[ 605.064405] env[70243]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70243) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 605.064841] env[70243]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70243) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 605.064841] env[70243]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70243) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 605.065182] env[70243]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 605.161227] env[70243]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70243) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 605.171310] env[70243]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=70243) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 605.213058] env[70243]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 605.774676] env[70243]: INFO nova.virt.driver [None req-8f185d49-9d4a-429e-84ed-c320566bf36a None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 605.847726] env[70243]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.847941] env[70243]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.848061] env[70243]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70243) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 608.794523] env[70243]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-3ab099e0-84a6-4099-8630-8f7fab7f4e4b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.811513] env[70243]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70243) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 608.811663] env[70243]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-1b30e0f2-91f9-4db3-b1df-5da047ce69c0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.835022] env[70243]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 6515c. [ 608.835155] env[70243]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.987s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.835712] env[70243]: INFO nova.virt.vmwareapi.driver [None req-8f185d49-9d4a-429e-84ed-c320566bf36a None None] VMware vCenter version: 7.0.3 [ 608.839196] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bbbe88-4c61-4790-a091-59135da66bae {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.856200] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf9096e-9376-4872-84d4-b2e089e40796 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.862168] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cdd439-c2ff-4362-a4ef-5cef82928bf9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.868798] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1180b067-1347-4a39-8084-796193be2121 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.882303] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c282aa8-7edc-489c-8237-3b6de621ce8f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.888187] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91295319-f9e3-47b1-8483-aabd8ad13e75 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.918948] env[70243]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-0d5b9639-b5ac-4b4e-b1d4-259526938b4a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.924074] env[70243]: DEBUG nova.virt.vmwareapi.driver [None req-8f185d49-9d4a-429e-84ed-c320566bf36a None None] Extension org.openstack.compute already exists. {{(pid=70243) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 608.926823] env[70243]: INFO nova.compute.provider_config [None req-8f185d49-9d4a-429e-84ed-c320566bf36a None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 609.430320] env[70243]: DEBUG nova.context [None req-8f185d49-9d4a-429e-84ed-c320566bf36a None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),ba7889ef-646c-4625-a1c9-c9d68be42fdd(cell1) {{(pid=70243) load_cells /opt/stack/nova/nova/context.py:464}} [ 609.432345] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.432599] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.433350] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.433777] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] Acquiring lock "ba7889ef-646c-4625-a1c9-c9d68be42fdd" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.433965] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] Lock "ba7889ef-646c-4625-a1c9-c9d68be42fdd" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.434991] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] Lock "ba7889ef-646c-4625-a1c9-c9d68be42fdd" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.455545] env[70243]: INFO dbcounter [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] Registered counter for database nova_cell0 [ 609.464013] env[70243]: INFO dbcounter [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] Registered counter for database nova_cell1 [ 609.917418] env[70243]: DEBUG oslo_db.sqlalchemy.engines [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70243) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 609.918105] env[70243]: DEBUG oslo_db.sqlalchemy.engines [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70243) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 609.922801] env[70243]: ERROR nova.db.main.api [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 609.922801] env[70243]: result = function(*args, **kwargs) [ 609.922801] env[70243]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 609.922801] env[70243]: return func(*args, **kwargs) [ 609.922801] env[70243]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 609.922801] env[70243]: result = fn(*args, **kwargs) [ 609.922801] env[70243]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 609.922801] env[70243]: return f(*args, **kwargs) [ 609.922801] env[70243]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 609.922801] env[70243]: return db.service_get_minimum_version(context, binaries) [ 609.922801] env[70243]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 609.922801] env[70243]: _check_db_access() [ 609.922801] env[70243]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 609.922801] env[70243]: stacktrace = ''.join(traceback.format_stack()) [ 609.922801] env[70243]: [ 609.923791] env[70243]: ERROR nova.db.main.api [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 609.923791] env[70243]: result = function(*args, **kwargs) [ 609.923791] env[70243]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 609.923791] env[70243]: return func(*args, **kwargs) [ 609.923791] env[70243]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 609.923791] env[70243]: result = fn(*args, **kwargs) [ 609.923791] env[70243]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 609.923791] env[70243]: return f(*args, **kwargs) [ 609.923791] env[70243]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 609.923791] env[70243]: return db.service_get_minimum_version(context, binaries) [ 609.923791] env[70243]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 609.923791] env[70243]: _check_db_access() [ 609.923791] env[70243]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 609.923791] env[70243]: stacktrace = ''.join(traceback.format_stack()) [ 609.923791] env[70243]: [ 609.924383] env[70243]: WARNING nova.objects.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 609.924383] env[70243]: WARNING nova.objects.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] Failed to get minimum service version for cell ba7889ef-646c-4625-a1c9-c9d68be42fdd [ 609.924804] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] Acquiring lock "singleton_lock" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.924961] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] Acquired lock "singleton_lock" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.925221] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] Releasing lock "singleton_lock" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.925604] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] Full set of CONF: {{(pid=70243) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 609.925761] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ******************************************************************************** {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 609.925888] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] Configuration options gathered from: {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 609.926051] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 609.926288] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 609.926390] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ================================================================================ {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 609.926637] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] allow_resize_to_same_host = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.926913] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] arq_binding_timeout = 300 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.926985] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] backdoor_port = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.927109] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] backdoor_socket = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.927291] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] block_device_allocate_retries = 60 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.927473] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] block_device_allocate_retries_interval = 3 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.927649] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cert = self.pem {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.928078] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.928282] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] compute_monitors = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.928469] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] config_dir = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.928722] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] config_drive_format = iso9660 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.928881] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.929083] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] config_source = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.929263] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] console_host = devstack {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.929486] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] control_exchange = nova {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.929670] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cpu_allocation_ratio = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.929846] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] daemon = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.930058] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] debug = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.930249] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] default_access_ip_network_name = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.930430] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] default_availability_zone = nova {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.930588] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] default_ephemeral_format = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.930774] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] default_green_pool_size = 1000 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.931037] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.931207] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] default_schedule_zone = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.931371] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] disk_allocation_ratio = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.931541] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] enable_new_services = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.931758] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] enabled_apis = ['osapi_compute'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.931945] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] enabled_ssl_apis = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.932125] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] flat_injected = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.932287] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] force_config_drive = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.932445] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] force_raw_images = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.932616] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] graceful_shutdown_timeout = 5 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.932781] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] heal_instance_info_cache_interval = -1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.933014] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] host = cpu-1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.933199] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.933398] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] initial_disk_allocation_ratio = 1.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.933580] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] initial_ram_allocation_ratio = 1.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.933797] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.933958] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] instance_build_timeout = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.934134] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] instance_delete_interval = 300 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.934306] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] instance_format = [instance: %(uuid)s] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.934478] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] instance_name_template = instance-%08x {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.934661] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] instance_usage_audit = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.934844] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] instance_usage_audit_period = month {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.935056] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.935243] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] instances_path = /opt/stack/data/nova/instances {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.935412] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] internal_service_availability_zone = internal {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.935570] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] key = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.935728] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] live_migration_retry_count = 30 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.935894] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] log_color = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.936065] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] log_config_append = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.936232] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.936389] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] log_dir = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.936557] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] log_file = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.936716] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] log_options = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.936885] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] log_rotate_interval = 1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.937068] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] log_rotate_interval_type = days {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.937241] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] log_rotation_type = none {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.937399] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.937542] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.937715] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.937877] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.938019] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.938215] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] long_rpc_timeout = 1800 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.938421] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] max_concurrent_builds = 10 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.938592] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] max_concurrent_live_migrations = 1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.938751] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] max_concurrent_snapshots = 5 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.938908] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] max_local_block_devices = 3 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.939079] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] max_logfile_count = 30 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.939240] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] max_logfile_size_mb = 200 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.939428] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] maximum_instance_delete_attempts = 5 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.939608] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] metadata_listen = 0.0.0.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.939782] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] metadata_listen_port = 8775 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.939987] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] metadata_workers = 2 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.940168] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] migrate_max_retries = -1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.940338] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] mkisofs_cmd = genisoimage {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.940572] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] my_block_storage_ip = 10.180.1.21 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.940707] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] my_ip = 10.180.1.21 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.940910] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.941084] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] network_allocate_retries = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.941264] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.941436] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] osapi_compute_listen = 0.0.0.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.941630] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] osapi_compute_listen_port = 8774 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.941824] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] osapi_compute_unique_server_name_scope = {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.941999] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] osapi_compute_workers = 2 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.942177] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] password_length = 12 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.942335] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] periodic_enable = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.942494] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] periodic_fuzzy_delay = 60 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.942657] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] pointer_model = usbtablet {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.942818] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] preallocate_images = none {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.942973] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] publish_errors = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.943113] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] pybasedir = /opt/stack/nova {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.943302] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ram_allocation_ratio = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.943501] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] rate_limit_burst = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.943687] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] rate_limit_except_level = CRITICAL {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.943843] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] rate_limit_interval = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.943999] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] reboot_timeout = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.944170] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] reclaim_instance_interval = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.944323] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] record = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.944488] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] reimage_timeout_per_gb = 60 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.944651] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] report_interval = 120 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.944820] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] rescue_timeout = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.945042] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] reserved_host_cpus = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.945224] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] reserved_host_disk_mb = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.945384] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] reserved_host_memory_mb = 512 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.945544] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] reserved_huge_pages = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.945702] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] resize_confirm_window = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.945856] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] resize_fs_using_block_device = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.946024] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] resume_guests_state_on_host_boot = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.946199] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.946356] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] rpc_response_timeout = 60 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.946590] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] run_external_periodic_tasks = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.946797] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] running_deleted_instance_action = reap {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.946964] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] running_deleted_instance_poll_interval = 1800 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.947137] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] running_deleted_instance_timeout = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.947294] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] scheduler_instance_sync_interval = 120 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.947485] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] service_down_time = 720 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.947659] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] servicegroup_driver = db {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.947814] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] shell_completion = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.947969] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] shelved_offload_time = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.948173] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] shelved_poll_interval = 3600 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.948404] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] shutdown_timeout = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.948597] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] source_is_ipv6 = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.948759] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ssl_only = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.949030] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.949209] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] sync_power_state_interval = 600 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.949389] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] sync_power_state_pool_size = 1000 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.949567] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] syslog_log_facility = LOG_USER {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.949723] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] tempdir = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.949879] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] timeout_nbd = 10 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.950078] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] transport_url = **** {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.950292] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] update_resources_interval = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.950502] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] use_cow_images = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.950670] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] use_journal = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.950830] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] use_json = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.950983] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] use_rootwrap_daemon = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.951158] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] use_stderr = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.951315] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] use_syslog = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.951467] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vcpu_pin_set = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.951635] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vif_plugging_is_fatal = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.951806] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vif_plugging_timeout = 300 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.952011] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] virt_mkfs = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.952192] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] volume_usage_poll_interval = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.952370] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] watch_log_file = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.952539] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] web = /usr/share/spice-html5 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.952724] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.952889] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.953062] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.953235] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_concurrency.disable_process_locking = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.953585] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.953800] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.953971] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.954162] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.954333] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.954502] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.954695] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api.auth_strategy = keystone {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.954862] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api.compute_link_prefix = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.955050] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.955230] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api.dhcp_domain = novalocal {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.955429] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api.enable_instance_password = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.955637] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api.glance_link_prefix = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.955820] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.955995] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.956173] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api.instance_list_per_project_cells = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.956336] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api.list_records_by_skipping_down_cells = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.956501] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api.local_metadata_per_cell = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.956669] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api.max_limit = 1000 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.956835] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api.metadata_cache_expiration = 15 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.957057] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api.neutron_default_tenant_id = default {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.957277] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api.response_validation = warn {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.957489] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api.use_neutron_default_nets = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.957671] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.957835] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.958012] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.958190] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.958361] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api.vendordata_dynamic_targets = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.958538] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api.vendordata_jsonfile_path = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.958769] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.958993] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.backend = dogpile.cache.memcached {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.959184] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.backend_argument = **** {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.959365] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.backend_expiration_time = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.959541] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.config_prefix = cache.oslo {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.959713] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.dead_timeout = 60.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.959878] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.debug_cache_backend = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.960052] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.enable_retry_client = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.960236] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.enable_socket_keepalive = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.960467] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.enabled = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.960676] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.enforce_fips_mode = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.960848] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.expiration_time = 600 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.961027] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.hashclient_retry_attempts = 2 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.961203] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.hashclient_retry_delay = 1.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.961367] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.memcache_dead_retry = 300 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.961528] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.memcache_password = **** {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.961689] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.961850] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.962058] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.memcache_pool_maxsize = 10 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.962290] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.962491] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.memcache_sasl_enabled = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.962679] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.962846] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.memcache_socket_timeout = 1.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.963010] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.memcache_username = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.963184] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.proxies = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.963347] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.redis_db = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.963507] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.redis_password = **** {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.963691] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.redis_sentinel_service_name = mymaster {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.963901] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.964124] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.redis_server = localhost:6379 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.964300] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.redis_socket_timeout = 1.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.964459] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.redis_username = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.964625] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.retry_attempts = 2 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.964788] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.retry_delay = 0.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.964948] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.socket_keepalive_count = 1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.965121] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.socket_keepalive_idle = 1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.965285] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.socket_keepalive_interval = 1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.965478] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.tls_allowed_ciphers = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.965668] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.tls_cafile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.965845] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.tls_certfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.966022] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.tls_enabled = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.966180] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cache.tls_keyfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.966349] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cinder.auth_section = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.966524] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cinder.auth_type = password {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.966682] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cinder.cafile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.966857] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cinder.catalog_info = volumev3::publicURL {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.967031] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cinder.certfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.967245] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cinder.collect_timing = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.967476] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cinder.cross_az_attach = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.967663] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cinder.debug = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.967829] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cinder.endpoint_template = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.967995] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cinder.http_retries = 3 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.968176] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cinder.insecure = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.968336] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cinder.keyfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.968509] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cinder.os_region_name = RegionOne {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.968700] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cinder.split_loggers = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.968906] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cinder.timeout = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.969132] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.969310] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] compute.cpu_dedicated_set = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.969493] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] compute.cpu_shared_set = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.969661] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] compute.image_type_exclude_list = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.969827] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.969990] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] compute.max_concurrent_disk_ops = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.970169] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] compute.max_disk_devices_to_attach = -1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.970363] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.970557] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.970730] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] compute.resource_provider_association_refresh = 300 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.970894] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.971068] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] compute.shutdown_retry_interval = 10 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.971252] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.971431] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] conductor.workers = 2 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.971609] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] console.allowed_origins = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.971767] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] console.ssl_ciphers = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.971941] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] console.ssl_minimum_version = default {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.972147] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] consoleauth.enforce_session_timeout = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.972361] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] consoleauth.token_ttl = 600 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.972543] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cyborg.cafile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.972702] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cyborg.certfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.972865] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cyborg.collect_timing = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.973034] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cyborg.connect_retries = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.973200] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cyborg.connect_retry_delay = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.973358] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cyborg.endpoint_override = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.973535] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cyborg.insecure = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.973727] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cyborg.keyfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.973915] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cyborg.max_version = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.974102] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cyborg.min_version = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.974266] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cyborg.region_name = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.974425] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cyborg.retriable_status_codes = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.974583] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cyborg.service_name = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.974751] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cyborg.service_type = accelerator {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.974912] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cyborg.split_loggers = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.975082] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cyborg.status_code_retries = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.975253] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cyborg.status_code_retry_delay = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.975422] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cyborg.timeout = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.975635] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.975801] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] cyborg.version = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.975974] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] database.asyncio_connection = **** {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.976148] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] database.asyncio_slave_connection = **** {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.976319] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] database.backend = sqlalchemy {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.976488] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] database.connection = **** {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.976656] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] database.connection_debug = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.976866] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] database.connection_parameters = {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.977065] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] database.connection_recycle_time = 3600 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.977269] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] database.connection_trace = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.977463] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] database.db_inc_retry_interval = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.977638] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] database.db_max_retries = 20 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.977804] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] database.db_max_retry_interval = 10 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.977967] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] database.db_retry_interval = 1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.978147] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] database.max_overflow = 50 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.978309] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] database.max_pool_size = 5 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.978478] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] database.max_retries = 10 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.978656] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.978850] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] database.mysql_wsrep_sync_wait = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.979033] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] database.pool_timeout = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.979203] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] database.retry_interval = 10 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.979399] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] database.slave_connection = **** {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.979543] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] database.sqlite_synchronous = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.979705] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] database.use_db_reconnect = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.979873] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api_database.asyncio_connection = **** {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.980075] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api_database.asyncio_slave_connection = **** {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.980271] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api_database.backend = sqlalchemy {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.980475] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api_database.connection = **** {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.980662] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api_database.connection_debug = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.980836] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api_database.connection_parameters = {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.981008] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api_database.connection_recycle_time = 3600 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.981180] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api_database.connection_trace = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.981341] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api_database.db_inc_retry_interval = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.981504] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api_database.db_max_retries = 20 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.981668] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api_database.db_max_retry_interval = 10 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.981839] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api_database.db_retry_interval = 1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.982018] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api_database.max_overflow = 50 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.982246] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api_database.max_pool_size = 5 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.982427] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api_database.max_retries = 10 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.982601] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.982761] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.982918] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api_database.pool_timeout = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.983093] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api_database.retry_interval = 10 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.983275] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api_database.slave_connection = **** {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.983467] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] api_database.sqlite_synchronous = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.983654] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] devices.enabled_mdev_types = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.983866] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.984054] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ephemeral_storage_encryption.default_format = luks {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.984222] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ephemeral_storage_encryption.enabled = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.984384] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.984554] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.api_servers = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.984717] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.cafile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.984891] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.certfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.985086] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.collect_timing = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.985254] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.connect_retries = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.985451] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.connect_retry_delay = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.985631] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.debug = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.985797] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.default_trusted_certificate_ids = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.985956] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.enable_certificate_validation = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.986132] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.enable_rbd_download = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.986290] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.endpoint_override = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.986459] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.insecure = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.986650] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.keyfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.986811] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.max_version = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.986964] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.min_version = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.987178] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.num_retries = 3 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.987359] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.rbd_ceph_conf = {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.987523] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.rbd_connect_timeout = 5 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.987690] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.rbd_pool = {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.987853] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.rbd_user = {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.988026] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.region_name = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.988207] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.retriable_status_codes = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.988387] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.service_name = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.988560] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.service_type = image {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.988757] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.split_loggers = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.988931] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.status_code_retries = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.989105] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.status_code_retry_delay = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.989266] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.timeout = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.989451] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.989617] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.verify_glance_signatures = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.989781] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] glance.version = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.989984] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] guestfs.debug = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.990200] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] manila.auth_section = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.990374] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] manila.auth_type = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.990594] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] manila.cafile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.990767] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] manila.certfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.990931] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] manila.collect_timing = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.991106] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] manila.connect_retries = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.991268] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] manila.connect_retry_delay = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.991426] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] manila.endpoint_override = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.991605] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] manila.insecure = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.991797] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] manila.keyfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.991957] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] manila.max_version = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.992159] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] manila.min_version = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.992331] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] manila.region_name = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.992493] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] manila.retriable_status_codes = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.992650] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] manila.service_name = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.992817] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] manila.service_type = shared-file-system {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.992981] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] manila.share_apply_policy_timeout = 10 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.993162] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] manila.split_loggers = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.993385] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] manila.status_code_retries = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.993562] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] manila.status_code_retry_delay = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.993729] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] manila.timeout = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.993938] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.994118] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] manila.version = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.994292] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] mks.enabled = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.994641] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.994859] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] image_cache.manager_interval = 2400 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.995059] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] image_cache.precache_concurrency = 1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.995239] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] image_cache.remove_unused_base_images = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.995451] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.995633] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.995809] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] image_cache.subdirectory_name = _base {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.995984] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.api_max_retries = 60 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.996164] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.api_retry_interval = 2 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.996325] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.auth_section = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.996509] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.auth_type = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.996679] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.cafile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.996836] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.certfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.997014] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.collect_timing = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.997190] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.conductor_group = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.997350] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.connect_retries = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.997511] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.connect_retry_delay = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.997666] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.endpoint_override = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.997826] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.insecure = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.998023] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.keyfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.998206] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.max_version = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.998368] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.min_version = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.998581] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.peer_list = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.998752] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.region_name = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.998910] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.retriable_status_codes = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.999088] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.serial_console_state_timeout = 10 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.999250] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.service_name = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.999429] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.service_type = baremetal {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.999591] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.shard = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.999785] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.split_loggers = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.999950] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.status_code_retries = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.000131] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.status_code_retry_delay = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.000297] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.timeout = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.000480] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.000641] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ironic.version = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.000823] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.000995] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] key_manager.fixed_key = **** {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.001195] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.001386] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican.barbican_api_version = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.001555] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican.barbican_endpoint = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.001744] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican.barbican_endpoint_type = public {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.001931] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican.barbican_region_name = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.002108] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican.cafile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.002271] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican.certfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.002435] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican.collect_timing = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.002597] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican.insecure = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.002750] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican.keyfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.002917] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican.number_of_retries = 60 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.003127] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican.retry_delay = 1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.003299] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican.send_service_user_token = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.003470] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican.split_loggers = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.003630] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican.timeout = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.003790] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican.verify_ssl = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.003946] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican.verify_ssl_path = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.004121] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican_service_user.auth_section = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.004286] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican_service_user.auth_type = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.004444] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican_service_user.cafile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.004637] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican_service_user.certfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.004813] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican_service_user.collect_timing = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.005014] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican_service_user.insecure = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.005192] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican_service_user.keyfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.005358] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican_service_user.split_loggers = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.005518] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] barbican_service_user.timeout = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.005684] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vault.approle_role_id = **** {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.005841] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vault.approle_secret_id = **** {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.006024] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vault.kv_mountpoint = secret {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.006200] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vault.kv_path = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.006396] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vault.kv_version = 2 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.006569] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vault.namespace = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.006733] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vault.root_token_id = **** {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.006891] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vault.ssl_ca_crt_file = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.007072] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vault.timeout = 60.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.007240] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vault.use_ssl = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.007407] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.007575] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] keystone.cafile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.007736] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] keystone.certfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.007977] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] keystone.collect_timing = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.008199] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] keystone.connect_retries = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.008380] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] keystone.connect_retry_delay = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.008545] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] keystone.endpoint_override = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.008711] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] keystone.insecure = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.008871] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] keystone.keyfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.009040] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] keystone.max_version = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.009202] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] keystone.min_version = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.009370] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] keystone.region_name = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.009569] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] keystone.retriable_status_codes = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.009751] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] keystone.service_name = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.009924] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] keystone.service_type = identity {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.010097] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] keystone.split_loggers = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.010257] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] keystone.status_code_retries = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.010417] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] keystone.status_code_retry_delay = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.010573] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] keystone.timeout = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.010749] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.010903] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] keystone.version = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.011105] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.ceph_mount_options = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.011565] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.011761] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.connection_uri = {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.011927] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.cpu_mode = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.012110] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.cpu_model_extra_flags = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.012288] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.cpu_models = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.012461] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.cpu_power_governor_high = performance {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.012636] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.cpu_power_governor_low = powersave {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.012824] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.cpu_power_management = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.013032] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.013215] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.device_detach_attempts = 8 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.013383] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.device_detach_timeout = 20 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.013551] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.disk_cachemodes = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.013711] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.disk_prefix = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.013874] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.enabled_perf_events = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.014046] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.file_backed_memory = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.014216] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.gid_maps = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.014386] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.hw_disk_discard = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.014610] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.hw_machine_type = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.014797] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.images_rbd_ceph_conf = {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.014963] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.015144] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.015316] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.images_rbd_glance_store_name = {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.015486] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.images_rbd_pool = rbd {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.015656] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.images_type = default {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.015814] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.images_volume_group = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.015976] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.inject_key = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.016175] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.inject_partition = -2 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.016378] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.inject_password = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.016552] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.iscsi_iface = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.016714] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.iser_use_multipath = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.016880] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.live_migration_bandwidth = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.017050] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.017217] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.live_migration_downtime = 500 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.017381] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.017545] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.017708] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.live_migration_inbound_addr = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.017927] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.018129] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.live_migration_permit_post_copy = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.018296] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.live_migration_scheme = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.018468] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.live_migration_timeout_action = abort {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.018632] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.live_migration_tunnelled = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.018791] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.live_migration_uri = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.018951] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.live_migration_with_native_tls = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.019124] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.max_queues = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.019290] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.019542] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.019740] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.nfs_mount_options = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.020044] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.020226] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.020393] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.num_iser_scan_tries = 5 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.020556] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.num_memory_encrypted_guests = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.020719] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.020881] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.num_pcie_ports = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.021058] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.num_volume_scan_tries = 5 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.021250] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.pmem_namespaces = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.021471] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.quobyte_client_cfg = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.021764] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.021938] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.rbd_connect_timeout = 5 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.022118] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.022286] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.022447] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.rbd_secret_uuid = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.022605] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.rbd_user = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.022765] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.022943] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.remote_filesystem_transport = ssh {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.023142] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.rescue_image_id = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.023307] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.rescue_kernel_id = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.023464] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.rescue_ramdisk_id = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.023634] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.023795] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.rx_queue_size = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.023959] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.smbfs_mount_options = {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.024260] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.024438] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.snapshot_compression = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.024633] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.snapshot_image_format = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.024887] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.025076] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.sparse_logical_volumes = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.025247] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.swtpm_enabled = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.025417] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.swtpm_group = tss {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.025584] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.swtpm_user = tss {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.025751] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.sysinfo_serial = unique {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.025909] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.tb_cache_size = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.026081] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.tx_queue_size = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.026286] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.uid_maps = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.026458] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.use_virtio_for_bridges = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.026631] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.virt_type = kvm {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.026799] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.volume_clear = zero {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.026961] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.volume_clear_size = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.027138] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.volume_enforce_multipath = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.027537] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.volume_use_multipath = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.027537] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.vzstorage_cache_path = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.027680] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.027803] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.vzstorage_mount_group = qemu {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.027997] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.vzstorage_mount_opts = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.028188] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.028480] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.028659] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.vzstorage_mount_user = stack {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.028828] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.028999] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.auth_section = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.029187] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.auth_type = password {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.029367] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.cafile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.029536] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.certfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.029704] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.collect_timing = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.029861] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.connect_retries = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.030032] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.connect_retry_delay = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.030209] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.default_floating_pool = public {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.030366] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.endpoint_override = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.030527] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.extension_sync_interval = 600 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.030686] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.http_retries = 3 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.030847] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.insecure = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.031010] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.keyfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.031176] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.max_version = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.031347] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.031507] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.min_version = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.031677] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.ovs_bridge = br-int {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.031837] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.physnets = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.032009] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.region_name = RegionOne {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.032175] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.retriable_status_codes = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.032343] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.service_metadata_proxy = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.032502] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.service_name = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.032668] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.service_type = network {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.032827] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.split_loggers = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.032983] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.status_code_retries = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.033153] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.status_code_retry_delay = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.033311] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.timeout = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.033492] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.033677] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] neutron.version = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.033861] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] notifications.bdms_in_notifications = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.034058] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] notifications.default_level = INFO {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.034240] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] notifications.include_share_mapping = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.034418] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] notifications.notification_format = unversioned {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.034605] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] notifications.notify_on_state_change = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.034793] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.034969] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] pci.alias = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.035151] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] pci.device_spec = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.035328] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] pci.report_in_placement = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.035503] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.auth_section = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.035675] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.auth_type = password {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.035842] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.036007] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.cafile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.036172] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.certfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.036334] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.collect_timing = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.036491] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.connect_retries = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.036650] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.connect_retry_delay = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.036805] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.default_domain_id = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.036959] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.default_domain_name = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.037127] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.domain_id = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.037283] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.domain_name = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.037439] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.endpoint_override = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.037600] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.insecure = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.037755] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.keyfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.037908] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.max_version = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.038073] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.min_version = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.038243] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.password = **** {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.038401] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.project_domain_id = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.038566] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.project_domain_name = Default {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.038731] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.project_id = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.038899] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.project_name = service {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.039077] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.region_name = RegionOne {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.039240] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.retriable_status_codes = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.039427] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.service_name = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.039607] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.service_type = placement {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.039769] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.split_loggers = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.039924] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.status_code_retries = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.040101] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.status_code_retry_delay = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.040261] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.system_scope = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.040455] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.timeout = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.040629] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.trust_id = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.040786] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.user_domain_id = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.040953] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.user_domain_name = Default {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.041124] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.user_id = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.041299] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.username = nova {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.041479] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.041640] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] placement.version = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.041821] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] quota.cores = 20 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.041985] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] quota.count_usage_from_placement = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.042171] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.042337] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] quota.injected_file_content_bytes = 10240 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.042504] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] quota.injected_file_path_length = 255 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.042667] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] quota.injected_files = 5 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.042829] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] quota.instances = 10 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.042989] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] quota.key_pairs = 100 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.043168] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] quota.metadata_items = 128 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.043332] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] quota.ram = 51200 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.043495] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] quota.recheck_quota = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.043660] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] quota.server_group_members = 10 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.043824] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] quota.server_groups = 10 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.044045] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.044222] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] quota.unified_limits_resource_strategy = require {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.044392] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.044558] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.044753] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] scheduler.image_metadata_prefilter = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.044920] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.045097] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] scheduler.max_attempts = 3 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.045264] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] scheduler.max_placement_results = 1000 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.045426] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.045588] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] scheduler.query_placement_for_image_type_support = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.045746] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.045916] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] scheduler.workers = 2 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.046098] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.046270] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.046446] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.046614] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.046776] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.046936] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.047109] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.047294] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.047458] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.host_subset_size = 1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.047622] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.047778] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.047936] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.048108] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.048281] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.048443] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.isolated_hosts = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.048603] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.isolated_images = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.048759] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.048914] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.049081] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.049241] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.pci_in_placement = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.049420] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.049586] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.049746] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.049901] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.050101] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.050269] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.050454] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.track_instance_changes = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.050635] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.050804] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] metrics.required = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.050965] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] metrics.weight_multiplier = 1.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.051140] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.051304] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] metrics.weight_setting = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.051613] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.051791] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] serial_console.enabled = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.051969] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] serial_console.port_range = 10000:20000 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.052154] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.052325] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.052491] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] serial_console.serialproxy_port = 6083 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.052657] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] service_user.auth_section = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.052825] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] service_user.auth_type = password {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.052984] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] service_user.cafile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.053154] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] service_user.certfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.053315] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] service_user.collect_timing = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.053473] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] service_user.insecure = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.053630] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] service_user.keyfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.053799] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] service_user.send_service_user_token = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.053961] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] service_user.split_loggers = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.054150] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] service_user.timeout = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.054323] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] spice.agent_enabled = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.054485] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] spice.enabled = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.054787] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.054986] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.055170] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] spice.html5proxy_port = 6082 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.055331] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] spice.image_compression = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.055490] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] spice.jpeg_compression = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.055647] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] spice.playback_compression = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.055806] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] spice.require_secure = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.055972] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] spice.server_listen = 127.0.0.1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.056156] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.056427] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.056597] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] spice.streaming_mode = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.056759] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] spice.zlib_compression = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.056924] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] upgrade_levels.baseapi = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.057107] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] upgrade_levels.compute = auto {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.057269] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] upgrade_levels.conductor = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.057426] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] upgrade_levels.scheduler = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.057591] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vendordata_dynamic_auth.auth_section = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.057749] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vendordata_dynamic_auth.auth_type = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.057906] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vendordata_dynamic_auth.cafile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.058072] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vendordata_dynamic_auth.certfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.058235] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.058393] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vendordata_dynamic_auth.insecure = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.058550] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vendordata_dynamic_auth.keyfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.058709] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.058864] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vendordata_dynamic_auth.timeout = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.059044] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vmware.api_retry_count = 10 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.059208] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vmware.ca_file = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.059401] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vmware.cache_prefix = devstack-image-cache {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.059585] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vmware.cluster_name = testcl1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.059752] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vmware.connection_pool_size = 10 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.059911] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vmware.console_delay_seconds = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.060101] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vmware.datastore_regex = ^datastore.* {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.060313] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.060529] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vmware.host_password = **** {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.060709] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vmware.host_port = 443 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.060879] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vmware.host_username = administrator@vsphere.local {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.061058] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vmware.insecure = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.061223] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vmware.integration_bridge = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.061386] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vmware.maximum_objects = 100 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.061546] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vmware.pbm_default_policy = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.061706] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vmware.pbm_enabled = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.061860] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vmware.pbm_wsdl_location = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.062033] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.062193] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vmware.serial_port_proxy_uri = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.062349] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vmware.serial_port_service_uri = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.062513] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vmware.task_poll_interval = 0.5 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.062680] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vmware.use_linked_clone = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.062844] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vmware.vnc_keymap = en-us {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.063021] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vmware.vnc_port = 5900 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.063182] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vmware.vnc_port_total = 10000 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.063363] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vnc.auth_schemes = ['none'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.063534] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vnc.enabled = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.063811] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.063990] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.064174] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vnc.novncproxy_port = 6080 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.064356] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vnc.server_listen = 127.0.0.1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.064532] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.064691] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vnc.vencrypt_ca_certs = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.064851] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vnc.vencrypt_client_cert = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.065013] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vnc.vencrypt_client_key = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.065199] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.065362] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] workarounds.disable_deep_image_inspection = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.065525] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.065684] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.065843] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.066010] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] workarounds.disable_rootwrap = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.066177] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] workarounds.enable_numa_live_migration = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.066336] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.066496] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.066654] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.066812] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] workarounds.libvirt_disable_apic = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.067127] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.067304] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.067470] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.067634] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.067795] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.067958] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.068129] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.068292] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.068452] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.068616] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.068797] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.068967] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] wsgi.client_socket_timeout = 900 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.069145] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] wsgi.default_pool_size = 1000 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.069312] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] wsgi.keep_alive = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.069505] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] wsgi.max_header_line = 16384 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.069672] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] wsgi.secure_proxy_ssl_header = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.069846] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] wsgi.ssl_ca_file = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.070041] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] wsgi.ssl_cert_file = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.070211] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] wsgi.ssl_key_file = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.070404] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] wsgi.tcp_keepidle = 600 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.070597] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.070768] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] zvm.ca_file = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.070927] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] zvm.cloud_connector_url = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.071240] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.071417] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] zvm.reachable_timeout = 300 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.071590] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.071766] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.071943] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] profiler.connection_string = messaging:// {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.072124] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] profiler.enabled = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.072295] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] profiler.es_doc_type = notification {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.072457] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] profiler.es_scroll_size = 10000 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.072624] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] profiler.es_scroll_time = 2m {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.072785] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] profiler.filter_error_trace = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.072949] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] profiler.hmac_keys = **** {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.073126] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] profiler.sentinel_service_name = mymaster {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.073292] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] profiler.socket_timeout = 0.1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.073454] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] profiler.trace_requests = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.073615] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] profiler.trace_sqlalchemy = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.073789] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] profiler_jaeger.process_tags = {} {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.073946] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] profiler_jaeger.service_name_prefix = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.074120] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] profiler_otlp.service_name_prefix = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.074287] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] remote_debug.host = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.074444] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] remote_debug.port = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.074622] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.074782] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.074943] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.075116] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.075277] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.075437] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.075597] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.075755] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.075913] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.076094] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.076255] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.076425] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.076595] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.076758] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.076919] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.077097] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.077261] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.077426] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.077593] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.077753] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.077911] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.078084] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.078257] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.078418] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.078577] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.078735] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.078949] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.079147] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.079313] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.079501] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.079668] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.ssl = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.079837] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.080021] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.080182] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.080351] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.080516] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.ssl_version = {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.080676] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.080859] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.081034] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_notifications.retry = -1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.081215] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.081385] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_messaging_notifications.transport_url = **** {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.081558] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.auth_section = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.081720] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.auth_type = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.081878] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.cafile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.082043] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.certfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.082207] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.collect_timing = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.082364] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.connect_retries = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.082523] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.connect_retry_delay = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.082677] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.endpoint_id = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.082843] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.endpoint_interface = publicURL {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.082998] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.endpoint_override = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.083167] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.endpoint_region_name = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.083323] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.endpoint_service_name = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.083477] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.endpoint_service_type = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.083638] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.insecure = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.083791] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.keyfile = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.083945] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.max_version = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.084113] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.min_version = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.084269] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.region_name = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.084426] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.retriable_status_codes = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.084585] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.service_name = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.084742] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.service_type = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.084901] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.split_loggers = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.085068] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.status_code_retries = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.085229] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.status_code_retry_delay = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.085386] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.timeout = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.085545] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.valid_interfaces = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.085700] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_limit.version = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.085866] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_reports.file_event_handler = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.086037] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.086201] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] oslo_reports.log_dir = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.086370] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.086530] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.086685] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.086846] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.087020] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.087175] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.087349] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.087505] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vif_plug_ovs_privileged.group = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.087659] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.087822] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.087981] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.088152] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] vif_plug_ovs_privileged.user = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.088321] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] os_vif_linux_bridge.flat_interface = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.088497] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.088669] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.088837] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.089008] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.089186] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.089371] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.089522] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.089698] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.089867] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] os_vif_ovs.isolate_vif = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.090042] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.090208] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.090394] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.090573] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] os_vif_ovs.ovsdb_interface = native {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.090737] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] os_vif_ovs.per_port_bridge = False {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.090909] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] privsep_osbrick.capabilities = [21] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.091080] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] privsep_osbrick.group = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.091240] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] privsep_osbrick.helper_command = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.091406] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.091575] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.091732] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] privsep_osbrick.user = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.091904] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.092072] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] nova_sys_admin.group = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.092232] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] nova_sys_admin.helper_command = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.092397] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.092558] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.092713] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] nova_sys_admin.user = None {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 610.092842] env[70243]: DEBUG oslo_service.backend.eventlet.service [None req-9e2ab648-525d-4673-9254-cd47bb97c1b7 None None] ******************************************************************************** {{(pid=70243) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 610.093270] env[70243]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 610.596937] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] Getting list of instances from cluster (obj){ [ 610.596937] env[70243]: value = "domain-c8" [ 610.596937] env[70243]: _type = "ClusterComputeResource" [ 610.596937] env[70243]: } {{(pid=70243) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 610.598123] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6701a96b-799f-4dff-b9fd-8f98d8927d35 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.607106] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] Got total of 0 instances {{(pid=70243) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 610.607686] env[70243]: WARNING nova.virt.vmwareapi.driver [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 610.608172] env[70243]: INFO nova.virt.node [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] Generated node identity 98e76d84-2347-4f8a-974e-fe32663c00ec [ 610.608402] env[70243]: INFO nova.virt.node [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] Wrote node identity 98e76d84-2347-4f8a-974e-fe32663c00ec to /opt/stack/data/n-cpu-1/compute_id [ 611.111321] env[70243]: WARNING nova.compute.manager [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] Compute nodes ['98e76d84-2347-4f8a-974e-fe32663c00ec'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 612.116987] env[70243]: INFO nova.compute.manager [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 613.123722] env[70243]: WARNING nova.compute.manager [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 613.124153] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.124278] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.124397] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.124550] env[70243]: DEBUG nova.compute.resource_tracker [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 613.125509] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d53ca80-630c-453b-b2a4-c2871c90fb1e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.134114] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231dbc50-b15c-4c3f-bb7c-88aab40f5304 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.148973] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b8fb85-2937-4e29-8b8b-acd73bb8ae6b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.156039] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458497f9-f4e3-4857-8032-789d46aee8d3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.185327] env[70243]: DEBUG nova.compute.resource_tracker [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180926MB free_disk=76GB free_vcpus=48 pci_devices=None {{(pid=70243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 613.185551] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.185772] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.689173] env[70243]: WARNING nova.compute.resource_tracker [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] No compute node record for cpu-1:98e76d84-2347-4f8a-974e-fe32663c00ec: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 98e76d84-2347-4f8a-974e-fe32663c00ec could not be found. [ 614.193107] env[70243]: INFO nova.compute.resource_tracker [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 98e76d84-2347-4f8a-974e-fe32663c00ec [ 615.701848] env[70243]: DEBUG nova.compute.resource_tracker [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 615.702315] env[70243]: DEBUG nova.compute.resource_tracker [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 615.859366] env[70243]: INFO nova.scheduler.client.report [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] [req-a248a961-80e0-40dd-b91e-65c4143d3ff5] Created resource provider record via placement API for resource provider with UUID 98e76d84-2347-4f8a-974e-fe32663c00ec and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 615.876157] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27b0e5e-030c-431f-97c2-4ec193cd416f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.883804] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ffdf80-3522-4c70-b477-3753c23663dc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.913395] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776d3b65-b0f7-4ccf-accd-7f3deb7f9cb5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.920697] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b552da-db2b-4578-8fc4-41c461b9ee60 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.933559] env[70243]: DEBUG nova.compute.provider_tree [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 616.467712] env[70243]: DEBUG nova.scheduler.client.report [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] Updated inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 616.468017] env[70243]: DEBUG nova.compute.provider_tree [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] Updating resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec generation from 0 to 1 during operation: update_inventory {{(pid=70243) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 616.468173] env[70243]: DEBUG nova.compute.provider_tree [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 616.520560] env[70243]: DEBUG nova.compute.provider_tree [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] Updating resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec generation from 1 to 2 during operation: update_traits {{(pid=70243) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 617.025241] env[70243]: DEBUG nova.compute.resource_tracker [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 617.025593] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.840s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.025634] env[70243]: DEBUG nova.service [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] Creating RPC server for service compute {{(pid=70243) start /opt/stack/nova/nova/service.py:186}} [ 617.039493] env[70243]: DEBUG nova.service [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] Join ServiceGroup membership for this service compute {{(pid=70243) start /opt/stack/nova/nova/service.py:203}} [ 617.039667] env[70243]: DEBUG nova.servicegroup.drivers.db [None req-ea6b6f8d-8bd8-41c3-b57b-a780f53f3f75 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70243) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 654.216560] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Acquiring lock "0c4368be-02a1-40af-a6ea-b20ac8be1ee9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.216880] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Lock "0c4368be-02a1-40af-a6ea-b20ac8be1ee9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.719786] env[70243]: DEBUG nova.compute.manager [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.271552] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.271552] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.274526] env[70243]: INFO nova.compute.claims [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.078395] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Acquiring lock "c386b779-1753-4c3c-8580-867288fb2f3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.078635] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Lock "c386b779-1753-4c3c-8580-867288fb2f3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.344255] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95406a3-b745-4a7c-948e-016b71b68db8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.355451] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab0ff0f-8d2a-4bcd-a0ce-878e1d474fc8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.390606] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f47c74b-4ae6-4805-8835-d0aad534c629 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.398548] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694acc2c-5754-421a-9047-5b18b8ac39c2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.413779] env[70243]: DEBUG nova.compute.provider_tree [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.580985] env[70243]: DEBUG nova.compute.manager [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.919705] env[70243]: DEBUG nova.scheduler.client.report [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.115442] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.428168] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.158s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.429027] env[70243]: DEBUG nova.compute.manager [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.432859] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.317s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.436749] env[70243]: INFO nova.compute.claims [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.943215] env[70243]: DEBUG nova.compute.utils [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.944646] env[70243]: DEBUG nova.compute.manager [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Not allocating networking since 'none' was specified. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 658.450255] env[70243]: DEBUG nova.compute.manager [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.517795] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b9af5d-20c8-4693-b1f0-d71b8ba45fcd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.528595] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff1119d-3591-43a4-a6a5-429e7791c1f4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.559720] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01abe525-3265-4fdd-a5d8-dcbacdced738 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.567811] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9f00c9-d4b3-45e9-bae4-021e98599884 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.583139] env[70243]: DEBUG nova.compute.provider_tree [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.086869] env[70243]: DEBUG nova.scheduler.client.report [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.302253] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Acquiring lock "f82a8cd3-22b8-430d-840f-f573598aeb70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.302253] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Lock "f82a8cd3-22b8-430d-840f-f573598aeb70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.465482] env[70243]: DEBUG nova.compute.manager [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.597761] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.597761] env[70243]: DEBUG nova.compute.manager [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.804590] env[70243]: DEBUG nova.compute.manager [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.810128] env[70243]: DEBUG nova.virt.hardware [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.810611] env[70243]: DEBUG nova.virt.hardware [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.810728] env[70243]: DEBUG nova.virt.hardware [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.812045] env[70243]: DEBUG nova.virt.hardware [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.812045] env[70243]: DEBUG nova.virt.hardware [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.812045] env[70243]: DEBUG nova.virt.hardware [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.812045] env[70243]: DEBUG nova.virt.hardware [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.812045] env[70243]: DEBUG nova.virt.hardware [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.812244] env[70243]: DEBUG nova.virt.hardware [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.812279] env[70243]: DEBUG nova.virt.hardware [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.812451] env[70243]: DEBUG nova.virt.hardware [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.813671] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fdd5ea-c809-46f1-b282-d7c99ba38bb5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.824836] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3e5b13-a8a1-41eb-9073-b8015f33923e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.844487] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Acquiring lock "db2f1bf8-bd2a-42b2-acbe-988105ee3853" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.845291] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Lock "db2f1bf8-bd2a-42b2-acbe-988105ee3853" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.845910] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Acquiring lock "554416c7-4528-4d35-a0f7-e3e3b1a169c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.846172] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Lock "554416c7-4528-4d35-a0f7-e3e3b1a169c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.865301] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accd51d3-5d76-42a3-b4f7-e2e5b23236ec {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.887663] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Instance VIF info [] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.897213] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.899189] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2df423c-6c9a-4444-a9b8-e763b677b907 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.912037] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Created folder: OpenStack in parent group-v4. [ 659.912260] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Creating folder: Project (619622761d9449dc91c56a2fb9a8e750). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.912465] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-268ced28-8cf4-492f-8722-3370e2a5a926 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.923569] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Created folder: Project (619622761d9449dc91c56a2fb9a8e750) in parent group-v722220. [ 659.923755] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Creating folder: Instances. Parent ref: group-v722221. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.923995] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f0f7311-0863-413c-942c-1d709c32e20d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.933344] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Created folder: Instances in parent group-v722221. [ 659.933344] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.933344] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.933593] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eaf09dd2-2e05-4839-9830-b8adfca5204c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.951859] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.951859] env[70243]: value = "task-3621336" [ 659.951859] env[70243]: _type = "Task" [ 659.951859] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.960096] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621336, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.010748] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Acquiring lock "9f59ddfb-028a-483b-90c1-a4e698f53212" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.011431] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Lock "9f59ddfb-028a-483b-90c1-a4e698f53212" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.103046] env[70243]: DEBUG nova.compute.utils [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.104913] env[70243]: DEBUG nova.compute.manager [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.107068] env[70243]: DEBUG nova.network.neutron [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.260100] env[70243]: DEBUG nova.policy [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59cf1341f381437fbfa099f48a998dff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b94e187aa184a26857eb00f4ab94c79', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.343268] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.343268] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.344481] env[70243]: INFO nova.compute.claims [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.349140] env[70243]: DEBUG nova.compute.manager [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.362700] env[70243]: DEBUG nova.compute.manager [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.464191] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621336, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.515022] env[70243]: DEBUG nova.compute.manager [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.615195] env[70243]: DEBUG nova.compute.manager [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.885166] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.893401] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.966560] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621336, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.045219] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.455136] env[70243]: DEBUG nova.network.neutron [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Successfully created port: 08d464af-c281-4e37-9a74-2e35f0f3d0fe {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.472180] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621336, 'name': CreateVM_Task, 'duration_secs': 1.325903} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.472261] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.473259] env[70243]: DEBUG oslo_vmware.service [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf86929e-848c-473d-a665-dd1dc14cb5dd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.479071] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.479238] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.479955] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.480200] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d018500e-4310-45fa-b5c6-0017d644add1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.490278] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 661.490278] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52acfc82-6be6-c2e8-9c78-697b7a104aeb" [ 661.490278] env[70243]: _type = "Task" [ 661.490278] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.499996] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52acfc82-6be6-c2e8-9c78-697b7a104aeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.530613] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303e4881-afcd-48f6-96f5-8297d8630790 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.535251] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879b0679-7b4d-494f-8afb-d0d779b57e68 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.567581] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e947d37b-605d-42e1-b23e-ddae6e92122f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.575698] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3ade37-3815-4e1b-ba12-abb57625ced9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.590975] env[70243]: DEBUG nova.compute.provider_tree [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.633673] env[70243]: DEBUG nova.compute.manager [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.645057] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "819f3541-bda8-4fe6-b733-be1770d33aa0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.645548] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "819f3541-bda8-4fe6-b733-be1770d33aa0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.679266] env[70243]: DEBUG nova.virt.hardware [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.679490] env[70243]: DEBUG nova.virt.hardware [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.679675] env[70243]: DEBUG nova.virt.hardware [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.679819] env[70243]: DEBUG nova.virt.hardware [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.680016] env[70243]: DEBUG nova.virt.hardware [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.682294] env[70243]: DEBUG nova.virt.hardware [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.682294] env[70243]: DEBUG nova.virt.hardware [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.682294] env[70243]: DEBUG nova.virt.hardware [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.682294] env[70243]: DEBUG nova.virt.hardware [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.682294] env[70243]: DEBUG nova.virt.hardware [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.682533] env[70243]: DEBUG nova.virt.hardware [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.683065] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb9617d-dc95-49be-8806-675f6514e10d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.692858] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76a6aa4-3f17-4f57-858e-cf153dde69e6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.888733] env[70243]: DEBUG oslo_concurrency.lockutils [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Acquiring lock "22f76458-3c01-4c59-b46e-df565467d540" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.888964] env[70243]: DEBUG oslo_concurrency.lockutils [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Lock "22f76458-3c01-4c59-b46e-df565467d540" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.002545] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.002814] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.003264] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.003264] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.003600] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.003943] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7b515cb-4b61-4723-8e52-1f531d8c6a1a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.027770] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.027770] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.028501] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8463195-8239-4845-ac79-e9e06bb3a8a7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.037410] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f07eec1f-bac9-4f43-bff4-77fd8acaa5cb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.043982] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 662.043982] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526a914f-c46d-13c9-53e5-a7a5b74f8e49" [ 662.043982] env[70243]: _type = "Task" [ 662.043982] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.059683] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Preparing fetch location {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 662.061202] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Creating directory with path [datastore1] vmware_temp/9241f86e-fcad-48bd-a190-9d8d87408e6a/7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.061202] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b45d38a0-7d8f-491e-85b6-361e4fc12368 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.084186] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Created directory with path [datastore1] vmware_temp/9241f86e-fcad-48bd-a190-9d8d87408e6a/7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.084186] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Fetch image to [datastore1] vmware_temp/9241f86e-fcad-48bd-a190-9d8d87408e6a/7f4eb466-a64f-4924-9339-b9d7268bf6fd/tmp-sparse.vmdk {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 662.084186] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Downloading image file data 7f4eb466-a64f-4924-9339-b9d7268bf6fd to [datastore1] vmware_temp/9241f86e-fcad-48bd-a190-9d8d87408e6a/7f4eb466-a64f-4924-9339-b9d7268bf6fd/tmp-sparse.vmdk on the data store datastore1 {{(pid=70243) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 662.084186] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439cf416-425f-40b0-8797-7a8f218f4cab {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.090744] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92401d8-5e0e-496b-a428-2cb37bfce416 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.095140] env[70243]: DEBUG nova.scheduler.client.report [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.110855] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3eabc8-bb9c-4bac-bd8a-177b4846edab {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.162198] env[70243]: DEBUG nova.compute.manager [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.168188] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6319f9-4e1c-4a41-bae8-c4faf62a1032 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.176467] env[70243]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-3e472aa2-2d15-476e-a5a6-691ca7ef0634 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.264790] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Downloading image file data 7f4eb466-a64f-4924-9339-b9d7268bf6fd to the data store datastore1 {{(pid=70243) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 662.358450] env[70243]: DEBUG oslo_vmware.rw_handles [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9241f86e-fcad-48bd-a190-9d8d87408e6a/7f4eb466-a64f-4924-9339-b9d7268bf6fd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70243) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 662.425184] env[70243]: DEBUG nova.compute.manager [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.606623] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.606623] env[70243]: DEBUG nova.compute.manager [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.611778] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.727s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.613274] env[70243]: INFO nova.compute.claims [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.694673] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.957952] env[70243]: DEBUG oslo_concurrency.lockutils [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.101758] env[70243]: DEBUG oslo_vmware.rw_handles [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Completed reading data from the image iterator. {{(pid=70243) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 663.102082] env[70243]: DEBUG oslo_vmware.rw_handles [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9241f86e-fcad-48bd-a190-9d8d87408e6a/7f4eb466-a64f-4924-9339-b9d7268bf6fd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 663.117824] env[70243]: DEBUG nova.compute.utils [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.122930] env[70243]: DEBUG nova.compute.manager [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.124035] env[70243]: DEBUG nova.network.neutron [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.156913] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Downloaded image file data 7f4eb466-a64f-4924-9339-b9d7268bf6fd to vmware_temp/9241f86e-fcad-48bd-a190-9d8d87408e6a/7f4eb466-a64f-4924-9339-b9d7268bf6fd/tmp-sparse.vmdk on the data store datastore1 {{(pid=70243) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 663.158984] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Caching image {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 663.159096] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Copying Virtual Disk [datastore1] vmware_temp/9241f86e-fcad-48bd-a190-9d8d87408e6a/7f4eb466-a64f-4924-9339-b9d7268bf6fd/tmp-sparse.vmdk to [datastore1] vmware_temp/9241f86e-fcad-48bd-a190-9d8d87408e6a/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.159715] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed9f26ea-4486-4b0c-bb77-b611b3a4a495 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.168060] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 663.168060] env[70243]: value = "task-3621337" [ 663.168060] env[70243]: _type = "Task" [ 663.168060] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.177329] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.214382] env[70243]: DEBUG nova.policy [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11977ba3ebb54b60af41834b39c61882', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d67b7f1219a41fd9c39b77a7422963d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.629547] env[70243]: DEBUG nova.compute.manager [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.688194] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621337, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.853945] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2176c6-267b-453e-a882-6b27b801fbfd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.862111] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7daec12-34ee-441a-b00b-35be03dcf2db {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.904181] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee4c0b0-cff8-49cf-93ad-e2c68a0016fa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.911770] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16ff6dc-e5a6-4a21-91ea-1500bb6b328d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.929047] env[70243]: DEBUG nova.compute.provider_tree [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.041822] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.179019] env[70243]: DEBUG nova.network.neutron [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Successfully created port: c833146e-6296-4d8f-bdf3-f4230d268993 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.188565] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677006} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.189014] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Copied Virtual Disk [datastore1] vmware_temp/9241f86e-fcad-48bd-a190-9d8d87408e6a/7f4eb466-a64f-4924-9339-b9d7268bf6fd/tmp-sparse.vmdk to [datastore1] vmware_temp/9241f86e-fcad-48bd-a190-9d8d87408e6a/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.190263] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Deleting the datastore file [datastore1] vmware_temp/9241f86e-fcad-48bd-a190-9d8d87408e6a/7f4eb466-a64f-4924-9339-b9d7268bf6fd/tmp-sparse.vmdk {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.192220] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcd2f45a-4e7a-450c-a128-4d47299e00a4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.199432] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 664.199432] env[70243]: value = "task-3621338" [ 664.199432] env[70243]: _type = "Task" [ 664.199432] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.212574] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.432157] env[70243]: DEBUG nova.scheduler.client.report [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.546824] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Getting list of instances from cluster (obj){ [ 664.546824] env[70243]: value = "domain-c8" [ 664.546824] env[70243]: _type = "ClusterComputeResource" [ 664.546824] env[70243]: } {{(pid=70243) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 664.548671] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4560605-6ea3-4382-a2dd-96a365d866ab {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.562294] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Got total of 1 instances {{(pid=70243) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 664.563119] env[70243]: WARNING nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] While synchronizing instance power states, found 4 instances in the database and 1 instances on the hypervisor. [ 664.563119] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Triggering sync for uuid 0c4368be-02a1-40af-a6ea-b20ac8be1ee9 {{(pid=70243) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 664.563119] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Triggering sync for uuid c386b779-1753-4c3c-8580-867288fb2f3a {{(pid=70243) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 664.563119] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Triggering sync for uuid f82a8cd3-22b8-430d-840f-f573598aeb70 {{(pid=70243) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 664.563119] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Triggering sync for uuid db2f1bf8-bd2a-42b2-acbe-988105ee3853 {{(pid=70243) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 664.563421] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "0c4368be-02a1-40af-a6ea-b20ac8be1ee9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.563654] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "c386b779-1753-4c3c-8580-867288fb2f3a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.563842] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "f82a8cd3-22b8-430d-840f-f573598aeb70" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.564076] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "db2f1bf8-bd2a-42b2-acbe-988105ee3853" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.564286] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.564630] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Getting list of instances from cluster (obj){ [ 664.564630] env[70243]: value = "domain-c8" [ 664.564630] env[70243]: _type = "ClusterComputeResource" [ 664.564630] env[70243]: } {{(pid=70243) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 664.565566] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586d77bd-5d44-46b1-b97d-e49a99bdba42 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.575776] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Got total of 1 instances {{(pid=70243) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 664.647158] env[70243]: DEBUG nova.compute.manager [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.672793] env[70243]: DEBUG nova.virt.hardware [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.672793] env[70243]: DEBUG nova.virt.hardware [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.672793] env[70243]: DEBUG nova.virt.hardware [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.673021] env[70243]: DEBUG nova.virt.hardware [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.673021] env[70243]: DEBUG nova.virt.hardware [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.673570] env[70243]: DEBUG nova.virt.hardware [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.673570] env[70243]: DEBUG nova.virt.hardware [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.673570] env[70243]: DEBUG nova.virt.hardware [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.673774] env[70243]: DEBUG nova.virt.hardware [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.673813] env[70243]: DEBUG nova.virt.hardware [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.674020] env[70243]: DEBUG nova.virt.hardware [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.674976] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09c4d50-20a3-4ca3-9352-4b0cc3de4643 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.682812] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07864b67-7219-41a9-a4ed-a584e6ec9817 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.716010] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023543} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.716010] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.716010] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Moving file from [datastore1] vmware_temp/9241f86e-fcad-48bd-a190-9d8d87408e6a/7f4eb466-a64f-4924-9339-b9d7268bf6fd to [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd. {{(pid=70243) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 664.716010] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-30784ee9-3496-48c2-b708-f946e05c6934 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.724312] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 664.724312] env[70243]: value = "task-3621339" [ 664.724312] env[70243]: _type = "Task" [ 664.724312] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.737107] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621339, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.937877] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.938386] env[70243]: DEBUG nova.compute.manager [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.941644] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.048s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.943027] env[70243]: INFO nova.compute.claims [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.033308] env[70243]: DEBUG nova.network.neutron [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Successfully updated port: 08d464af-c281-4e37-9a74-2e35f0f3d0fe {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.233610] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621339, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027489} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.233878] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] File moved {{(pid=70243) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 665.234090] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Cleaning up location [datastore1] vmware_temp/9241f86e-fcad-48bd-a190-9d8d87408e6a {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 665.234242] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Deleting the datastore file [datastore1] vmware_temp/9241f86e-fcad-48bd-a190-9d8d87408e6a {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.234492] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2ff601a-b9fc-42d8-b7f8-626d62b3bee3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.245790] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 665.245790] env[70243]: value = "task-3621340" [ 665.245790] env[70243]: _type = "Task" [ 665.245790] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.260026] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.451416] env[70243]: DEBUG nova.compute.utils [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.460071] env[70243]: DEBUG nova.compute.manager [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.460071] env[70243]: DEBUG nova.network.neutron [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.540688] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Acquiring lock "refresh_cache-c386b779-1753-4c3c-8580-867288fb2f3a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.540688] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Acquired lock "refresh_cache-c386b779-1753-4c3c-8580-867288fb2f3a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.540688] env[70243]: DEBUG nova.network.neutron [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.601266] env[70243]: DEBUG nova.policy [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46c3b823c20340d284ebaab12a84115a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25dd9b379ad44b1291d02c0085e63661', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.728506] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.728843] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.729086] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.729329] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.729544] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.730394] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.730640] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.730898] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 665.731474] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.766654] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042579} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.766654] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.766654] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3647dbd-deea-443b-8990-842fa2f3651a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.774215] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 665.774215] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5295902c-d976-e8c9-e7a5-1ffce8f693d7" [ 665.774215] env[70243]: _type = "Task" [ 665.774215] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.782736] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5295902c-d976-e8c9-e7a5-1ffce8f693d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.957029] env[70243]: DEBUG nova.compute.manager [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.024861] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Acquiring lock "5fe12aed-8a37-4fc2-abc7-574b1502236b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.025026] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Lock "5fe12aed-8a37-4fc2-abc7-574b1502236b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.063047] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Acquiring lock "9cfcaa1f-f6f7-4d91-9267-9939832d0b87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.063139] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Lock "9cfcaa1f-f6f7-4d91-9267-9939832d0b87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.146706] env[70243]: DEBUG nova.network.neutron [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.188205] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772d6451-e930-49a4-9e2d-db95c567e04e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.197322] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd05462d-84ba-4a69-aee5-ba4d72ea8516 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.241161] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.242601] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1256d790-ed99-4587-9c98-3d4b697f8b3f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.250640] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c644da-2cff-4d8b-9d05-b1884a68ca33 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.270465] env[70243]: DEBUG nova.compute.provider_tree [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.291550] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5295902c-d976-e8c9-e7a5-1ffce8f693d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010055} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.291871] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.292087] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 0c4368be-02a1-40af-a6ea-b20ac8be1ee9/0c4368be-02a1-40af-a6ea-b20ac8be1ee9.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.292356] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4603ff6-531c-4312-a130-5b0780ceff48 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.298954] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 666.298954] env[70243]: value = "task-3621341" [ 666.298954] env[70243]: _type = "Task" [ 666.298954] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.307124] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.534269] env[70243]: DEBUG nova.compute.manager [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.568643] env[70243]: DEBUG nova.compute.manager [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.679878] env[70243]: DEBUG nova.network.neutron [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Updating instance_info_cache with network_info: [{"id": "08d464af-c281-4e37-9a74-2e35f0f3d0fe", "address": "fa:16:3e:b2:77:a5", "network": {"id": "7ab9ece7-be6a-4377-bc79-aacd70668fc2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-326519644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b94e187aa184a26857eb00f4ab94c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08d464af-c2", "ovs_interfaceid": "08d464af-c281-4e37-9a74-2e35f0f3d0fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.776423] env[70243]: DEBUG nova.scheduler.client.report [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.811546] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621341, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.969029] env[70243]: DEBUG nova.compute.manager [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.981064] env[70243]: DEBUG nova.network.neutron [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Successfully created port: ae576412-255a-4004-ada0-1cfc44978c43 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.001642] env[70243]: DEBUG nova.virt.hardware [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.005237] env[70243]: DEBUG nova.virt.hardware [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.005237] env[70243]: DEBUG nova.virt.hardware [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.005237] env[70243]: DEBUG nova.virt.hardware [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.005237] env[70243]: DEBUG nova.virt.hardware [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.005237] env[70243]: DEBUG nova.virt.hardware [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.005410] env[70243]: DEBUG nova.virt.hardware [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.005410] env[70243]: DEBUG nova.virt.hardware [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.005410] env[70243]: DEBUG nova.virt.hardware [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.005410] env[70243]: DEBUG nova.virt.hardware [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.005410] env[70243]: DEBUG nova.virt.hardware [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.006361] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5710173-f9e6-4b65-ba48-f6739c7c7578 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.019594] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98463c2-ea03-45cb-95c9-258e0d1e8529 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.071384] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.098581] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.185649] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Releasing lock "refresh_cache-c386b779-1753-4c3c-8580-867288fb2f3a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.186009] env[70243]: DEBUG nova.compute.manager [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Instance network_info: |[{"id": "08d464af-c281-4e37-9a74-2e35f0f3d0fe", "address": "fa:16:3e:b2:77:a5", "network": {"id": "7ab9ece7-be6a-4377-bc79-aacd70668fc2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-326519644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b94e187aa184a26857eb00f4ab94c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08d464af-c2", "ovs_interfaceid": "08d464af-c281-4e37-9a74-2e35f0f3d0fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.186541] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:77:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08d464af-c281-4e37-9a74-2e35f0f3d0fe', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.199040] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Creating folder: Project (4b94e187aa184a26857eb00f4ab94c79). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.199040] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d715faa6-a2cc-4db2-bfdc-1523e26e1415 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.213090] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Created folder: Project (4b94e187aa184a26857eb00f4ab94c79) in parent group-v722220. [ 667.213090] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Creating folder: Instances. Parent ref: group-v722224. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.213090] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97a88b9e-a665-43fe-bde9-790a5b9ca7e7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.222296] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Created folder: Instances in parent group-v722224. [ 667.222296] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.222296] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.222477] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4db21ca7-e15b-4b50-b978-42c36ed14996 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.243556] env[70243]: DEBUG nova.compute.manager [req-8cc930fb-9da0-4326-8344-5bb790d66d17 req-950142ca-df31-44be-ae59-ab3d47c695a7 service nova] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Received event network-vif-plugged-08d464af-c281-4e37-9a74-2e35f0f3d0fe {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.243823] env[70243]: DEBUG oslo_concurrency.lockutils [req-8cc930fb-9da0-4326-8344-5bb790d66d17 req-950142ca-df31-44be-ae59-ab3d47c695a7 service nova] Acquiring lock "c386b779-1753-4c3c-8580-867288fb2f3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.244406] env[70243]: DEBUG oslo_concurrency.lockutils [req-8cc930fb-9da0-4326-8344-5bb790d66d17 req-950142ca-df31-44be-ae59-ab3d47c695a7 service nova] Lock "c386b779-1753-4c3c-8580-867288fb2f3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.244406] env[70243]: DEBUG oslo_concurrency.lockutils [req-8cc930fb-9da0-4326-8344-5bb790d66d17 req-950142ca-df31-44be-ae59-ab3d47c695a7 service nova] Lock "c386b779-1753-4c3c-8580-867288fb2f3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.244406] env[70243]: DEBUG nova.compute.manager [req-8cc930fb-9da0-4326-8344-5bb790d66d17 req-950142ca-df31-44be-ae59-ab3d47c695a7 service nova] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] No waiting events found dispatching network-vif-plugged-08d464af-c281-4e37-9a74-2e35f0f3d0fe {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.244573] env[70243]: WARNING nova.compute.manager [req-8cc930fb-9da0-4326-8344-5bb790d66d17 req-950142ca-df31-44be-ae59-ab3d47c695a7 service nova] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Received unexpected event network-vif-plugged-08d464af-c281-4e37-9a74-2e35f0f3d0fe for instance with vm_state building and task_state spawning. [ 667.251319] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.251319] env[70243]: value = "task-3621344" [ 667.251319] env[70243]: _type = "Task" [ 667.251319] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.257737] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621344, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.281972] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.282748] env[70243]: DEBUG nova.compute.manager [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.286101] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.242s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.287139] env[70243]: INFO nova.compute.claims [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.311991] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522828} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.312945] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 0c4368be-02a1-40af-a6ea-b20ac8be1ee9/0c4368be-02a1-40af-a6ea-b20ac8be1ee9.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.316204] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.316204] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc44c3c3-21c1-4736-80bf-706aaf8e422c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.323350] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 667.323350] env[70243]: value = "task-3621345" [ 667.323350] env[70243]: _type = "Task" [ 667.323350] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.334082] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.452439] env[70243]: DEBUG nova.network.neutron [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Successfully updated port: c833146e-6296-4d8f-bdf3-f4230d268993 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.770158] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621344, 'name': CreateVM_Task, 'duration_secs': 0.366602} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.771113] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.792023] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.792023] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.792023] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.792023] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e147ef7-e288-4a20-879e-c4bf0258c6e3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.796973] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Waiting for the task: (returnval){ [ 667.796973] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d0d389-e43c-bb39-47eb-e2e6a74f8d70" [ 667.796973] env[70243]: _type = "Task" [ 667.796973] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.798202] env[70243]: DEBUG nova.compute.utils [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.804300] env[70243]: DEBUG nova.compute.manager [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Not allocating networking since 'none' was specified. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 667.820389] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d0d389-e43c-bb39-47eb-e2e6a74f8d70, 'name': SearchDatastore_Task, 'duration_secs': 0.012362} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.821063] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.821063] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.821063] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.821680] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.821680] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.822233] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74053638-96d6-4f9b-86bb-485c492d94d8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.837711] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.837892] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.841712] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e33ed35-bab9-424a-a5a4-3db14e3580a2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.848743] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071158} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.849521] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.853927] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a488ea3b-3177-4d64-b11c-712ac8363440 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.854582] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Waiting for the task: (returnval){ [ 667.854582] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526be8fc-b2c9-bb80-5d9d-0c0fe32e9e41" [ 667.854582] env[70243]: _type = "Task" [ 667.854582] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.876198] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 0c4368be-02a1-40af-a6ea-b20ac8be1ee9/0c4368be-02a1-40af-a6ea-b20ac8be1ee9.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.878431] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad6ae850-2295-43c7-9223-0b5f9c144fd2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.902351] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526be8fc-b2c9-bb80-5d9d-0c0fe32e9e41, 'name': SearchDatastore_Task, 'duration_secs': 0.013263} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.903549] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6705987-bf58-4d08-a6d0-ac04f4091be3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.908574] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 667.908574] env[70243]: value = "task-3621346" [ 667.908574] env[70243]: _type = "Task" [ 667.908574] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.910267] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Waiting for the task: (returnval){ [ 667.910267] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52be78c2-4450-3049-2b4f-eaaa516a1457" [ 667.910267] env[70243]: _type = "Task" [ 667.910267] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.921555] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621346, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.926019] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52be78c2-4450-3049-2b4f-eaaa516a1457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.956196] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Acquiring lock "refresh_cache-f82a8cd3-22b8-430d-840f-f573598aeb70" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.956554] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Acquired lock "refresh_cache-f82a8cd3-22b8-430d-840f-f573598aeb70" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.956554] env[70243]: DEBUG nova.network.neutron [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.305641] env[70243]: DEBUG nova.compute.manager [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.435273] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621346, 'name': ReconfigVM_Task, 'duration_secs': 0.362211} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.436167] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52be78c2-4450-3049-2b4f-eaaa516a1457, 'name': SearchDatastore_Task, 'duration_secs': 0.011875} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.436451] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 0c4368be-02a1-40af-a6ea-b20ac8be1ee9/0c4368be-02a1-40af-a6ea-b20ac8be1ee9.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.437203] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.437502] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] c386b779-1753-4c3c-8580-867288fb2f3a/c386b779-1753-4c3c-8580-867288fb2f3a.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.441273] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1b4d4e9-2e75-451f-b3a4-b880a960bda1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.443133] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ddd7aba-5093-4b62-b80f-5491139fcb4b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.452077] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 668.452077] env[70243]: value = "task-3621347" [ 668.452077] env[70243]: _type = "Task" [ 668.452077] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.455386] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Waiting for the task: (returnval){ [ 668.455386] env[70243]: value = "task-3621348" [ 668.455386] env[70243]: _type = "Task" [ 668.455386] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.470711] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621347, 'name': Rename_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.474470] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Task: {'id': task-3621348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.549444] env[70243]: DEBUG nova.network.neutron [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.607931] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b47439a-84b0-46e6-b57c-b0680a9828c9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.620588] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3588b2b2-299c-444a-b379-4505579412b3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.664020] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3dc90f-95a5-46f7-814d-ff2408aacb6d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.671214] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe04da6a-e43a-4899-9ac6-fc7315b9d1b2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.685631] env[70243]: DEBUG nova.compute.provider_tree [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.967181] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621347, 'name': Rename_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.971501] env[70243]: DEBUG nova.network.neutron [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Updating instance_info_cache with network_info: [{"id": "c833146e-6296-4d8f-bdf3-f4230d268993", "address": "fa:16:3e:74:9e:a8", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc833146e-62", "ovs_interfaceid": "c833146e-6296-4d8f-bdf3-f4230d268993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.972892] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Task: {'id': task-3621348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.191660] env[70243]: DEBUG nova.scheduler.client.report [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.198385] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Acquiring lock "f6e630fc-2a87-47fe-aa7c-c47d7499416f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.198528] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Lock "f6e630fc-2a87-47fe-aa7c-c47d7499416f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.320189] env[70243]: DEBUG nova.compute.manager [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.350396] env[70243]: DEBUG nova.virt.hardware [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.350668] env[70243]: DEBUG nova.virt.hardware [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.350823] env[70243]: DEBUG nova.virt.hardware [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.351022] env[70243]: DEBUG nova.virt.hardware [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.353377] env[70243]: DEBUG nova.virt.hardware [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.354944] env[70243]: DEBUG nova.virt.hardware [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.354944] env[70243]: DEBUG nova.virt.hardware [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.354944] env[70243]: DEBUG nova.virt.hardware [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.354944] env[70243]: DEBUG nova.virt.hardware [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.354944] env[70243]: DEBUG nova.virt.hardware [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.355198] env[70243]: DEBUG nova.virt.hardware [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.355983] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f240b88-c41c-4798-b977-1930eb3a4a71 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.366530] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1fbacb-224d-4b41-89cf-9291af3fafe7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.382762] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Instance VIF info [] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.389158] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Creating folder: Project (68a6557ebcbc440cb5173a54f45a514b). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.389610] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc9ec9f5-9d48-4594-abef-e1604109a2d9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.400184] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Created folder: Project (68a6557ebcbc440cb5173a54f45a514b) in parent group-v722220. [ 669.400439] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Creating folder: Instances. Parent ref: group-v722227. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.400706] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c5d5aea-9178-4556-93a4-6e6a7af0b85a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.409911] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Created folder: Instances in parent group-v722227. [ 669.411232] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.411232] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.411232] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9ec8fcb-15aa-41b8-8145-6294e3b1f23d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.438053] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.438053] env[70243]: value = "task-3621351" [ 669.438053] env[70243]: _type = "Task" [ 669.438053] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.450089] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621351, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.469903] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621347, 'name': Rename_Task, 'duration_secs': 0.981379} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.474452] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.475637] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Releasing lock "refresh_cache-f82a8cd3-22b8-430d-840f-f573598aeb70" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.480749] env[70243]: DEBUG nova.compute.manager [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Instance network_info: |[{"id": "c833146e-6296-4d8f-bdf3-f4230d268993", "address": "fa:16:3e:74:9e:a8", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc833146e-62", "ovs_interfaceid": "c833146e-6296-4d8f-bdf3-f4230d268993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.480749] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Task: {'id': task-3621348, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.480935] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4d56ba3-e38a-4c2c-ab49-435d5c660871 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.486417] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:9e:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c833146e-6296-4d8f-bdf3-f4230d268993', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.496234] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Creating folder: Project (2d67b7f1219a41fd9c39b77a7422963d). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.496234] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1ffd288-d46f-4f9c-aaad-4727424a317d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.502583] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 669.502583] env[70243]: value = "task-3621352" [ 669.502583] env[70243]: _type = "Task" [ 669.502583] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.507652] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Created folder: Project (2d67b7f1219a41fd9c39b77a7422963d) in parent group-v722220. [ 669.507904] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Creating folder: Instances. Parent ref: group-v722230. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.508638] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0efa650f-900e-485c-a2ca-54325463b07f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.516457] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.528035] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Created folder: Instances in parent group-v722230. [ 669.528212] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.528478] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.528889] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9aea16c9-ac3a-42c9-8dd1-68d770b002c6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.553579] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.553579] env[70243]: value = "task-3621355" [ 669.553579] env[70243]: _type = "Task" [ 669.553579] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.562294] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621355, 'name': CreateVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.618788] env[70243]: DEBUG nova.network.neutron [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Successfully updated port: ae576412-255a-4004-ada0-1cfc44978c43 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.699983] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.700553] env[70243]: DEBUG nova.compute.manager [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.707732] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.013s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.709427] env[70243]: INFO nova.compute.claims [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.950595] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621351, 'name': CreateVM_Task, 'duration_secs': 0.465482} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.950893] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.951506] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.951705] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.952107] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.952444] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5160c48-873f-41a3-8251-0feb851fec5d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.958176] env[70243]: DEBUG oslo_vmware.api [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Waiting for the task: (returnval){ [ 669.958176] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52fe20bf-4add-1b73-8c62-8a54aacf8efc" [ 669.958176] env[70243]: _type = "Task" [ 669.958176] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.973279] env[70243]: DEBUG oslo_vmware.api [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52fe20bf-4add-1b73-8c62-8a54aacf8efc, 'name': SearchDatastore_Task, 'duration_secs': 0.010664} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.978212] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.978212] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.978212] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.978212] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.978391] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.978391] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Task: {'id': task-3621348, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.238206} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.978518] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b53f9dc-9fce-4f0f-a584-7424379c07c4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.980616] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] c386b779-1753-4c3c-8580-867288fb2f3a/c386b779-1753-4c3c-8580-867288fb2f3a.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.981075] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.981075] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f64b609-8c81-4556-a0b0-3dfe24497b31 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.988705] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Waiting for the task: (returnval){ [ 669.988705] env[70243]: value = "task-3621356" [ 669.988705] env[70243]: _type = "Task" [ 669.988705] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.989889] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.989889] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.993641] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cae8f77-4bb7-4331-a99f-b40aecf5055a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.007249] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Task: {'id': task-3621356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.007537] env[70243]: DEBUG oslo_vmware.api [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Waiting for the task: (returnval){ [ 670.007537] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5238bfa2-64c2-f2a8-0679-107aefa2d01b" [ 670.007537] env[70243]: _type = "Task" [ 670.007537] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.021566] env[70243]: DEBUG oslo_vmware.api [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5238bfa2-64c2-f2a8-0679-107aefa2d01b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.025733] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621352, 'name': PowerOnVM_Task} progress is 92%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.064135] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621355, 'name': CreateVM_Task, 'duration_secs': 0.459857} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.064957] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.065209] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.065308] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.065593] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.065910] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e367019e-dcba-4b87-ba3c-3467590928b5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.071739] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Waiting for the task: (returnval){ [ 670.071739] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d23c32-9ab2-b170-6b03-6d92e56cca2b" [ 670.071739] env[70243]: _type = "Task" [ 670.071739] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.080172] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d23c32-9ab2-b170-6b03-6d92e56cca2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.125335] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Acquiring lock "refresh_cache-db2f1bf8-bd2a-42b2-acbe-988105ee3853" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.126046] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Acquired lock "refresh_cache-db2f1bf8-bd2a-42b2-acbe-988105ee3853" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.126311] env[70243]: DEBUG nova.network.neutron [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.210717] env[70243]: DEBUG nova.compute.utils [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.213220] env[70243]: DEBUG nova.compute.manager [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.213887] env[70243]: DEBUG nova.network.neutron [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.318868] env[70243]: DEBUG nova.policy [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c1b8a4674794a639fa86d97af063cf6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '272f89b0b6e44adeb7447450a1a5079b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.392208] env[70243]: DEBUG nova.compute.manager [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Received event network-changed-08d464af-c281-4e37-9a74-2e35f0f3d0fe {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.392208] env[70243]: DEBUG nova.compute.manager [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Refreshing instance network info cache due to event network-changed-08d464af-c281-4e37-9a74-2e35f0f3d0fe. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.392208] env[70243]: DEBUG oslo_concurrency.lockutils [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] Acquiring lock "refresh_cache-c386b779-1753-4c3c-8580-867288fb2f3a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.392208] env[70243]: DEBUG oslo_concurrency.lockutils [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] Acquired lock "refresh_cache-c386b779-1753-4c3c-8580-867288fb2f3a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.392208] env[70243]: DEBUG nova.network.neutron [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Refreshing network info cache for port 08d464af-c281-4e37-9a74-2e35f0f3d0fe {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.501846] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Task: {'id': task-3621356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15368} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.501846] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.502658] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9621a8cc-72c3-41b2-af70-ea04f6845b34 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.530462] env[70243]: DEBUG oslo_vmware.api [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621352, 'name': PowerOnVM_Task, 'duration_secs': 0.630564} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.540647] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] c386b779-1753-4c3c-8580-867288fb2f3a/c386b779-1753-4c3c-8580-867288fb2f3a.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.541921] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.542368] env[70243]: INFO nova.compute.manager [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Took 11.08 seconds to spawn the instance on the hypervisor. [ 670.542627] env[70243]: DEBUG nova.compute.manager [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.543251] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6c49e83-b448-41a2-84df-0bda674e83e0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.561829] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8db7371-5144-47b5-aca3-3685a9295c81 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.572325] env[70243]: DEBUG oslo_vmware.api [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5238bfa2-64c2-f2a8-0679-107aefa2d01b, 'name': SearchDatastore_Task, 'duration_secs': 0.018444} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.578649] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Waiting for the task: (returnval){ [ 670.578649] env[70243]: value = "task-3621357" [ 670.578649] env[70243]: _type = "Task" [ 670.578649] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.581208] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c39c6ccb-c5bc-4f72-a1cc-ede8246f6b1e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.591056] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d23c32-9ab2-b170-6b03-6d92e56cca2b, 'name': SearchDatastore_Task, 'duration_secs': 0.02103} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.591360] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.591761] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.591843] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.593111] env[70243]: DEBUG oslo_vmware.api [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Waiting for the task: (returnval){ [ 670.593111] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525675c4-2c90-3074-a08f-eb59b33e2721" [ 670.593111] env[70243]: _type = "Task" [ 670.593111] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.596300] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Task: {'id': task-3621357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.604083] env[70243]: DEBUG oslo_vmware.api [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525675c4-2c90-3074-a08f-eb59b33e2721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.710907] env[70243]: DEBUG nova.network.neutron [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.721726] env[70243]: DEBUG nova.compute.manager [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.937388] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfad52c4-e839-4dc2-96b3-410a2adef5b6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.954671] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787312e3-b095-4cb8-b1a9-f8785bce0fac {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.989927] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257df722-3291-4574-beab-5c2f59136d1d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.999427] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5d517f-5604-48d1-b199-f280b4526d94 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.014467] env[70243]: DEBUG nova.compute.provider_tree [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.108335] env[70243]: INFO nova.compute.manager [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Took 15.88 seconds to build instance. [ 671.113147] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Task: {'id': task-3621357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.119417] env[70243]: DEBUG oslo_vmware.api [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525675c4-2c90-3074-a08f-eb59b33e2721, 'name': SearchDatastore_Task, 'duration_secs': 0.026033} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.119732] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.120079] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 554416c7-4528-4d35-a0f7-e3e3b1a169c9/554416c7-4528-4d35-a0f7-e3e3b1a169c9.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.122059] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.122059] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.122059] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-617a51e7-b18c-439e-8f24-67f0925a1cc6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.123509] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3c72d7f-971c-4eec-8ecf-fcbf465ac1e7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.130955] env[70243]: DEBUG oslo_vmware.api [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Waiting for the task: (returnval){ [ 671.130955] env[70243]: value = "task-3621358" [ 671.130955] env[70243]: _type = "Task" [ 671.130955] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.135367] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.135597] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.137842] env[70243]: DEBUG nova.network.neutron [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Successfully created port: 3ab9751b-77e4-4abd-bb80-cd2c6de56c39 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.140442] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0eea11e-c11a-4166-bbeb-c4e74286b211 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.149361] env[70243]: DEBUG oslo_vmware.api [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Task: {'id': task-3621358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.149740] env[70243]: DEBUG nova.network.neutron [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Updating instance_info_cache with network_info: [{"id": "ae576412-255a-4004-ada0-1cfc44978c43", "address": "fa:16:3e:cf:48:3c", "network": {"id": "86f91521-dad2-4806-8a23-bf374553841e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2079793648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25dd9b379ad44b1291d02c0085e63661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae576412-25", "ovs_interfaceid": "ae576412-255a-4004-ada0-1cfc44978c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.154198] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Waiting for the task: (returnval){ [ 671.154198] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525f0ec3-930e-b818-33ff-d34b23c0c824" [ 671.154198] env[70243]: _type = "Task" [ 671.154198] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.165299] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525f0ec3-930e-b818-33ff-d34b23c0c824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.293700] env[70243]: DEBUG nova.network.neutron [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Updated VIF entry in instance network info cache for port 08d464af-c281-4e37-9a74-2e35f0f3d0fe. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.294055] env[70243]: DEBUG nova.network.neutron [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Updating instance_info_cache with network_info: [{"id": "08d464af-c281-4e37-9a74-2e35f0f3d0fe", "address": "fa:16:3e:b2:77:a5", "network": {"id": "7ab9ece7-be6a-4377-bc79-aacd70668fc2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-326519644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b94e187aa184a26857eb00f4ab94c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08d464af-c2", "ovs_interfaceid": "08d464af-c281-4e37-9a74-2e35f0f3d0fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.520750] env[70243]: DEBUG nova.scheduler.client.report [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.594960] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Task: {'id': task-3621357, 'name': ReconfigVM_Task, 'duration_secs': 0.927632} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.595237] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Reconfigured VM instance instance-00000002 to attach disk [datastore1] c386b779-1753-4c3c-8580-867288fb2f3a/c386b779-1753-4c3c-8580-867288fb2f3a.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.595940] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-877085f5-eaac-4a42-9bb8-17438e6597d1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.603632] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Waiting for the task: (returnval){ [ 671.603632] env[70243]: value = "task-3621359" [ 671.603632] env[70243]: _type = "Task" [ 671.603632] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.613633] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Task: {'id': task-3621359, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.613995] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a809c3b6-f092-4f0e-8b52-efa2e35f00d8 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Lock "0c4368be-02a1-40af-a6ea-b20ac8be1ee9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.397s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.615158] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "0c4368be-02a1-40af-a6ea-b20ac8be1ee9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.052s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.615744] env[70243]: INFO nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] During sync_power_state the instance has a pending task (spawning). Skip. [ 671.615744] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "0c4368be-02a1-40af-a6ea-b20ac8be1ee9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.641245] env[70243]: DEBUG oslo_vmware.api [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Task: {'id': task-3621358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.654496] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Releasing lock "refresh_cache-db2f1bf8-bd2a-42b2-acbe-988105ee3853" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.655711] env[70243]: DEBUG nova.compute.manager [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Instance network_info: |[{"id": "ae576412-255a-4004-ada0-1cfc44978c43", "address": "fa:16:3e:cf:48:3c", "network": {"id": "86f91521-dad2-4806-8a23-bf374553841e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2079793648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25dd9b379ad44b1291d02c0085e63661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae576412-25", "ovs_interfaceid": "ae576412-255a-4004-ada0-1cfc44978c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.655811] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:48:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae576412-255a-4004-ada0-1cfc44978c43', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.664863] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Creating folder: Project (25dd9b379ad44b1291d02c0085e63661). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.668598] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15f20e95-27ee-4f68-8a98-819a9c717bb5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.677912] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525f0ec3-930e-b818-33ff-d34b23c0c824, 'name': SearchDatastore_Task, 'duration_secs': 0.036644} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.682786] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Created folder: Project (25dd9b379ad44b1291d02c0085e63661) in parent group-v722220. [ 671.682903] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Creating folder: Instances. Parent ref: group-v722233. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.683085] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0f8ae57-2533-4816-9ee3-d76d7f532a9c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.685367] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47e8c5fd-f985-4cf9-99d5-ba0aa834f01c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.689535] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Waiting for the task: (returnval){ [ 671.689535] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5200508b-cb6a-c056-77dc-e8024ea01be0" [ 671.689535] env[70243]: _type = "Task" [ 671.689535] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.694465] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Created folder: Instances in parent group-v722233. [ 671.694616] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.695396] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.695624] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a47b0c5-1aa4-44a0-a981-f3a1e3b193ce {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.717239] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5200508b-cb6a-c056-77dc-e8024ea01be0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.722643] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.722643] env[70243]: value = "task-3621362" [ 671.722643] env[70243]: _type = "Task" [ 671.722643] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.731471] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621362, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.738074] env[70243]: DEBUG nova.compute.manager [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.778326] env[70243]: DEBUG nova.virt.hardware [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.778326] env[70243]: DEBUG nova.virt.hardware [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.778326] env[70243]: DEBUG nova.virt.hardware [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.779838] env[70243]: DEBUG nova.virt.hardware [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.781177] env[70243]: DEBUG nova.virt.hardware [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.781177] env[70243]: DEBUG nova.virt.hardware [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.781177] env[70243]: DEBUG nova.virt.hardware [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.781177] env[70243]: DEBUG nova.virt.hardware [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.781177] env[70243]: DEBUG nova.virt.hardware [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.781490] env[70243]: DEBUG nova.virt.hardware [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.781490] env[70243]: DEBUG nova.virt.hardware [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.782949] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670cb1f4-a15e-4261-8ce1-0b8cedd24487 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.794484] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2665f78e-7fe5-4222-b443-ed689d533daa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.800233] env[70243]: DEBUG oslo_concurrency.lockutils [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] Releasing lock "refresh_cache-c386b779-1753-4c3c-8580-867288fb2f3a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.800711] env[70243]: DEBUG nova.compute.manager [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Received event network-vif-plugged-c833146e-6296-4d8f-bdf3-f4230d268993 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.801230] env[70243]: DEBUG oslo_concurrency.lockutils [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] Acquiring lock "f82a8cd3-22b8-430d-840f-f573598aeb70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.801340] env[70243]: DEBUG oslo_concurrency.lockutils [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] Lock "f82a8cd3-22b8-430d-840f-f573598aeb70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.801498] env[70243]: DEBUG oslo_concurrency.lockutils [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] Lock "f82a8cd3-22b8-430d-840f-f573598aeb70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.801673] env[70243]: DEBUG nova.compute.manager [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] No waiting events found dispatching network-vif-plugged-c833146e-6296-4d8f-bdf3-f4230d268993 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.801834] env[70243]: WARNING nova.compute.manager [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Received unexpected event network-vif-plugged-c833146e-6296-4d8f-bdf3-f4230d268993 for instance with vm_state building and task_state spawning. [ 671.801993] env[70243]: DEBUG nova.compute.manager [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Received event network-changed-c833146e-6296-4d8f-bdf3-f4230d268993 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.802741] env[70243]: DEBUG nova.compute.manager [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Refreshing instance network info cache due to event network-changed-c833146e-6296-4d8f-bdf3-f4230d268993. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.802741] env[70243]: DEBUG oslo_concurrency.lockutils [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] Acquiring lock "refresh_cache-f82a8cd3-22b8-430d-840f-f573598aeb70" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.802741] env[70243]: DEBUG oslo_concurrency.lockutils [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] Acquired lock "refresh_cache-f82a8cd3-22b8-430d-840f-f573598aeb70" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.802741] env[70243]: DEBUG nova.network.neutron [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Refreshing network info cache for port c833146e-6296-4d8f-bdf3-f4230d268993 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.025731] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.026295] env[70243]: DEBUG nova.compute.manager [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.029784] env[70243]: DEBUG oslo_concurrency.lockutils [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.072s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.031907] env[70243]: INFO nova.compute.claims [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.118940] env[70243]: DEBUG nova.compute.manager [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.126106] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Task: {'id': task-3621359, 'name': Rename_Task, 'duration_secs': 0.424857} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.126106] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.126106] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-891b7461-7a64-45a7-bc00-15873855454d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.136692] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Waiting for the task: (returnval){ [ 672.136692] env[70243]: value = "task-3621363" [ 672.136692] env[70243]: _type = "Task" [ 672.136692] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.155766] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Task: {'id': task-3621363, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.156058] env[70243]: DEBUG oslo_vmware.api [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Task: {'id': task-3621358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.967453} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.156309] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 554416c7-4528-4d35-a0f7-e3e3b1a169c9/554416c7-4528-4d35-a0f7-e3e3b1a169c9.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.156514] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.157128] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8877741-3688-4a22-aca6-e762fbea2b04 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.165517] env[70243]: DEBUG oslo_vmware.api [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Waiting for the task: (returnval){ [ 672.165517] env[70243]: value = "task-3621364" [ 672.165517] env[70243]: _type = "Task" [ 672.165517] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.173158] env[70243]: DEBUG oslo_vmware.api [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Task: {'id': task-3621364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.199654] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5200508b-cb6a-c056-77dc-e8024ea01be0, 'name': SearchDatastore_Task, 'duration_secs': 0.010911} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.199932] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.200237] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] f82a8cd3-22b8-430d-840f-f573598aeb70/f82a8cd3-22b8-430d-840f-f573598aeb70.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.200497] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5cf5b8a-220c-4057-b5db-89a373f2acce {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.207285] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Waiting for the task: (returnval){ [ 672.207285] env[70243]: value = "task-3621365" [ 672.207285] env[70243]: _type = "Task" [ 672.207285] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.216523] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Task: {'id': task-3621365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.234659] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621362, 'name': CreateVM_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.536595] env[70243]: DEBUG nova.compute.utils [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.542746] env[70243]: DEBUG nova.compute.manager [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.542746] env[70243]: DEBUG nova.network.neutron [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.658588] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Task: {'id': task-3621363, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.661655] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.679097] env[70243]: DEBUG oslo_vmware.api [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Task: {'id': task-3621364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089253} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.679791] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.683260] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbbd840-290c-436c-8e5c-ae2288e3df27 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.711746] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 554416c7-4528-4d35-a0f7-e3e3b1a169c9/554416c7-4528-4d35-a0f7-e3e3b1a169c9.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.712893] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94eeca9e-e831-4faa-9836-2b98b570eaea {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.746159] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Task: {'id': task-3621365, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.750961] env[70243]: DEBUG oslo_vmware.api [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Waiting for the task: (returnval){ [ 672.750961] env[70243]: value = "task-3621366" [ 672.750961] env[70243]: _type = "Task" [ 672.750961] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.751238] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621362, 'name': CreateVM_Task, 'duration_secs': 0.701819} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.751449] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.759172] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.759172] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.759172] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.759172] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aea9b693-e0de-4c26-be80-aeba06ad3866 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.773850] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Waiting for the task: (returnval){ [ 672.773850] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528e2348-2579-5df8-6e0e-e69ba6902634" [ 672.773850] env[70243]: _type = "Task" [ 672.773850] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.787398] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528e2348-2579-5df8-6e0e-e69ba6902634, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.793920] env[70243]: DEBUG nova.policy [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '257e193c76594003a5a1b7488af10164', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '643354cc2de24e27af8504a4b1ad5efd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.858212] env[70243]: DEBUG nova.network.neutron [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Updated VIF entry in instance network info cache for port c833146e-6296-4d8f-bdf3-f4230d268993. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.859646] env[70243]: DEBUG nova.network.neutron [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Updating instance_info_cache with network_info: [{"id": "c833146e-6296-4d8f-bdf3-f4230d268993", "address": "fa:16:3e:74:9e:a8", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc833146e-62", "ovs_interfaceid": "c833146e-6296-4d8f-bdf3-f4230d268993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.043369] env[70243]: DEBUG nova.compute.manager [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.154817] env[70243]: DEBUG oslo_vmware.api [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Task: {'id': task-3621363, 'name': PowerOnVM_Task, 'duration_secs': 1.009312} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.158613] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.158875] env[70243]: INFO nova.compute.manager [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Took 11.53 seconds to spawn the instance on the hypervisor. [ 673.161791] env[70243]: DEBUG nova.compute.manager [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.163593] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d951a6cb-f89f-4740-b4e3-b86ee5c7084a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.226470] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Task: {'id': task-3621365, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69673} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.226470] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] f82a8cd3-22b8-430d-840f-f573598aeb70/f82a8cd3-22b8-430d-840f-f573598aeb70.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.226772] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.229454] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c0c3578-2b08-4e86-ac77-8de03f1e771d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.234453] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Waiting for the task: (returnval){ [ 673.234453] env[70243]: value = "task-3621367" [ 673.234453] env[70243]: _type = "Task" [ 673.234453] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.243942] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Task: {'id': task-3621367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.264966] env[70243]: DEBUG oslo_vmware.api [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Task: {'id': task-3621366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.285716] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528e2348-2579-5df8-6e0e-e69ba6902634, 'name': SearchDatastore_Task, 'duration_secs': 0.065347} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.289168] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.289469] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.289691] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.289845] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.290389] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.292678] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7c780cc-97b0-4d42-b55c-b2f8bd0d476d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.298842] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquiring lock "b776034c-141c-4117-86ae-3aa65600378c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.299079] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Lock "b776034c-141c-4117-86ae-3aa65600378c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.309296] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.309296] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.309777] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-284a9167-ba18-4e87-9e2d-d74015d09341 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.315381] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Waiting for the task: (returnval){ [ 673.315381] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528476a7-b9c3-3cfd-3f38-37ab3d65ef46" [ 673.315381] env[70243]: _type = "Task" [ 673.315381] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.342382] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528476a7-b9c3-3cfd-3f38-37ab3d65ef46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.346897] env[70243]: DEBUG nova.network.neutron [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Successfully updated port: 3ab9751b-77e4-4abd-bb80-cd2c6de56c39 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.349079] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1a162c-aa0c-4182-b77f-e201ef29fe33 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.360069] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb1a516-59c5-465e-9c90-c02491eebe8b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.365430] env[70243]: DEBUG oslo_concurrency.lockutils [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] Releasing lock "refresh_cache-f82a8cd3-22b8-430d-840f-f573598aeb70" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.365684] env[70243]: DEBUG nova.compute.manager [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Received event network-vif-plugged-ae576412-255a-4004-ada0-1cfc44978c43 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.365875] env[70243]: DEBUG oslo_concurrency.lockutils [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] Acquiring lock "db2f1bf8-bd2a-42b2-acbe-988105ee3853-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.366098] env[70243]: DEBUG oslo_concurrency.lockutils [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] Lock "db2f1bf8-bd2a-42b2-acbe-988105ee3853-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.366244] env[70243]: DEBUG oslo_concurrency.lockutils [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] Lock "db2f1bf8-bd2a-42b2-acbe-988105ee3853-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.366409] env[70243]: DEBUG nova.compute.manager [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] No waiting events found dispatching network-vif-plugged-ae576412-255a-4004-ada0-1cfc44978c43 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 673.366572] env[70243]: WARNING nova.compute.manager [req-49cd836e-ab7e-4c48-808b-7f9af3022c41 req-2c5bdf64-6812-4853-9e78-69cb2ff48ecc service nova] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Received unexpected event network-vif-plugged-ae576412-255a-4004-ada0-1cfc44978c43 for instance with vm_state building and task_state spawning. [ 673.398447] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cecb1e-878d-4935-9d72-3ce8314a2ade {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.410506] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496676a8-7acd-406a-9523-e5edc6a1fc97 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.424280] env[70243]: DEBUG nova.compute.provider_tree [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.484637] env[70243]: DEBUG nova.network.neutron [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Successfully created port: f079cc95-ef9c-4ebc-8923-ea402dc751e8 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.693162] env[70243]: INFO nova.compute.manager [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Took 16.60 seconds to build instance. [ 673.750659] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Task: {'id': task-3621367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181885} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.750659] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.751143] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2752fd30-4e3d-4fc4-9ac9-4ea06e85dd36 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.782347] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] f82a8cd3-22b8-430d-840f-f573598aeb70/f82a8cd3-22b8-430d-840f-f573598aeb70.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.783275] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a9ef937-d42d-47b7-b816-1be195d2819a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.801702] env[70243]: DEBUG oslo_vmware.api [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Task: {'id': task-3621366, 'name': ReconfigVM_Task, 'duration_secs': 0.710751} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.802422] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 554416c7-4528-4d35-a0f7-e3e3b1a169c9/554416c7-4528-4d35-a0f7-e3e3b1a169c9.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.803116] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9848a1c-046b-418e-9434-ea103b466375 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.806827] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Waiting for the task: (returnval){ [ 673.806827] env[70243]: value = "task-3621368" [ 673.806827] env[70243]: _type = "Task" [ 673.806827] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.811348] env[70243]: DEBUG oslo_vmware.api [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Waiting for the task: (returnval){ [ 673.811348] env[70243]: value = "task-3621369" [ 673.811348] env[70243]: _type = "Task" [ 673.811348] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.818658] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Task: {'id': task-3621368, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.830181] env[70243]: DEBUG oslo_vmware.api [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Task: {'id': task-3621369, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.834344] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528476a7-b9c3-3cfd-3f38-37ab3d65ef46, 'name': SearchDatastore_Task, 'duration_secs': 0.01523} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.835264] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcc5aaf2-3d96-40f7-8dbe-1c3c198ecd9d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.843276] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Waiting for the task: (returnval){ [ 673.843276] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c9610e-214e-c202-42f3-989b6c9b660c" [ 673.843276] env[70243]: _type = "Task" [ 673.843276] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.853549] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c9610e-214e-c202-42f3-989b6c9b660c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.857302] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Acquiring lock "refresh_cache-9f59ddfb-028a-483b-90c1-a4e698f53212" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.857302] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Acquired lock "refresh_cache-9f59ddfb-028a-483b-90c1-a4e698f53212" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.857302] env[70243]: DEBUG nova.network.neutron [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.930541] env[70243]: DEBUG nova.scheduler.client.report [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.055850] env[70243]: DEBUG nova.compute.manager [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.088157] env[70243]: DEBUG nova.virt.hardware [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.088426] env[70243]: DEBUG nova.virt.hardware [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.088634] env[70243]: DEBUG nova.virt.hardware [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.088829] env[70243]: DEBUG nova.virt.hardware [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.088967] env[70243]: DEBUG nova.virt.hardware [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.089154] env[70243]: DEBUG nova.virt.hardware [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.089403] env[70243]: DEBUG nova.virt.hardware [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.089593] env[70243]: DEBUG nova.virt.hardware [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.089772] env[70243]: DEBUG nova.virt.hardware [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.089977] env[70243]: DEBUG nova.virt.hardware [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.090235] env[70243]: DEBUG nova.virt.hardware [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.091196] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d39c95-6742-4b7f-9e74-c6426c183770 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.100120] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c2df75-c206-4101-842f-c4b390e6ca16 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.193022] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9b5f7793-9126-4f7f-b8bb-26ab2e031f74 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Lock "c386b779-1753-4c3c-8580-867288fb2f3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.114s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.194893] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "c386b779-1753-4c3c-8580-867288fb2f3a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.631s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.195196] env[70243]: INFO nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] During sync_power_state the instance has a pending task (spawning). Skip. [ 674.195778] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "c386b779-1753-4c3c-8580-867288fb2f3a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.330697] env[70243]: DEBUG oslo_vmware.api [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Task: {'id': task-3621369, 'name': Rename_Task, 'duration_secs': 0.311427} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.330957] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Task: {'id': task-3621368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.331248] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.331501] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5269d9fa-80e5-4e9b-b224-00a1360ba613 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.338221] env[70243]: DEBUG oslo_vmware.api [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Waiting for the task: (returnval){ [ 674.338221] env[70243]: value = "task-3621370" [ 674.338221] env[70243]: _type = "Task" [ 674.338221] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.354922] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c9610e-214e-c202-42f3-989b6c9b660c, 'name': SearchDatastore_Task, 'duration_secs': 0.015574} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.358107] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.358396] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] db2f1bf8-bd2a-42b2-acbe-988105ee3853/db2f1bf8-bd2a-42b2-acbe-988105ee3853.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.360517] env[70243]: DEBUG oslo_vmware.api [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Task: {'id': task-3621370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.360741] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-186485dd-d69f-4326-9e95-5150a8763d32 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.368504] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Waiting for the task: (returnval){ [ 674.368504] env[70243]: value = "task-3621371" [ 674.368504] env[70243]: _type = "Task" [ 674.368504] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.378288] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.388792] env[70243]: DEBUG nova.compute.manager [req-19d2f8bd-f85a-4b84-8b26-1cbca78d8e08 req-fb586f63-eb53-44ed-997d-f9aeff6f238e service nova] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Received event network-changed-ae576412-255a-4004-ada0-1cfc44978c43 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.388972] env[70243]: DEBUG nova.compute.manager [req-19d2f8bd-f85a-4b84-8b26-1cbca78d8e08 req-fb586f63-eb53-44ed-997d-f9aeff6f238e service nova] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Refreshing instance network info cache due to event network-changed-ae576412-255a-4004-ada0-1cfc44978c43. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.389618] env[70243]: DEBUG oslo_concurrency.lockutils [req-19d2f8bd-f85a-4b84-8b26-1cbca78d8e08 req-fb586f63-eb53-44ed-997d-f9aeff6f238e service nova] Acquiring lock "refresh_cache-db2f1bf8-bd2a-42b2-acbe-988105ee3853" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.389618] env[70243]: DEBUG oslo_concurrency.lockutils [req-19d2f8bd-f85a-4b84-8b26-1cbca78d8e08 req-fb586f63-eb53-44ed-997d-f9aeff6f238e service nova] Acquired lock "refresh_cache-db2f1bf8-bd2a-42b2-acbe-988105ee3853" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.389618] env[70243]: DEBUG nova.network.neutron [req-19d2f8bd-f85a-4b84-8b26-1cbca78d8e08 req-fb586f63-eb53-44ed-997d-f9aeff6f238e service nova] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Refreshing network info cache for port ae576412-255a-4004-ada0-1cfc44978c43 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.422554] env[70243]: INFO nova.compute.manager [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Rebuilding instance [ 674.443300] env[70243]: DEBUG oslo_concurrency.lockutils [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.443670] env[70243]: DEBUG nova.compute.manager [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.455659] env[70243]: DEBUG nova.network.neutron [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.461212] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.221s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.461383] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.463764] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 674.463764] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.391s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.463764] env[70243]: INFO nova.compute.claims [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.473021] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99da96c-aecf-4557-bc08-0cdfd962b0f6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.482993] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d77467a-c370-415c-9fa8-80b56867e0c7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.508088] env[70243]: DEBUG nova.compute.manager [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.510550] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde581b2-541f-474a-bb32-fdde0b76bebf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.514752] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b8459b-5190-4b9c-94b3-5d8ca50de760 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.525892] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0cdeea-2a04-41c2-bed2-a1612778e255 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.568886] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180924MB free_disk=76GB free_vcpus=48 pci_devices=None {{(pid=70243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 674.569960] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.697500] env[70243]: DEBUG nova.compute.manager [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.826817] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Task: {'id': task-3621368, 'name': ReconfigVM_Task, 'duration_secs': 0.772463} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.826817] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Reconfigured VM instance instance-00000003 to attach disk [datastore1] f82a8cd3-22b8-430d-840f-f573598aeb70/f82a8cd3-22b8-430d-840f-f573598aeb70.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.828029] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65831913-a8d4-4e04-be0c-691a2266f3b3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.837027] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Waiting for the task: (returnval){ [ 674.837027] env[70243]: value = "task-3621372" [ 674.837027] env[70243]: _type = "Task" [ 674.837027] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.853646] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Task: {'id': task-3621372, 'name': Rename_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.856458] env[70243]: DEBUG oslo_vmware.api [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Task: {'id': task-3621370, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.886750] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621371, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.892624] env[70243]: DEBUG nova.network.neutron [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Updating instance_info_cache with network_info: [{"id": "3ab9751b-77e4-4abd-bb80-cd2c6de56c39", "address": "fa:16:3e:24:2f:c9", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab9751b-77", "ovs_interfaceid": "3ab9751b-77e4-4abd-bb80-cd2c6de56c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.968838] env[70243]: DEBUG nova.compute.utils [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.972667] env[70243]: DEBUG nova.compute.manager [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.972851] env[70243]: DEBUG nova.network.neutron [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: 22f76458-3c01-4c59-b46e-df565467d540] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.051613] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Acquiring lock "928c8b15-911b-486f-afb1-95758d81d822" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.051956] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Lock "928c8b15-911b-486f-afb1-95758d81d822" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.131128] env[70243]: DEBUG nova.policy [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea9cd9c7ddcb47e0882374c7b8b140dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f78ec4b5da814a1392414463dedcec1f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.233985] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.352222] env[70243]: DEBUG oslo_vmware.api [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Task: {'id': task-3621370, 'name': PowerOnVM_Task, 'duration_secs': 0.989278} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.355492] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.355702] env[70243]: INFO nova.compute.manager [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Took 6.04 seconds to spawn the instance on the hypervisor. [ 675.356072] env[70243]: DEBUG nova.compute.manager [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.356210] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Task: {'id': task-3621372, 'name': Rename_Task, 'duration_secs': 0.249374} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.357725] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d875b845-120d-407d-af0c-edfccaaf8556 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.359673] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.359844] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e36dee6b-cbd9-4b37-8cc8-db7257f13955 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.368734] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Waiting for the task: (returnval){ [ 675.368734] env[70243]: value = "task-3621373" [ 675.368734] env[70243]: _type = "Task" [ 675.368734] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.379931] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Task: {'id': task-3621373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.385404] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620343} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.385952] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] db2f1bf8-bd2a-42b2-acbe-988105ee3853/db2f1bf8-bd2a-42b2-acbe-988105ee3853.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.386207] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.387486] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fd44c5f-1ccc-400d-b9e2-3275e546f88d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.393134] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Waiting for the task: (returnval){ [ 675.393134] env[70243]: value = "task-3621374" [ 675.393134] env[70243]: _type = "Task" [ 675.393134] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.396993] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Releasing lock "refresh_cache-9f59ddfb-028a-483b-90c1-a4e698f53212" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.397400] env[70243]: DEBUG nova.compute.manager [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Instance network_info: |[{"id": "3ab9751b-77e4-4abd-bb80-cd2c6de56c39", "address": "fa:16:3e:24:2f:c9", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab9751b-77", "ovs_interfaceid": "3ab9751b-77e4-4abd-bb80-cd2c6de56c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.397746] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:2f:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ab9751b-77e4-4abd-bb80-cd2c6de56c39', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.405709] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Creating folder: Project (272f89b0b6e44adeb7447450a1a5079b). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.409389] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8519c9b2-e5e1-44c5-8d5c-19b8236dc1a4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.411093] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.419163] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Created folder: Project (272f89b0b6e44adeb7447450a1a5079b) in parent group-v722220. [ 675.419349] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Creating folder: Instances. Parent ref: group-v722236. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.419603] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57342d9b-7190-403e-8821-fe03929d127d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.429175] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Created folder: Instances in parent group-v722236. [ 675.429414] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.429600] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.430200] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20339d87-cf93-4bf5-8f37-89d5816f4361 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.450089] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.450089] env[70243]: value = "task-3621377" [ 675.450089] env[70243]: _type = "Task" [ 675.450089] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.457890] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621377, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.473743] env[70243]: DEBUG nova.compute.manager [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.519030] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Acquiring lock "c386b779-1753-4c3c-8580-867288fb2f3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.519030] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Lock "c386b779-1753-4c3c-8580-867288fb2f3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.519809] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Acquiring lock "c386b779-1753-4c3c-8580-867288fb2f3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.520134] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Lock "c386b779-1753-4c3c-8580-867288fb2f3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.520566] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Lock "c386b779-1753-4c3c-8580-867288fb2f3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.524092] env[70243]: INFO nova.compute.manager [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Terminating instance [ 675.544466] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.545232] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e6b4a1c-029b-429a-b65f-4a18edb81431 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.551651] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 675.551651] env[70243]: value = "task-3621378" [ 675.551651] env[70243]: _type = "Task" [ 675.551651] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.563812] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.704930] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce54542-dd3e-4e61-a3d7-dc98606036fd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.724455] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df24e475-e55f-4153-92d4-516224c62807 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.774414] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b4a252-dfc2-4be3-9876-b51a38f59414 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.783268] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4c4d1e-7df3-4ac3-816e-ef4f79ba34a4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.798777] env[70243]: DEBUG nova.compute.provider_tree [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.810105] env[70243]: DEBUG nova.network.neutron [req-19d2f8bd-f85a-4b84-8b26-1cbca78d8e08 req-fb586f63-eb53-44ed-997d-f9aeff6f238e service nova] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Updated VIF entry in instance network info cache for port ae576412-255a-4004-ada0-1cfc44978c43. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.810253] env[70243]: DEBUG nova.network.neutron [req-19d2f8bd-f85a-4b84-8b26-1cbca78d8e08 req-fb586f63-eb53-44ed-997d-f9aeff6f238e service nova] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Updating instance_info_cache with network_info: [{"id": "ae576412-255a-4004-ada0-1cfc44978c43", "address": "fa:16:3e:cf:48:3c", "network": {"id": "86f91521-dad2-4806-8a23-bf374553841e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2079793648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25dd9b379ad44b1291d02c0085e63661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae576412-25", "ovs_interfaceid": "ae576412-255a-4004-ada0-1cfc44978c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.883744] env[70243]: INFO nova.compute.manager [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Took 15.01 seconds to build instance. [ 675.893300] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Task: {'id': task-3621373, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.904552] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178429} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.904552] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.906139] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38e36df-4ec8-4fde-abeb-68a3192ea321 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.933934] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] db2f1bf8-bd2a-42b2-acbe-988105ee3853/db2f1bf8-bd2a-42b2-acbe-988105ee3853.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.934669] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7d5f00f-ac89-46be-84d3-6e95d206ba7c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.964615] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621377, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.965921] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Waiting for the task: (returnval){ [ 675.965921] env[70243]: value = "task-3621379" [ 675.965921] env[70243]: _type = "Task" [ 675.965921] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.974668] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621379, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.031123] env[70243]: DEBUG nova.compute.manager [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.031599] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.033060] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81065246-d309-4681-a774-74c86d368bed {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.041555] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.041871] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39580b6d-5b55-4c08-b3bb-7f668b642fb9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.047916] env[70243]: DEBUG oslo_vmware.api [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Waiting for the task: (returnval){ [ 676.047916] env[70243]: value = "task-3621380" [ 676.047916] env[70243]: _type = "Task" [ 676.047916] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.059559] env[70243]: DEBUG oslo_vmware.api [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Task: {'id': task-3621380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.064903] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621378, 'name': PowerOffVM_Task, 'duration_secs': 0.225032} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.065257] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.065560] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.066345] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645ba75d-bc05-4f29-8768-97afda46eea3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.073044] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.073294] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-818fa70b-3220-4bfe-a6a9-5b162ac7a733 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.098759] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.098914] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.099180] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Deleting the datastore file [datastore1] 0c4368be-02a1-40af-a6ea-b20ac8be1ee9 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.100245] env[70243]: DEBUG nova.network.neutron [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Successfully updated port: f079cc95-ef9c-4ebc-8923-ea402dc751e8 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.101723] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a896652-d8cd-46be-89e5-500a47ebec7e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.110091] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 676.110091] env[70243]: value = "task-3621382" [ 676.110091] env[70243]: _type = "Task" [ 676.110091] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.119262] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.263549] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Acquiring lock "5255d1c1-2498-499e-a08b-46c6762f8d3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.263870] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Lock "5255d1c1-2498-499e-a08b-46c6762f8d3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.304956] env[70243]: DEBUG nova.scheduler.client.report [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.313098] env[70243]: DEBUG oslo_concurrency.lockutils [req-19d2f8bd-f85a-4b84-8b26-1cbca78d8e08 req-fb586f63-eb53-44ed-997d-f9aeff6f238e service nova] Releasing lock "refresh_cache-db2f1bf8-bd2a-42b2-acbe-988105ee3853" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.389733] env[70243]: DEBUG oslo_vmware.api [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Task: {'id': task-3621373, 'name': PowerOnVM_Task, 'duration_secs': 0.624077} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.390324] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.390555] env[70243]: INFO nova.compute.manager [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Took 11.74 seconds to spawn the instance on the hypervisor. [ 676.390769] env[70243]: DEBUG nova.compute.manager [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.392201] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d527e97d-a1b5-4d0a-bd8e-e5ec71f4fb84 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.398825] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1a632344-d4fe-4db9-85e9-1e257059e889 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Lock "554416c7-4528-4d35-a0f7-e3e3b1a169c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.553s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.417672] env[70243]: DEBUG nova.network.neutron [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Successfully created port: a7b3b762-3916-495c-9d45-1616a261a7e8 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.465982] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621377, 'name': CreateVM_Task, 'duration_secs': 0.535419} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.467443] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.471477] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.471781] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.472153] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.473167] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03d1d863-daca-4f0d-b983-328333ddac3c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.480650] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621379, 'name': ReconfigVM_Task, 'duration_secs': 0.406225} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.482173] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Reconfigured VM instance instance-00000004 to attach disk [datastore1] db2f1bf8-bd2a-42b2-acbe-988105ee3853/db2f1bf8-bd2a-42b2-acbe-988105ee3853.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.482924] env[70243]: DEBUG oslo_vmware.api [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Waiting for the task: (returnval){ [ 676.482924] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52616320-7e44-e9e6-0df7-dfde96ac81e3" [ 676.482924] env[70243]: _type = "Task" [ 676.482924] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.483473] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13ea65be-c849-4b32-a4c9-9c2429883aa2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.485776] env[70243]: DEBUG nova.compute.manager [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.500544] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Waiting for the task: (returnval){ [ 676.500544] env[70243]: value = "task-3621383" [ 676.500544] env[70243]: _type = "Task" [ 676.500544] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.500822] env[70243]: DEBUG oslo_vmware.api [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52616320-7e44-e9e6-0df7-dfde96ac81e3, 'name': SearchDatastore_Task, 'duration_secs': 0.012294} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.501185] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.501420] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.501729] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.501820] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.502213] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.505284] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c8977d8-002a-46f2-b015-b8cfa731d7f4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.512927] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621383, 'name': Rename_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.516150] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.516150] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.518510] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-385be5fb-b067-4967-ab64-025873d69028 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.522047] env[70243]: DEBUG oslo_vmware.api [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Waiting for the task: (returnval){ [ 676.522047] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5224f718-b5a5-cbcb-c79c-a8abf1193f4e" [ 676.522047] env[70243]: _type = "Task" [ 676.522047] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.527404] env[70243]: DEBUG nova.virt.hardware [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.527683] env[70243]: DEBUG nova.virt.hardware [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.527844] env[70243]: DEBUG nova.virt.hardware [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.528140] env[70243]: DEBUG nova.virt.hardware [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.528324] env[70243]: DEBUG nova.virt.hardware [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.528538] env[70243]: DEBUG nova.virt.hardware [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.528696] env[70243]: DEBUG nova.virt.hardware [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.528856] env[70243]: DEBUG nova.virt.hardware [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.529124] env[70243]: DEBUG nova.virt.hardware [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.529367] env[70243]: DEBUG nova.virt.hardware [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.529623] env[70243]: DEBUG nova.virt.hardware [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.531115] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6959cb5-4a85-41c4-ba78-3b8d0f24c72c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.539106] env[70243]: DEBUG oslo_vmware.api [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5224f718-b5a5-cbcb-c79c-a8abf1193f4e, 'name': SearchDatastore_Task, 'duration_secs': 0.011062} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.542374] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b61851f-c0eb-4c73-b78a-29f8c39e8088 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.546387] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544c8522-44db-4370-ac5d-37be840a09fa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.559029] env[70243]: DEBUG oslo_vmware.api [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Waiting for the task: (returnval){ [ 676.559029] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52425a6a-980b-8121-5ef1-4de7dabed19e" [ 676.559029] env[70243]: _type = "Task" [ 676.559029] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.573799] env[70243]: DEBUG oslo_vmware.api [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Task: {'id': task-3621380, 'name': PowerOffVM_Task, 'duration_secs': 0.216297} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.574331] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.574526] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.574854] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b483b38-e4ce-43c1-be24-eb84c74c1bfc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.579263] env[70243]: DEBUG oslo_vmware.api [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52425a6a-980b-8121-5ef1-4de7dabed19e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.605547] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "refresh_cache-819f3541-bda8-4fe6-b733-be1770d33aa0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.605752] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquired lock "refresh_cache-819f3541-bda8-4fe6-b733-be1770d33aa0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.605899] env[70243]: DEBUG nova.network.neutron [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.618453] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165168} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.619359] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.619560] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.619888] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.647034] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.647269] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.647471] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Deleting the datastore file [datastore1] c386b779-1753-4c3c-8580-867288fb2f3a {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.647703] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97847940-2e08-482d-bc67-9d1b32cff129 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.654444] env[70243]: DEBUG oslo_vmware.api [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Waiting for the task: (returnval){ [ 676.654444] env[70243]: value = "task-3621385" [ 676.654444] env[70243]: _type = "Task" [ 676.654444] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.664539] env[70243]: DEBUG oslo_vmware.api [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Task: {'id': task-3621385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.810710] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.811692] env[70243]: DEBUG nova.compute.manager [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.814561] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.716s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.816084] env[70243]: INFO nova.compute.claims [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.906669] env[70243]: DEBUG nova.compute.manager [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.921947] env[70243]: INFO nova.compute.manager [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Took 16.60 seconds to build instance. [ 677.015750] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621383, 'name': Rename_Task, 'duration_secs': 0.162714} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.015750] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.015750] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69f24f43-c50b-474a-9142-9e01e2a93ee2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.020029] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Waiting for the task: (returnval){ [ 677.020029] env[70243]: value = "task-3621386" [ 677.020029] env[70243]: _type = "Task" [ 677.020029] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.029855] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.080338] env[70243]: DEBUG oslo_vmware.api [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52425a6a-980b-8121-5ef1-4de7dabed19e, 'name': SearchDatastore_Task, 'duration_secs': 0.020865} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.080759] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.081267] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 9f59ddfb-028a-483b-90c1-a4e698f53212/9f59ddfb-028a-483b-90c1-a4e698f53212.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.081600] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5c79616-b24d-45bc-8b14-8bde2fd641f9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.088909] env[70243]: DEBUG oslo_vmware.api [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Waiting for the task: (returnval){ [ 677.088909] env[70243]: value = "task-3621387" [ 677.088909] env[70243]: _type = "Task" [ 677.088909] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.101869] env[70243]: DEBUG oslo_vmware.api [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Task: {'id': task-3621387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.166255] env[70243]: DEBUG oslo_vmware.api [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Task: {'id': task-3621385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159256} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.166626] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.166951] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.167208] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.167559] env[70243]: INFO nova.compute.manager [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 677.167779] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.168043] env[70243]: DEBUG nova.compute.manager [-] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 677.168198] env[70243]: DEBUG nova.network.neutron [-] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 677.321958] env[70243]: DEBUG nova.compute.utils [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.325966] env[70243]: DEBUG nova.compute.manager [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.326258] env[70243]: DEBUG nova.network.neutron [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.411970] env[70243]: DEBUG nova.network.neutron [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.425717] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cd8498e4-a189-44f6-bae1-53681f9d298a tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Lock "f82a8cd3-22b8-430d-840f-f573598aeb70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.125s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.427186] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "f82a8cd3-22b8-430d-840f-f573598aeb70" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.863s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.427378] env[70243]: INFO nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 677.427578] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "f82a8cd3-22b8-430d-840f-f573598aeb70" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.441342] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.459311] env[70243]: DEBUG nova.policy [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8aca6296557e4399a32db284f0a40f37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e321809813c24d41abbfd9a1bd698d76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.546990] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.606307] env[70243]: DEBUG oslo_vmware.api [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Task: {'id': task-3621387, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.665796] env[70243]: DEBUG nova.virt.hardware [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.666269] env[70243]: DEBUG nova.virt.hardware [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.666512] env[70243]: DEBUG nova.virt.hardware [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.666772] env[70243]: DEBUG nova.virt.hardware [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.666996] env[70243]: DEBUG nova.virt.hardware [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.667258] env[70243]: DEBUG nova.virt.hardware [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.667541] env[70243]: DEBUG nova.virt.hardware [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.667780] env[70243]: DEBUG nova.virt.hardware [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.668133] env[70243]: DEBUG nova.virt.hardware [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.668737] env[70243]: DEBUG nova.virt.hardware [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.671144] env[70243]: DEBUG nova.virt.hardware [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.672429] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42212439-8aef-4556-a434-aa31374bf01c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.686021] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e079b90b-3a81-438e-ab85-4b2ab7705fe8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.705254] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Instance VIF info [] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.713865] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.714256] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.714510] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65f62e5b-36e4-4f0e-80b1-dc958957602f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.740117] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.740117] env[70243]: value = "task-3621388" [ 677.740117] env[70243]: _type = "Task" [ 677.740117] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.750521] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621388, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.826731] env[70243]: DEBUG nova.compute.manager [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.929366] env[70243]: DEBUG nova.compute.manager [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.936604] env[70243]: DEBUG nova.compute.manager [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Received event network-vif-plugged-3ab9751b-77e4-4abd-bb80-cd2c6de56c39 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.937961] env[70243]: DEBUG oslo_concurrency.lockutils [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] Acquiring lock "9f59ddfb-028a-483b-90c1-a4e698f53212-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.937961] env[70243]: DEBUG oslo_concurrency.lockutils [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] Lock "9f59ddfb-028a-483b-90c1-a4e698f53212-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.937961] env[70243]: DEBUG oslo_concurrency.lockutils [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] Lock "9f59ddfb-028a-483b-90c1-a4e698f53212-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.937961] env[70243]: DEBUG nova.compute.manager [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] No waiting events found dispatching network-vif-plugged-3ab9751b-77e4-4abd-bb80-cd2c6de56c39 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.938764] env[70243]: WARNING nova.compute.manager [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Received unexpected event network-vif-plugged-3ab9751b-77e4-4abd-bb80-cd2c6de56c39 for instance with vm_state building and task_state spawning. [ 677.938764] env[70243]: DEBUG nova.compute.manager [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Received event network-changed-3ab9751b-77e4-4abd-bb80-cd2c6de56c39 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.939209] env[70243]: DEBUG nova.compute.manager [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Refreshing instance network info cache due to event network-changed-3ab9751b-77e4-4abd-bb80-cd2c6de56c39. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.939827] env[70243]: DEBUG oslo_concurrency.lockutils [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] Acquiring lock "refresh_cache-9f59ddfb-028a-483b-90c1-a4e698f53212" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.939827] env[70243]: DEBUG oslo_concurrency.lockutils [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] Acquired lock "refresh_cache-9f59ddfb-028a-483b-90c1-a4e698f53212" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.939827] env[70243]: DEBUG nova.network.neutron [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Refreshing network info cache for port 3ab9751b-77e4-4abd-bb80-cd2c6de56c39 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.040249] env[70243]: DEBUG oslo_vmware.api [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621386, 'name': PowerOnVM_Task, 'duration_secs': 0.939026} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.040560] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.040871] env[70243]: INFO nova.compute.manager [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Took 11.07 seconds to spawn the instance on the hypervisor. [ 678.041249] env[70243]: DEBUG nova.compute.manager [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.041929] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e665dae5-6e0e-43f3-9d49-7fdc47d7db6c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.108297] env[70243]: DEBUG oslo_vmware.api [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Task: {'id': task-3621387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679853} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.108590] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 9f59ddfb-028a-483b-90c1-a4e698f53212/9f59ddfb-028a-483b-90c1-a4e698f53212.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.110023] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.110426] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-131a7f82-6be2-476b-b1ab-fec62f597962 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.118085] env[70243]: DEBUG oslo_vmware.api [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Waiting for the task: (returnval){ [ 678.118085] env[70243]: value = "task-3621389" [ 678.118085] env[70243]: _type = "Task" [ 678.118085] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.128150] env[70243]: DEBUG oslo_vmware.api [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Task: {'id': task-3621389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.170751] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b00a0dc-894d-42ee-8cc6-4f5f0aaf380c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.179961] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f9e71d-4ca7-4364-9702-eb51e3bab24f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.231177] env[70243]: DEBUG nova.network.neutron [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Updating instance_info_cache with network_info: [{"id": "f079cc95-ef9c-4ebc-8923-ea402dc751e8", "address": "fa:16:3e:2a:39:cc", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf079cc95-ef", "ovs_interfaceid": "f079cc95-ef9c-4ebc-8923-ea402dc751e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.237877] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1437612a-abf4-4d3e-a222-3cc7966adb67 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.239594] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Acquiring lock "911b26ec-7da1-454e-bdae-e3c9770da1dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.239824] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lock "911b26ec-7da1-454e-bdae-e3c9770da1dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.249228] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3d1e7f-affb-4519-a784-a90a7b264161 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.258641] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621388, 'name': CreateVM_Task, 'duration_secs': 0.372679} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.259142] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.263328] env[70243]: DEBUG oslo_vmware.service [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8bcfc3-7b9c-423f-96b6-274b42a8fb0f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.273622] env[70243]: DEBUG nova.compute.provider_tree [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.278502] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.278928] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.279597] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.281642] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9023a9de-1a09-44bb-8111-62c1f80e4430 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.285583] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 678.285583] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52107fa7-4844-82a0-a4d7-5166896fc70f" [ 678.285583] env[70243]: _type = "Task" [ 678.285583] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.296724] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52107fa7-4844-82a0-a4d7-5166896fc70f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.422839] env[70243]: DEBUG nova.network.neutron [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Successfully created port: 3d8baf5e-f431-4740-bdaf-922f22dda1c2 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.451867] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.574175] env[70243]: INFO nova.compute.manager [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Took 17.72 seconds to build instance. [ 678.628059] env[70243]: DEBUG oslo_vmware.api [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Task: {'id': task-3621389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154472} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.628959] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.631543] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67acb756-353f-4d76-9242-5ae6971fd008 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.651507] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 9f59ddfb-028a-483b-90c1-a4e698f53212/9f59ddfb-028a-483b-90c1-a4e698f53212.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.651812] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faa28402-d163-41fc-8123-9f9803a32d5b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.672247] env[70243]: DEBUG oslo_vmware.api [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Waiting for the task: (returnval){ [ 678.672247] env[70243]: value = "task-3621390" [ 678.672247] env[70243]: _type = "Task" [ 678.672247] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.682924] env[70243]: DEBUG oslo_vmware.api [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Task: {'id': task-3621390, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.740914] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Releasing lock "refresh_cache-819f3541-bda8-4fe6-b733-be1770d33aa0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.741263] env[70243]: DEBUG nova.compute.manager [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Instance network_info: |[{"id": "f079cc95-ef9c-4ebc-8923-ea402dc751e8", "address": "fa:16:3e:2a:39:cc", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf079cc95-ef", "ovs_interfaceid": "f079cc95-ef9c-4ebc-8923-ea402dc751e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.741696] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:39:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f079cc95-ef9c-4ebc-8923-ea402dc751e8', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.749581] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Creating folder: Project (643354cc2de24e27af8504a4b1ad5efd). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.752478] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-136ebb7a-651b-4caf-a187-e513ab1c8076 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.762619] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Created folder: Project (643354cc2de24e27af8504a4b1ad5efd) in parent group-v722220. [ 678.762817] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Creating folder: Instances. Parent ref: group-v722240. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.763064] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7561110-6bec-4527-ae30-ba38e66fff3a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.772699] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Created folder: Instances in parent group-v722240. [ 678.772699] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.772699] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.772821] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73a111e3-38f3-4278-a98b-c1b0f44afc41 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.788746] env[70243]: DEBUG nova.scheduler.client.report [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.803127] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.803233] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.803418] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.803618] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.804144] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.804144] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.804144] env[70243]: value = "task-3621393" [ 678.804144] env[70243]: _type = "Task" [ 678.804144] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.806372] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8d3f09f-d76e-43d0-b8be-833d90564aba {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.817827] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621393, 'name': CreateVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.820015] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.820251] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.821353] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be68d71-a8bd-46ef-9e5a-71b252aec39e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.828056] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fda46cf0-7ff8-442f-a751-2c1a6af855f0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.833862] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 678.833862] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523bf425-76ab-7bbd-d36e-6420799e22f4" [ 678.833862] env[70243]: _type = "Task" [ 678.833862] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.839544] env[70243]: DEBUG nova.compute.manager [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.846115] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523bf425-76ab-7bbd-d36e-6420799e22f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.879640] env[70243]: DEBUG nova.virt.hardware [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.879884] env[70243]: DEBUG nova.virt.hardware [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.880122] env[70243]: DEBUG nova.virt.hardware [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.880317] env[70243]: DEBUG nova.virt.hardware [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.880479] env[70243]: DEBUG nova.virt.hardware [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.880638] env[70243]: DEBUG nova.virt.hardware [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.881411] env[70243]: DEBUG nova.virt.hardware [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.881411] env[70243]: DEBUG nova.virt.hardware [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.881411] env[70243]: DEBUG nova.virt.hardware [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.881411] env[70243]: DEBUG nova.virt.hardware [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.881826] env[70243]: DEBUG nova.virt.hardware [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.882512] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda2bc71-5cea-4667-a9e4-306d63e06472 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.892626] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584338d7-898a-4ac0-845a-019aae87f242 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.077767] env[70243]: DEBUG nova.network.neutron [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Successfully updated port: a7b3b762-3916-495c-9d45-1616a261a7e8 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.079266] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bba1ad91-9745-4dcb-9f5e-2d7d52ef41e6 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Lock "db2f1bf8-bd2a-42b2-acbe-988105ee3853" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.234s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.081558] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "db2f1bf8-bd2a-42b2-acbe-988105ee3853" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.517s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.082651] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea751fcb-d8a2-4ab0-8584-21f33e92833f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.177746] env[70243]: DEBUG nova.network.neutron [-] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.182943] env[70243]: DEBUG oslo_vmware.api [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Task: {'id': task-3621390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.248692] env[70243]: DEBUG nova.compute.manager [None req-94738f9f-6227-4560-b1d7-bac39de5b9a8 tempest-ServerDiagnosticsV248Test-411961584 tempest-ServerDiagnosticsV248Test-411961584-project-admin] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.250308] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808cf99b-6332-40d7-97f7-c063cdbfbd59 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.258303] env[70243]: INFO nova.compute.manager [None req-94738f9f-6227-4560-b1d7-bac39de5b9a8 tempest-ServerDiagnosticsV248Test-411961584 tempest-ServerDiagnosticsV248Test-411961584-project-admin] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Retrieving diagnostics [ 679.258973] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b77f10-ab73-4a4b-94a0-7deb3b9ff38b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.296438] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.296982] env[70243]: DEBUG nova.compute.manager [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.300951] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.639s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.302399] env[70243]: INFO nova.compute.claims [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.319456] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621393, 'name': CreateVM_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.345172] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Preparing fetch location {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 679.345432] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Creating directory with path [datastore2] vmware_temp/cf8d0bdf-d247-4c80-ae3b-1aaee78786ed/7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.345690] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-204df765-7a4c-42d2-9540-bc293c797074 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.372574] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Created directory with path [datastore2] vmware_temp/cf8d0bdf-d247-4c80-ae3b-1aaee78786ed/7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.372574] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Fetch image to [datastore2] vmware_temp/cf8d0bdf-d247-4c80-ae3b-1aaee78786ed/7f4eb466-a64f-4924-9339-b9d7268bf6fd/tmp-sparse.vmdk {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 679.372746] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Downloading image file data 7f4eb466-a64f-4924-9339-b9d7268bf6fd to [datastore2] vmware_temp/cf8d0bdf-d247-4c80-ae3b-1aaee78786ed/7f4eb466-a64f-4924-9339-b9d7268bf6fd/tmp-sparse.vmdk on the data store datastore2 {{(pid=70243) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 679.373749] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd91197f-2658-42e9-a58c-947c78d68a09 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.382957] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903d6de4-6f19-4694-a26a-0d7b6eed467b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.395345] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5129ca4e-11e5-4d7e-8adf-68100cbcb96d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.432095] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43aadf2c-f018-479e-8157-f3be463706c3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.439615] env[70243]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-0cca765d-c9a6-4a82-a009-99250b2a5421 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.531503] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Downloading image file data 7f4eb466-a64f-4924-9339-b9d7268bf6fd to the data store datastore2 {{(pid=70243) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 679.583194] env[70243]: DEBUG oslo_concurrency.lockutils [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Acquiring lock "refresh_cache-22f76458-3c01-4c59-b46e-df565467d540" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.584808] env[70243]: DEBUG oslo_concurrency.lockutils [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Acquired lock "refresh_cache-22f76458-3c01-4c59-b46e-df565467d540" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.584808] env[70243]: DEBUG nova.network.neutron [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.587316] env[70243]: DEBUG nova.compute.manager [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.598106] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "db2f1bf8-bd2a-42b2-acbe-988105ee3853" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.516s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.610021] env[70243]: DEBUG oslo_vmware.rw_handles [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/cf8d0bdf-d247-4c80-ae3b-1aaee78786ed/7f4eb466-a64f-4924-9339-b9d7268bf6fd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70243) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 679.613037] env[70243]: DEBUG nova.network.neutron [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Updated VIF entry in instance network info cache for port 3ab9751b-77e4-4abd-bb80-cd2c6de56c39. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.613541] env[70243]: DEBUG nova.network.neutron [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Updating instance_info_cache with network_info: [{"id": "3ab9751b-77e4-4abd-bb80-cd2c6de56c39", "address": "fa:16:3e:24:2f:c9", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab9751b-77", "ovs_interfaceid": "3ab9751b-77e4-4abd-bb80-cd2c6de56c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.683692] env[70243]: DEBUG oslo_concurrency.lockutils [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] Releasing lock "refresh_cache-9f59ddfb-028a-483b-90c1-a4e698f53212" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.684542] env[70243]: DEBUG nova.compute.manager [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Received event network-vif-plugged-f079cc95-ef9c-4ebc-8923-ea402dc751e8 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.684542] env[70243]: DEBUG oslo_concurrency.lockutils [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] Acquiring lock "819f3541-bda8-4fe6-b733-be1770d33aa0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.684542] env[70243]: DEBUG oslo_concurrency.lockutils [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] Lock "819f3541-bda8-4fe6-b733-be1770d33aa0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.684871] env[70243]: DEBUG oslo_concurrency.lockutils [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] Lock "819f3541-bda8-4fe6-b733-be1770d33aa0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.687702] env[70243]: DEBUG nova.compute.manager [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] No waiting events found dispatching network-vif-plugged-f079cc95-ef9c-4ebc-8923-ea402dc751e8 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.687702] env[70243]: WARNING nova.compute.manager [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Received unexpected event network-vif-plugged-f079cc95-ef9c-4ebc-8923-ea402dc751e8 for instance with vm_state building and task_state spawning. [ 679.687702] env[70243]: DEBUG nova.compute.manager [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Received event network-changed-f079cc95-ef9c-4ebc-8923-ea402dc751e8 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.687702] env[70243]: DEBUG nova.compute.manager [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Refreshing instance network info cache due to event network-changed-f079cc95-ef9c-4ebc-8923-ea402dc751e8. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.687702] env[70243]: DEBUG oslo_concurrency.lockutils [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] Acquiring lock "refresh_cache-819f3541-bda8-4fe6-b733-be1770d33aa0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.688061] env[70243]: DEBUG oslo_concurrency.lockutils [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] Acquired lock "refresh_cache-819f3541-bda8-4fe6-b733-be1770d33aa0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.688061] env[70243]: DEBUG nova.network.neutron [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Refreshing network info cache for port f079cc95-ef9c-4ebc-8923-ea402dc751e8 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.692226] env[70243]: INFO nova.compute.manager [-] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Took 2.52 seconds to deallocate network for instance. [ 679.707911] env[70243]: DEBUG oslo_vmware.api [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Task: {'id': task-3621390, 'name': ReconfigVM_Task, 'duration_secs': 0.889346} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.708718] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 9f59ddfb-028a-483b-90c1-a4e698f53212/9f59ddfb-028a-483b-90c1-a4e698f53212.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.709403] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b893bc6-dab5-4884-9175-08ce648e4e49 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.717452] env[70243]: DEBUG oslo_vmware.api [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Waiting for the task: (returnval){ [ 679.717452] env[70243]: value = "task-3621394" [ 679.717452] env[70243]: _type = "Task" [ 679.717452] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.728702] env[70243]: DEBUG oslo_vmware.api [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Task: {'id': task-3621394, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.808025] env[70243]: DEBUG nova.compute.utils [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.809514] env[70243]: DEBUG nova.compute.manager [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.809627] env[70243]: DEBUG nova.network.neutron [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.832344] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621393, 'name': CreateVM_Task, 'duration_secs': 0.641934} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.833624] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.834887] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.835116] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.835472] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.836058] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ac16cfc-be8d-4795-bdf0-43705b3b0ac0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.841942] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 679.841942] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523ada5b-ea06-6ee2-56f8-9c4164e34c80" [ 679.841942] env[70243]: _type = "Task" [ 679.841942] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.851170] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523ada5b-ea06-6ee2-56f8-9c4164e34c80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.118253] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.126409] env[70243]: DEBUG nova.policy [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5401a2bcb97a40d89b22878eb2dbf9f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '194e2f819a6d44ca9e478811d0f95f4e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.174588] env[70243]: DEBUG nova.network.neutron [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.209524] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.230582] env[70243]: DEBUG oslo_vmware.api [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Task: {'id': task-3621394, 'name': Rename_Task, 'duration_secs': 0.185553} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.234885] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.235223] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebae2daf-9bcd-4099-b5d8-0c6d2c2c5487 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.243560] env[70243]: DEBUG oslo_vmware.api [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Waiting for the task: (returnval){ [ 680.243560] env[70243]: value = "task-3621395" [ 680.243560] env[70243]: _type = "Task" [ 680.243560] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.251756] env[70243]: DEBUG oslo_vmware.api [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Task: {'id': task-3621395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.313539] env[70243]: DEBUG nova.compute.manager [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.339359] env[70243]: DEBUG oslo_vmware.rw_handles [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Completed reading data from the image iterator. {{(pid=70243) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 680.339587] env[70243]: DEBUG oslo_vmware.rw_handles [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/cf8d0bdf-d247-4c80-ae3b-1aaee78786ed/7f4eb466-a64f-4924-9339-b9d7268bf6fd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 680.353200] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.353827] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.353827] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.455075] env[70243]: DEBUG nova.network.neutron [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Updating instance_info_cache with network_info: [{"id": "a7b3b762-3916-495c-9d45-1616a261a7e8", "address": "fa:16:3e:77:40:bc", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b3b762-39", "ovs_interfaceid": "a7b3b762-3916-495c-9d45-1616a261a7e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.485046] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Downloaded image file data 7f4eb466-a64f-4924-9339-b9d7268bf6fd to vmware_temp/cf8d0bdf-d247-4c80-ae3b-1aaee78786ed/7f4eb466-a64f-4924-9339-b9d7268bf6fd/tmp-sparse.vmdk on the data store datastore2 {{(pid=70243) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 680.487187] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Caching image {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 680.487451] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Copying Virtual Disk [datastore2] vmware_temp/cf8d0bdf-d247-4c80-ae3b-1aaee78786ed/7f4eb466-a64f-4924-9339-b9d7268bf6fd/tmp-sparse.vmdk to [datastore2] vmware_temp/cf8d0bdf-d247-4c80-ae3b-1aaee78786ed/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.488100] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1de9d49c-86e8-47ae-862e-9cba893fe6cd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.499952] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 680.499952] env[70243]: value = "task-3621396" [ 680.499952] env[70243]: _type = "Task" [ 680.499952] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.517621] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.520815] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Acquiring lock "134c0043-943c-4ea8-acf5-be33c02976fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.521085] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Lock "134c0043-943c-4ea8-acf5-be33c02976fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.660860] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc9e6e9-59dd-4668-b689-258de24026c2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.670401] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ad6851-7df8-4d17-b3c3-4484095d1c29 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.707921] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4be3fb8-438e-4ac3-a5e2-3e7cabcf620c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.719895] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9dc2d4-dc04-465f-9fbf-2f35cf1e9733 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.740242] env[70243]: DEBUG nova.compute.provider_tree [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.742532] env[70243]: DEBUG nova.network.neutron [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Successfully updated port: 3d8baf5e-f431-4740-bdaf-922f22dda1c2 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.754824] env[70243]: DEBUG oslo_vmware.api [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Task: {'id': task-3621395, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.780733] env[70243]: DEBUG nova.compute.manager [req-072835c4-56b5-4205-8cd3-581b0b7505c4 req-3291d74a-89a6-4f89-ae18-07a9dfa4f010 service nova] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Received event network-vif-plugged-a7b3b762-3916-495c-9d45-1616a261a7e8 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.781053] env[70243]: DEBUG oslo_concurrency.lockutils [req-072835c4-56b5-4205-8cd3-581b0b7505c4 req-3291d74a-89a6-4f89-ae18-07a9dfa4f010 service nova] Acquiring lock "22f76458-3c01-4c59-b46e-df565467d540-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.781370] env[70243]: DEBUG oslo_concurrency.lockutils [req-072835c4-56b5-4205-8cd3-581b0b7505c4 req-3291d74a-89a6-4f89-ae18-07a9dfa4f010 service nova] Lock "22f76458-3c01-4c59-b46e-df565467d540-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.781597] env[70243]: DEBUG oslo_concurrency.lockutils [req-072835c4-56b5-4205-8cd3-581b0b7505c4 req-3291d74a-89a6-4f89-ae18-07a9dfa4f010 service nova] Lock "22f76458-3c01-4c59-b46e-df565467d540-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.781831] env[70243]: DEBUG nova.compute.manager [req-072835c4-56b5-4205-8cd3-581b0b7505c4 req-3291d74a-89a6-4f89-ae18-07a9dfa4f010 service nova] [instance: 22f76458-3c01-4c59-b46e-df565467d540] No waiting events found dispatching network-vif-plugged-a7b3b762-3916-495c-9d45-1616a261a7e8 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.782063] env[70243]: WARNING nova.compute.manager [req-072835c4-56b5-4205-8cd3-581b0b7505c4 req-3291d74a-89a6-4f89-ae18-07a9dfa4f010 service nova] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Received unexpected event network-vif-plugged-a7b3b762-3916-495c-9d45-1616a261a7e8 for instance with vm_state building and task_state spawning. [ 680.809449] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Acquiring lock "485142bc-b531-4d5b-922f-faad6652ef8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.809772] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lock "485142bc-b531-4d5b-922f-faad6652ef8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.897405] env[70243]: DEBUG nova.compute.manager [None req-f02f70c4-27dd-4f87-8aa9-eea67289ef94 tempest-ServerDiagnosticsTest-1042546090 tempest-ServerDiagnosticsTest-1042546090-project-admin] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.901251] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60effb8-7b1b-4b7d-9412-0af79ea88388 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.907994] env[70243]: INFO nova.compute.manager [None req-f02f70c4-27dd-4f87-8aa9-eea67289ef94 tempest-ServerDiagnosticsTest-1042546090 tempest-ServerDiagnosticsTest-1042546090-project-admin] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Retrieving diagnostics [ 680.908342] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0adaa6-35ff-4035-84a9-810d1c68a729 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.961173] env[70243]: DEBUG oslo_concurrency.lockutils [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Releasing lock "refresh_cache-22f76458-3c01-4c59-b46e-df565467d540" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.961173] env[70243]: DEBUG nova.compute.manager [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Instance network_info: |[{"id": "a7b3b762-3916-495c-9d45-1616a261a7e8", "address": "fa:16:3e:77:40:bc", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b3b762-39", "ovs_interfaceid": "a7b3b762-3916-495c-9d45-1616a261a7e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.961381] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:40:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7b3b762-3916-495c-9d45-1616a261a7e8', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.967531] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Creating folder: Project (f78ec4b5da814a1392414463dedcec1f). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.967878] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da3356e7-262e-4314-83b3-78e3c4c9a215 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.977075] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Created folder: Project (f78ec4b5da814a1392414463dedcec1f) in parent group-v722220. [ 680.977288] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Creating folder: Instances. Parent ref: group-v722243. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.977556] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e508cf6-0410-4faf-b6f8-e0827236c401 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.985656] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Created folder: Instances in parent group-v722243. [ 680.985988] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.986248] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.986486] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65a21d3d-a4db-4cc2-a1eb-c1c44a6dc7f9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.011304] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621396, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.011832] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.011832] env[70243]: value = "task-3621399" [ 681.011832] env[70243]: _type = "Task" [ 681.011832] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.244785] env[70243]: DEBUG nova.scheduler.client.report [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.248364] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Acquiring lock "refresh_cache-5fe12aed-8a37-4fc2-abc7-574b1502236b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.248498] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Acquired lock "refresh_cache-5fe12aed-8a37-4fc2-abc7-574b1502236b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.248808] env[70243]: DEBUG nova.network.neutron [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.260459] env[70243]: DEBUG oslo_vmware.api [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Task: {'id': task-3621395, 'name': PowerOnVM_Task, 'duration_secs': 0.631729} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.262026] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.262649] env[70243]: INFO nova.compute.manager [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Took 9.52 seconds to spawn the instance on the hypervisor. [ 681.262649] env[70243]: DEBUG nova.compute.manager [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.264348] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024dcf68-b8bd-41cb-9b7e-ba529780784b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.325538] env[70243]: DEBUG nova.compute.manager [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.362775] env[70243]: DEBUG nova.virt.hardware [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.363424] env[70243]: DEBUG nova.virt.hardware [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.364672] env[70243]: DEBUG nova.virt.hardware [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.364672] env[70243]: DEBUG nova.virt.hardware [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.364672] env[70243]: DEBUG nova.virt.hardware [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.364672] env[70243]: DEBUG nova.virt.hardware [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.364877] env[70243]: DEBUG nova.virt.hardware [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.365072] env[70243]: DEBUG nova.virt.hardware [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.365249] env[70243]: DEBUG nova.virt.hardware [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.365410] env[70243]: DEBUG nova.virt.hardware [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.365581] env[70243]: DEBUG nova.virt.hardware [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.367293] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be567cb7-6b1e-4078-86ea-a8ca8bdd91c7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.379764] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111fea34-c0b1-423c-8f46-92f353a0f79b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.444857] env[70243]: DEBUG nova.network.neutron [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Updated VIF entry in instance network info cache for port f079cc95-ef9c-4ebc-8923-ea402dc751e8. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.445272] env[70243]: DEBUG nova.network.neutron [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Updating instance_info_cache with network_info: [{"id": "f079cc95-ef9c-4ebc-8923-ea402dc751e8", "address": "fa:16:3e:2a:39:cc", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf079cc95-ef", "ovs_interfaceid": "f079cc95-ef9c-4ebc-8923-ea402dc751e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.511647] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.955366} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.512198] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Copied Virtual Disk [datastore2] vmware_temp/cf8d0bdf-d247-4c80-ae3b-1aaee78786ed/7f4eb466-a64f-4924-9339-b9d7268bf6fd/tmp-sparse.vmdk to [datastore2] vmware_temp/cf8d0bdf-d247-4c80-ae3b-1aaee78786ed/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.512198] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Deleting the datastore file [datastore2] vmware_temp/cf8d0bdf-d247-4c80-ae3b-1aaee78786ed/7f4eb466-a64f-4924-9339-b9d7268bf6fd/tmp-sparse.vmdk {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.512642] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3cad0db-4d49-4e72-ac35-80cf0d4d65c3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.525880] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621399, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.527322] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 681.527322] env[70243]: value = "task-3621400" [ 681.527322] env[70243]: _type = "Task" [ 681.527322] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.536402] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.753042] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.753042] env[70243]: DEBUG nova.compute.manager [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.759894] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.191s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.789153] env[70243]: INFO nova.compute.manager [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Took 20.77 seconds to build instance. [ 681.868998] env[70243]: DEBUG nova.network.neutron [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.938636] env[70243]: DEBUG nova.network.neutron [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Successfully created port: bdced15f-b3c0-4eaf-897e-31ad4c6604f3 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.948121] env[70243]: DEBUG oslo_concurrency.lockutils [req-f61a81b5-cde7-425d-93e1-a726e6e203d9 req-65c29e8c-46e6-42c2-aec0-d4847d06a86a service nova] Releasing lock "refresh_cache-819f3541-bda8-4fe6-b733-be1770d33aa0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.003752] env[70243]: DEBUG nova.compute.manager [req-187072b3-5250-4b0a-b3a0-fc7f0449aaea req-a34b0b76-a78a-47f1-b2ee-416db327cb27 service nova] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Received event network-vif-deleted-08d464af-c281-4e37-9a74-2e35f0f3d0fe {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.025056] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621399, 'name': CreateVM_Task, 'duration_secs': 0.679257} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.025401] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.026217] env[70243]: DEBUG oslo_concurrency.lockutils [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.026627] env[70243]: DEBUG oslo_concurrency.lockutils [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.027184] env[70243]: DEBUG oslo_concurrency.lockutils [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.030670] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15c4fc46-4ab5-428b-90bb-4e064911d856 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.046521] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.063156} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.046815] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Waiting for the task: (returnval){ [ 682.046815] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a77b14-1ec9-309c-a56e-45e2b6b706b6" [ 682.046815] env[70243]: _type = "Task" [ 682.046815] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.047289] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.047504] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Moving file from [datastore2] vmware_temp/cf8d0bdf-d247-4c80-ae3b-1aaee78786ed/7f4eb466-a64f-4924-9339-b9d7268bf6fd to [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd. {{(pid=70243) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 682.047803] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-3ac8deee-9537-49a3-a53d-4bdef407a466 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.058714] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a77b14-1ec9-309c-a56e-45e2b6b706b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.060597] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 682.060597] env[70243]: value = "task-3621401" [ 682.060597] env[70243]: _type = "Task" [ 682.060597] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.070588] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621401, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.259971] env[70243]: DEBUG nova.compute.utils [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.263586] env[70243]: DEBUG nova.compute.manager [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.263586] env[70243]: DEBUG nova.network.neutron [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.283994] env[70243]: DEBUG nova.network.neutron [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Updating instance_info_cache with network_info: [{"id": "3d8baf5e-f431-4740-bdaf-922f22dda1c2", "address": "fa:16:3e:c1:7f:44", "network": {"id": "ecab79a8-1669-4f27-b19e-f7c61f7e633f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1564287441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e321809813c24d41abbfd9a1bd698d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8baf5e-f4", "ovs_interfaceid": "3d8baf5e-f431-4740-bdaf-922f22dda1c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.291629] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c43b9a9f-ae92-4ac8-a283-13dc6038e24e tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Lock "9f59ddfb-028a-483b-90c1-a4e698f53212" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.280s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.359831] env[70243]: DEBUG nova.policy [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '973a590654ce434a92f3bf90b28d4285', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50c238c1adc545108fa8e7082ed3612d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.570249] env[70243]: DEBUG oslo_concurrency.lockutils [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.570547] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.571284] env[70243]: DEBUG oslo_concurrency.lockutils [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.578907] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621401, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.057906} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.579196] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] File moved {{(pid=70243) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 682.579381] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Cleaning up location [datastore2] vmware_temp/cf8d0bdf-d247-4c80-ae3b-1aaee78786ed {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 682.579549] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Deleting the datastore file [datastore2] vmware_temp/cf8d0bdf-d247-4c80-ae3b-1aaee78786ed {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.579799] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-165a45da-d113-4e32-9fe1-22854b90045d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.589049] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 682.589049] env[70243]: value = "task-3621402" [ 682.589049] env[70243]: _type = "Task" [ 682.589049] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.603231] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.770103] env[70243]: DEBUG nova.compute.manager [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.792191] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Releasing lock "refresh_cache-5fe12aed-8a37-4fc2-abc7-574b1502236b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.792191] env[70243]: DEBUG nova.compute.manager [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Instance network_info: |[{"id": "3d8baf5e-f431-4740-bdaf-922f22dda1c2", "address": "fa:16:3e:c1:7f:44", "network": {"id": "ecab79a8-1669-4f27-b19e-f7c61f7e633f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1564287441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e321809813c24d41abbfd9a1bd698d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8baf5e-f4", "ovs_interfaceid": "3d8baf5e-f431-4740-bdaf-922f22dda1c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.792637] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:7f:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d8baf5e-f431-4740-bdaf-922f22dda1c2', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.803118] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Creating folder: Project (e321809813c24d41abbfd9a1bd698d76). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.803650] env[70243]: DEBUG nova.compute.manager [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.809460] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2741faad-f37d-4762-8792-c2265b028f6f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.825400] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Created folder: Project (e321809813c24d41abbfd9a1bd698d76) in parent group-v722220. [ 682.825575] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Creating folder: Instances. Parent ref: group-v722246. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.825896] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee0d5e5e-bf4d-44e5-b9ec-6a1f5a3501e1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.835023] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 0c4368be-02a1-40af-a6ea-b20ac8be1ee9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 682.835023] env[70243]: WARNING nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance c386b779-1753-4c3c-8580-867288fb2f3a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 682.835023] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance f82a8cd3-22b8-430d-840f-f573598aeb70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 682.835023] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance db2f1bf8-bd2a-42b2-acbe-988105ee3853 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 682.835307] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 554416c7-4528-4d35-a0f7-e3e3b1a169c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 682.835307] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 9f59ddfb-028a-483b-90c1-a4e698f53212 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 682.835307] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 819f3541-bda8-4fe6-b733-be1770d33aa0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 682.835307] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 22f76458-3c01-4c59-b46e-df565467d540 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 682.835427] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 9cfcaa1f-f6f7-4d91-9267-9939832d0b87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 682.835427] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 5fe12aed-8a37-4fc2-abc7-574b1502236b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 682.835427] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance f6e630fc-2a87-47fe-aa7c-c47d7499416f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 682.839557] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Created folder: Instances in parent group-v722246. [ 682.839557] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.840021] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.842648] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69af979a-4db6-4989-9796-5b752c177c53 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.871157] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.871157] env[70243]: value = "task-3621405" [ 682.871157] env[70243]: _type = "Task" [ 682.871157] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.884039] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621405, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.105390] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035221} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.105658] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.106444] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e88ae226-37a3-4f06-8fe4-1760c8bade22 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.114749] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 683.114749] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522a4c25-07b2-6f4a-bfe4-7d5052346d94" [ 683.114749] env[70243]: _type = "Task" [ 683.114749] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.126047] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522a4c25-07b2-6f4a-bfe4-7d5052346d94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.342112] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.342854] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance b776034c-141c-4117-86ae-3aa65600378c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 683.383852] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621405, 'name': CreateVM_Task, 'duration_secs': 0.475095} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.383852] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.384598] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.384598] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.384873] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.385180] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfb80a7a-fdd6-4ce4-9aa4-5411069272f5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.391081] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Waiting for the task: (returnval){ [ 683.391081] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f8208a-e13b-245b-1321-c4cc56dd70d0" [ 683.391081] env[70243]: _type = "Task" [ 683.391081] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.400542] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f8208a-e13b-245b-1321-c4cc56dd70d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.504026] env[70243]: DEBUG oslo_concurrency.lockutils [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Acquiring lock "f82a8cd3-22b8-430d-840f-f573598aeb70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.504026] env[70243]: DEBUG oslo_concurrency.lockutils [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Lock "f82a8cd3-22b8-430d-840f-f573598aeb70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.504026] env[70243]: DEBUG oslo_concurrency.lockutils [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Acquiring lock "f82a8cd3-22b8-430d-840f-f573598aeb70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.504194] env[70243]: DEBUG oslo_concurrency.lockutils [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Lock "f82a8cd3-22b8-430d-840f-f573598aeb70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.504869] env[70243]: DEBUG oslo_concurrency.lockutils [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Lock "f82a8cd3-22b8-430d-840f-f573598aeb70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.506982] env[70243]: INFO nova.compute.manager [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Terminating instance [ 683.605366] env[70243]: DEBUG nova.network.neutron [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Successfully created port: 310ee786-f862-4171-92c5-003a36ec7d67 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.631907] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522a4c25-07b2-6f4a-bfe4-7d5052346d94, 'name': SearchDatastore_Task, 'duration_secs': 0.015182} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.631907] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.631907] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 0c4368be-02a1-40af-a6ea-b20ac8be1ee9/0c4368be-02a1-40af-a6ea-b20ac8be1ee9.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.632206] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.632622] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.632976] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3844a0f0-0537-41e6-857a-6855ae847fc0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.635513] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f464d31e-9d82-4d46-8ac2-201f015fbd85 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.645904] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 683.645904] env[70243]: value = "task-3621406" [ 683.645904] env[70243]: _type = "Task" [ 683.645904] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.655112] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.656102] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.656515] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-926d5913-ca16-4421-b137-75c345cea408 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.663886] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.664656] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 683.664656] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f23b08-831b-53e7-8d19-89b10b17a6ce" [ 683.664656] env[70243]: _type = "Task" [ 683.664656] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.680973] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f23b08-831b-53e7-8d19-89b10b17a6ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.740639] env[70243]: DEBUG nova.compute.manager [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.741883] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0b2d24-cda4-4ad6-8bc4-1b03dbcbb6e9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.787891] env[70243]: DEBUG nova.compute.manager [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.843873] env[70243]: DEBUG nova.virt.hardware [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.843873] env[70243]: DEBUG nova.virt.hardware [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.844084] env[70243]: DEBUG nova.virt.hardware [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.844296] env[70243]: DEBUG nova.virt.hardware [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.844496] env[70243]: DEBUG nova.virt.hardware [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.844728] env[70243]: DEBUG nova.virt.hardware [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.844963] env[70243]: DEBUG nova.virt.hardware [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.846694] env[70243]: DEBUG nova.virt.hardware [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.846694] env[70243]: DEBUG nova.virt.hardware [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.846694] env[70243]: DEBUG nova.virt.hardware [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.846694] env[70243]: DEBUG nova.virt.hardware [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.846998] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 928c8b15-911b-486f-afb1-95758d81d822 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 683.852918] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f48cda-c088-4525-8e62-84c3d8ff71df {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.865459] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f0f6f8-84a5-4acf-b542-945b51a36a71 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.904902] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f8208a-e13b-245b-1321-c4cc56dd70d0, 'name': SearchDatastore_Task, 'duration_secs': 0.023115} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.905373] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.905568] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.905949] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.938977] env[70243]: DEBUG nova.compute.manager [req-3b985e20-ca86-45ee-89bf-b28ba2785f37 req-50efbcae-c773-4b96-93ea-53143ac73d90 service nova] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Received event network-changed-a7b3b762-3916-495c-9d45-1616a261a7e8 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.939178] env[70243]: DEBUG nova.compute.manager [req-3b985e20-ca86-45ee-89bf-b28ba2785f37 req-50efbcae-c773-4b96-93ea-53143ac73d90 service nova] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Refreshing instance network info cache due to event network-changed-a7b3b762-3916-495c-9d45-1616a261a7e8. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.939437] env[70243]: DEBUG oslo_concurrency.lockutils [req-3b985e20-ca86-45ee-89bf-b28ba2785f37 req-50efbcae-c773-4b96-93ea-53143ac73d90 service nova] Acquiring lock "refresh_cache-22f76458-3c01-4c59-b46e-df565467d540" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.939632] env[70243]: DEBUG oslo_concurrency.lockutils [req-3b985e20-ca86-45ee-89bf-b28ba2785f37 req-50efbcae-c773-4b96-93ea-53143ac73d90 service nova] Acquired lock "refresh_cache-22f76458-3c01-4c59-b46e-df565467d540" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.939748] env[70243]: DEBUG nova.network.neutron [req-3b985e20-ca86-45ee-89bf-b28ba2785f37 req-50efbcae-c773-4b96-93ea-53143ac73d90 service nova] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Refreshing network info cache for port a7b3b762-3916-495c-9d45-1616a261a7e8 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.014869] env[70243]: DEBUG nova.compute.manager [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.015094] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.016743] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb286ae-c967-4125-8616-efbb3d14463d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.027662] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.028278] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fb62a57-0ce8-4b1b-a927-4e38be84652f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.040371] env[70243]: DEBUG oslo_vmware.api [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Waiting for the task: (returnval){ [ 684.040371] env[70243]: value = "task-3621407" [ 684.040371] env[70243]: _type = "Task" [ 684.040371] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.054493] env[70243]: DEBUG oslo_vmware.api [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Task: {'id': task-3621407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.161987] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621406, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.178069] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f23b08-831b-53e7-8d19-89b10b17a6ce, 'name': SearchDatastore_Task, 'duration_secs': 0.015938} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.179256] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f59f99d-5783-4901-a415-3c11a0976b5a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.188685] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 684.188685] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5215da77-bb93-f1fb-8ae9-4581d36ff7e4" [ 684.188685] env[70243]: _type = "Task" [ 684.188685] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.202816] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5215da77-bb93-f1fb-8ae9-4581d36ff7e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.266026] env[70243]: INFO nova.compute.manager [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] instance snapshotting [ 684.269427] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22280373-53ab-4e38-9990-6ff77e119207 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.293254] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9aaaf5-59fc-4d5b-8a30-75210b5641f6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.351057] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 5255d1c1-2498-499e-a08b-46c6762f8d3c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 684.560739] env[70243]: DEBUG oslo_vmware.api [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Task: {'id': task-3621407, 'name': PowerOffVM_Task, 'duration_secs': 0.234216} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.561110] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.561347] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.561648] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6da6924-7b16-425e-ba4e-705bc8361e09 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.627092] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.627378] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.627537] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Deleting the datastore file [datastore1] f82a8cd3-22b8-430d-840f-f573598aeb70 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.627782] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af83b3df-fa10-46e2-a6b0-36c4dbdc2ac2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.637485] env[70243]: DEBUG oslo_vmware.api [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Waiting for the task: (returnval){ [ 684.637485] env[70243]: value = "task-3621409" [ 684.637485] env[70243]: _type = "Task" [ 684.637485] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.647463] env[70243]: DEBUG oslo_vmware.api [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Task: {'id': task-3621409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.657211] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638693} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.657211] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 0c4368be-02a1-40af-a6ea-b20ac8be1ee9/0c4368be-02a1-40af-a6ea-b20ac8be1ee9.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.657211] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.657211] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a62c2114-2be6-451e-bccd-864afbb53a7b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.664814] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 684.664814] env[70243]: value = "task-3621410" [ 684.664814] env[70243]: _type = "Task" [ 684.664814] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.677687] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.711262] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5215da77-bb93-f1fb-8ae9-4581d36ff7e4, 'name': SearchDatastore_Task, 'duration_secs': 0.061264} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.711527] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.712350] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 819f3541-bda8-4fe6-b733-be1770d33aa0/819f3541-bda8-4fe6-b733-be1770d33aa0.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.712888] env[70243]: DEBUG oslo_concurrency.lockutils [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.713313] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.713911] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-762dd40c-0ed3-4ced-88ac-128f6ef4a400 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.717405] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c74da085-13c1-4664-8969-921a072d2dbb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.731114] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 684.731114] env[70243]: value = "task-3621411" [ 684.731114] env[70243]: _type = "Task" [ 684.731114] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.737947] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.738442] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.740292] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-720a525e-c490-42fa-aaa9-91fca844d87e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.750405] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.755986] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Waiting for the task: (returnval){ [ 684.755986] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522193d6-1762-03c5-47f7-3b43a6b167b7" [ 684.755986] env[70243]: _type = "Task" [ 684.755986] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.770908] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522193d6-1762-03c5-47f7-3b43a6b167b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.811425] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Creating Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 684.811425] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-83f0c043-8a8d-4651-9675-92418e9d0157 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.824412] env[70243]: DEBUG oslo_vmware.api [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Waiting for the task: (returnval){ [ 684.824412] env[70243]: value = "task-3621412" [ 684.824412] env[70243]: _type = "Task" [ 684.824412] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.844979] env[70243]: DEBUG oslo_vmware.api [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621412, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.853798] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 911b26ec-7da1-454e-bdae-e3c9770da1dd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 685.027817] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Acquiring lock "9f59ddfb-028a-483b-90c1-a4e698f53212" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.028932] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Lock "9f59ddfb-028a-483b-90c1-a4e698f53212" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.028932] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Acquiring lock "9f59ddfb-028a-483b-90c1-a4e698f53212-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.028932] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Lock "9f59ddfb-028a-483b-90c1-a4e698f53212-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.029165] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Lock "9f59ddfb-028a-483b-90c1-a4e698f53212-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.032568] env[70243]: INFO nova.compute.manager [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Terminating instance [ 685.153456] env[70243]: DEBUG oslo_vmware.api [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Task: {'id': task-3621409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443293} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.153784] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.153901] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.154368] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.154968] env[70243]: INFO nova.compute.manager [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Took 1.14 seconds to destroy the instance on the hypervisor. [ 685.155215] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.155477] env[70243]: DEBUG nova.compute.manager [-] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.155574] env[70243]: DEBUG nova.network.neutron [-] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.176985] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073504} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.178427] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.179276] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8483204-552b-4313-8ec9-c53fb3331a63 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.201544] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 0c4368be-02a1-40af-a6ea-b20ac8be1ee9/0c4368be-02a1-40af-a6ea-b20ac8be1ee9.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.201913] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-406c06b4-ff1c-44c4-a7ee-7513a783414e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.223476] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 685.223476] env[70243]: value = "task-3621413" [ 685.223476] env[70243]: _type = "Task" [ 685.223476] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.236653] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.245754] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621411, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.267236] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522193d6-1762-03c5-47f7-3b43a6b167b7, 'name': SearchDatastore_Task, 'duration_secs': 0.013753} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.270629] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-406dac08-4912-477d-a048-6d84328074f7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.277211] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Waiting for the task: (returnval){ [ 685.277211] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5292436f-0e43-2a26-fdcd-e98adf14e2ee" [ 685.277211] env[70243]: _type = "Task" [ 685.277211] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.287305] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5292436f-0e43-2a26-fdcd-e98adf14e2ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.335802] env[70243]: DEBUG oslo_vmware.api [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621412, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.358282] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 134c0043-943c-4ea8-acf5-be33c02976fd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 685.429904] env[70243]: DEBUG nova.network.neutron [req-3b985e20-ca86-45ee-89bf-b28ba2785f37 req-50efbcae-c773-4b96-93ea-53143ac73d90 service nova] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Updated VIF entry in instance network info cache for port a7b3b762-3916-495c-9d45-1616a261a7e8. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.431654] env[70243]: DEBUG nova.network.neutron [req-3b985e20-ca86-45ee-89bf-b28ba2785f37 req-50efbcae-c773-4b96-93ea-53143ac73d90 service nova] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Updating instance_info_cache with network_info: [{"id": "a7b3b762-3916-495c-9d45-1616a261a7e8", "address": "fa:16:3e:77:40:bc", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b3b762-39", "ovs_interfaceid": "a7b3b762-3916-495c-9d45-1616a261a7e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.517359] env[70243]: DEBUG nova.network.neutron [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Successfully updated port: bdced15f-b3c0-4eaf-897e-31ad4c6604f3 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.541034] env[70243]: DEBUG nova.compute.manager [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.541034] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.544573] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d541ced-0772-4e51-8291-a1294bffdee9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.557195] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.558095] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72a8e5c0-cb55-4e61-a921-5c7e12c82090 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.568987] env[70243]: DEBUG oslo_vmware.api [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Waiting for the task: (returnval){ [ 685.568987] env[70243]: value = "task-3621414" [ 685.568987] env[70243]: _type = "Task" [ 685.568987] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.581929] env[70243]: DEBUG oslo_vmware.api [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Task: {'id': task-3621414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.745263] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.981866} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.752821] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 819f3541-bda8-4fe6-b733-be1770d33aa0/819f3541-bda8-4fe6-b733-be1770d33aa0.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.753094] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.755745] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621413, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.756173] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5a514a2-1cd2-4916-bff2-b75dad41cca3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.764497] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 685.764497] env[70243]: value = "task-3621415" [ 685.764497] env[70243]: _type = "Task" [ 685.764497] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.779100] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.791586] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5292436f-0e43-2a26-fdcd-e98adf14e2ee, 'name': SearchDatastore_Task, 'duration_secs': 0.018293} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.792070] env[70243]: DEBUG oslo_concurrency.lockutils [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.792539] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 22f76458-3c01-4c59-b46e-df565467d540/22f76458-3c01-4c59-b46e-df565467d540.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.792695] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.792837] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.793092] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4a1ddc5-5b11-43ae-bd61-a9a7a1d1e5d5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.795957] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f261fb3f-337b-46b3-9ee2-8e3df5519130 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.805744] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Waiting for the task: (returnval){ [ 685.805744] env[70243]: value = "task-3621416" [ 685.805744] env[70243]: _type = "Task" [ 685.805744] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.811509] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.812079] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.813291] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e585e62-c29f-46b8-abfd-a4735c171e06 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.819563] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.826121] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Waiting for the task: (returnval){ [ 685.826121] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52aa2b8a-df60-92cc-024c-a33aedf058c4" [ 685.826121] env[70243]: _type = "Task" [ 685.826121] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.840385] env[70243]: DEBUG oslo_vmware.api [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621412, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.844212] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52aa2b8a-df60-92cc-024c-a33aedf058c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.864469] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 485142bc-b531-4d5b-922f-faad6652ef8a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 685.864469] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 685.864469] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 685.938786] env[70243]: DEBUG oslo_concurrency.lockutils [req-3b985e20-ca86-45ee-89bf-b28ba2785f37 req-50efbcae-c773-4b96-93ea-53143ac73d90 service nova] Releasing lock "refresh_cache-22f76458-3c01-4c59-b46e-df565467d540" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.939513] env[70243]: DEBUG nova.compute.manager [req-3b985e20-ca86-45ee-89bf-b28ba2785f37 req-50efbcae-c773-4b96-93ea-53143ac73d90 service nova] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Received event network-vif-plugged-3d8baf5e-f431-4740-bdaf-922f22dda1c2 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.939935] env[70243]: DEBUG oslo_concurrency.lockutils [req-3b985e20-ca86-45ee-89bf-b28ba2785f37 req-50efbcae-c773-4b96-93ea-53143ac73d90 service nova] Acquiring lock "5fe12aed-8a37-4fc2-abc7-574b1502236b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.942165] env[70243]: DEBUG oslo_concurrency.lockutils [req-3b985e20-ca86-45ee-89bf-b28ba2785f37 req-50efbcae-c773-4b96-93ea-53143ac73d90 service nova] Lock "5fe12aed-8a37-4fc2-abc7-574b1502236b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.942165] env[70243]: DEBUG oslo_concurrency.lockutils [req-3b985e20-ca86-45ee-89bf-b28ba2785f37 req-50efbcae-c773-4b96-93ea-53143ac73d90 service nova] Lock "5fe12aed-8a37-4fc2-abc7-574b1502236b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.942165] env[70243]: DEBUG nova.compute.manager [req-3b985e20-ca86-45ee-89bf-b28ba2785f37 req-50efbcae-c773-4b96-93ea-53143ac73d90 service nova] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] No waiting events found dispatching network-vif-plugged-3d8baf5e-f431-4740-bdaf-922f22dda1c2 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.942165] env[70243]: WARNING nova.compute.manager [req-3b985e20-ca86-45ee-89bf-b28ba2785f37 req-50efbcae-c773-4b96-93ea-53143ac73d90 service nova] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Received unexpected event network-vif-plugged-3d8baf5e-f431-4740-bdaf-922f22dda1c2 for instance with vm_state building and task_state spawning. [ 685.942165] env[70243]: DEBUG nova.compute.manager [req-3b985e20-ca86-45ee-89bf-b28ba2785f37 req-50efbcae-c773-4b96-93ea-53143ac73d90 service nova] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Received event network-changed-3d8baf5e-f431-4740-bdaf-922f22dda1c2 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.942355] env[70243]: DEBUG nova.compute.manager [req-3b985e20-ca86-45ee-89bf-b28ba2785f37 req-50efbcae-c773-4b96-93ea-53143ac73d90 service nova] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Refreshing instance network info cache due to event network-changed-3d8baf5e-f431-4740-bdaf-922f22dda1c2. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.942355] env[70243]: DEBUG oslo_concurrency.lockutils [req-3b985e20-ca86-45ee-89bf-b28ba2785f37 req-50efbcae-c773-4b96-93ea-53143ac73d90 service nova] Acquiring lock "refresh_cache-5fe12aed-8a37-4fc2-abc7-574b1502236b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.942355] env[70243]: DEBUG oslo_concurrency.lockutils [req-3b985e20-ca86-45ee-89bf-b28ba2785f37 req-50efbcae-c773-4b96-93ea-53143ac73d90 service nova] Acquired lock "refresh_cache-5fe12aed-8a37-4fc2-abc7-574b1502236b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.942355] env[70243]: DEBUG nova.network.neutron [req-3b985e20-ca86-45ee-89bf-b28ba2785f37 req-50efbcae-c773-4b96-93ea-53143ac73d90 service nova] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Refreshing network info cache for port 3d8baf5e-f431-4740-bdaf-922f22dda1c2 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.026199] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Acquiring lock "refresh_cache-9cfcaa1f-f6f7-4d91-9267-9939832d0b87" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.026199] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Acquired lock "refresh_cache-9cfcaa1f-f6f7-4d91-9267-9939832d0b87" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.026199] env[70243]: DEBUG nova.network.neutron [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.085101] env[70243]: DEBUG oslo_vmware.api [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Task: {'id': task-3621414, 'name': PowerOffVM_Task, 'duration_secs': 0.28809} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.086080] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.086080] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.086456] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1880d592-584b-43ec-8bdb-63682c356f39 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.170927] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.171382] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.171519] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Deleting the datastore file [datastore1] 9f59ddfb-028a-483b-90c1-a4e698f53212 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.171770] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e79da735-eb4c-4301-94b8-4edc30ad6b85 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.182850] env[70243]: DEBUG oslo_vmware.api [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Waiting for the task: (returnval){ [ 686.182850] env[70243]: value = "task-3621418" [ 686.182850] env[70243]: _type = "Task" [ 686.182850] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.194480] env[70243]: DEBUG oslo_vmware.api [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Task: {'id': task-3621418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.198071] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef81046f-ad61-46a3-8e1d-0894d8555624 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.207320] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9b81a4-749b-48ec-8d9e-a97f44e4b610 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.258401] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e29765-dc86-40d2-b864-42c1bff038a6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.263133] env[70243]: DEBUG nova.compute.manager [req-09debecc-5bb2-485e-b5f6-868a7854a69a req-cd2af5f2-0ac9-488a-bf83-324740ac2d32 service nova] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Received event network-vif-plugged-bdced15f-b3c0-4eaf-897e-31ad4c6604f3 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.263133] env[70243]: DEBUG oslo_concurrency.lockutils [req-09debecc-5bb2-485e-b5f6-868a7854a69a req-cd2af5f2-0ac9-488a-bf83-324740ac2d32 service nova] Acquiring lock "9cfcaa1f-f6f7-4d91-9267-9939832d0b87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.263239] env[70243]: DEBUG oslo_concurrency.lockutils [req-09debecc-5bb2-485e-b5f6-868a7854a69a req-cd2af5f2-0ac9-488a-bf83-324740ac2d32 service nova] Lock "9cfcaa1f-f6f7-4d91-9267-9939832d0b87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.263421] env[70243]: DEBUG oslo_concurrency.lockutils [req-09debecc-5bb2-485e-b5f6-868a7854a69a req-cd2af5f2-0ac9-488a-bf83-324740ac2d32 service nova] Lock "9cfcaa1f-f6f7-4d91-9267-9939832d0b87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.264416] env[70243]: DEBUG nova.compute.manager [req-09debecc-5bb2-485e-b5f6-868a7854a69a req-cd2af5f2-0ac9-488a-bf83-324740ac2d32 service nova] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] No waiting events found dispatching network-vif-plugged-bdced15f-b3c0-4eaf-897e-31ad4c6604f3 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.264416] env[70243]: WARNING nova.compute.manager [req-09debecc-5bb2-485e-b5f6-868a7854a69a req-cd2af5f2-0ac9-488a-bf83-324740ac2d32 service nova] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Received unexpected event network-vif-plugged-bdced15f-b3c0-4eaf-897e-31ad4c6604f3 for instance with vm_state building and task_state spawning. [ 686.276158] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621413, 'name': ReconfigVM_Task, 'duration_secs': 0.536249} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.278129] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed4d929-0451-47b0-9fc8-7a7b164e2fba {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.282614] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 0c4368be-02a1-40af-a6ea-b20ac8be1ee9/0c4368be-02a1-40af-a6ea-b20ac8be1ee9.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.287586] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23a2a9ff-dc8a-42a2-a7f6-54aee1b84cea {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.289167] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069926} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.292283] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.292283] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d839098-5d7f-4e89-9722-3ce93d00104a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.303483] env[70243]: DEBUG nova.compute.provider_tree [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 686.307055] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 686.307055] env[70243]: value = "task-3621419" [ 686.307055] env[70243]: _type = "Task" [ 686.307055] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.335291] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 819f3541-bda8-4fe6-b733-be1770d33aa0/819f3541-bda8-4fe6-b733-be1770d33aa0.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.344661] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b34ccab-abe1-4aa4-8c10-870d417cb55d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.359684] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621416, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.371477] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621419, 'name': Rename_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.380272] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52aa2b8a-df60-92cc-024c-a33aedf058c4, 'name': SearchDatastore_Task, 'duration_secs': 0.015994} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.384399] env[70243]: DEBUG oslo_vmware.api [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621412, 'name': CreateSnapshot_Task, 'duration_secs': 1.419433} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.384588] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 686.384588] env[70243]: value = "task-3621420" [ 686.384588] env[70243]: _type = "Task" [ 686.384588] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.384783] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0e5df3a-aa04-4c5d-b558-a4a51de502f9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.387507] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Created Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 686.390969] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041662bf-ba87-41b1-8a42-58a4ac942b0c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.405528] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Waiting for the task: (returnval){ [ 686.405528] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520508d9-af03-b1d8-041f-811aec8cec7a" [ 686.405528] env[70243]: _type = "Task" [ 686.405528] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.413291] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.426109] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520508d9-af03-b1d8-041f-811aec8cec7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.609928] env[70243]: DEBUG nova.network.neutron [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.695028] env[70243]: DEBUG oslo_vmware.api [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Task: {'id': task-3621418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388474} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.695243] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.695324] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.695488] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.696259] env[70243]: INFO nova.compute.manager [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Took 1.16 seconds to destroy the instance on the hypervisor. [ 686.696259] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.696259] env[70243]: DEBUG nova.compute.manager [-] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.696789] env[70243]: DEBUG nova.network.neutron [-] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.834248] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621419, 'name': Rename_Task, 'duration_secs': 0.282699} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.842503] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.842913] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685276} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.844322] env[70243]: ERROR nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [req-e57bbe4d-7848-4577-bc5a-1ee801be453c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 98e76d84-2347-4f8a-974e-fe32663c00ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e57bbe4d-7848-4577-bc5a-1ee801be453c"}]} [ 686.844485] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5aa10134-e4af-498b-addf-77257d298ccc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.846420] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 22f76458-3c01-4c59-b46e-df565467d540/22f76458-3c01-4c59-b46e-df565467d540.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.846592] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.850346] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1448079-7c00-469a-8731-a1a2656357b0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.860673] env[70243]: DEBUG nova.network.neutron [-] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.862640] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Waiting for the task: (returnval){ [ 686.862640] env[70243]: value = "task-3621422" [ 686.862640] env[70243]: _type = "Task" [ 686.862640] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.864799] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 686.864799] env[70243]: value = "task-3621421" [ 686.864799] env[70243]: _type = "Task" [ 686.864799] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.872282] env[70243]: DEBUG nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Refreshing inventories for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 686.881487] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.885731] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.900835] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621420, 'name': ReconfigVM_Task, 'duration_secs': 0.370941} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.902008] env[70243]: DEBUG nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Updating ProviderTree inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 686.902196] env[70243]: DEBUG nova.compute.provider_tree [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 686.904474] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 819f3541-bda8-4fe6-b733-be1770d33aa0/819f3541-bda8-4fe6-b733-be1770d33aa0.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.906035] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8c7715b-86d2-49c1-a2b7-15bd3ff71530 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.914760] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 686.914760] env[70243]: value = "task-3621423" [ 686.914760] env[70243]: _type = "Task" [ 686.914760] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.918983] env[70243]: DEBUG nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Refreshing aggregate associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, aggregates: None {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 686.934424] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Creating linked-clone VM from snapshot {{(pid=70243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 686.935735] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8168cc1e-a920-4623-bcfe-2e4f08fb2028 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.944982] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520508d9-af03-b1d8-041f-811aec8cec7a, 'name': SearchDatastore_Task, 'duration_secs': 0.053561} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.946029] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.946296] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 5fe12aed-8a37-4fc2-abc7-574b1502236b/5fe12aed-8a37-4fc2-abc7-574b1502236b.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.949054] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea6ba357-bedc-47c5-8c19-844f8dbceea9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.952847] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621423, 'name': Rename_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.954825] env[70243]: DEBUG oslo_vmware.api [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Waiting for the task: (returnval){ [ 686.954825] env[70243]: value = "task-3621424" [ 686.954825] env[70243]: _type = "Task" [ 686.954825] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.960759] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Waiting for the task: (returnval){ [ 686.960759] env[70243]: value = "task-3621425" [ 686.960759] env[70243]: _type = "Task" [ 686.960759] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.962093] env[70243]: DEBUG nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Refreshing trait associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 686.967896] env[70243]: DEBUG oslo_vmware.api [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621424, 'name': CloneVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.979414] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Task: {'id': task-3621425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.086321] env[70243]: DEBUG nova.network.neutron [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Updating instance_info_cache with network_info: [{"id": "bdced15f-b3c0-4eaf-897e-31ad4c6604f3", "address": "fa:16:3e:8b:ac:3a", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdced15f-b3", "ovs_interfaceid": "bdced15f-b3c0-4eaf-897e-31ad4c6604f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.132821] env[70243]: DEBUG nova.network.neutron [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Successfully updated port: 310ee786-f862-4171-92c5-003a36ec7d67 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.137616] env[70243]: DEBUG nova.network.neutron [req-3b985e20-ca86-45ee-89bf-b28ba2785f37 req-50efbcae-c773-4b96-93ea-53143ac73d90 service nova] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Updated VIF entry in instance network info cache for port 3d8baf5e-f431-4740-bdaf-922f22dda1c2. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.137823] env[70243]: DEBUG nova.network.neutron [req-3b985e20-ca86-45ee-89bf-b28ba2785f37 req-50efbcae-c773-4b96-93ea-53143ac73d90 service nova] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Updating instance_info_cache with network_info: [{"id": "3d8baf5e-f431-4740-bdaf-922f22dda1c2", "address": "fa:16:3e:c1:7f:44", "network": {"id": "ecab79a8-1669-4f27-b19e-f7c61f7e633f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1564287441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e321809813c24d41abbfd9a1bd698d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8baf5e-f4", "ovs_interfaceid": "3d8baf5e-f431-4740-bdaf-922f22dda1c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.319738] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98909b8-6783-4d6a-b35d-0f203a573b5e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.327790] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96339487-0d5a-42dc-a75b-ebac6e56f997 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.359931] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd55c06-9e57-4765-8bef-b6a1efc8ab6b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.364311] env[70243]: INFO nova.compute.manager [-] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Took 2.21 seconds to deallocate network for instance. [ 687.378812] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9dd1d0b-8032-41b0-ab39-982133251914 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.388992] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077689} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.402731] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.402731] env[70243]: DEBUG oslo_vmware.api [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621421, 'name': PowerOnVM_Task, 'duration_secs': 0.528359} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.402731] env[70243]: DEBUG nova.compute.provider_tree [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.402731] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f785fb-106b-4e95-9cea-d071d09ca256 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.405185] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.405376] env[70243]: DEBUG nova.compute.manager [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.406118] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d44a692-0a56-4252-ace0-a24bffa7b691 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.435571] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 22f76458-3c01-4c59-b46e-df565467d540/22f76458-3c01-4c59-b46e-df565467d540.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.443049] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-047c31ed-902a-4543-8ba9-7a05f93ea32c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.466276] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621423, 'name': Rename_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.475447] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Waiting for the task: (returnval){ [ 687.475447] env[70243]: value = "task-3621426" [ 687.475447] env[70243]: _type = "Task" [ 687.475447] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.476053] env[70243]: DEBUG oslo_vmware.api [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621424, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.483988] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Task: {'id': task-3621425, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.491676] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.590030] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Releasing lock "refresh_cache-9cfcaa1f-f6f7-4d91-9267-9939832d0b87" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.590284] env[70243]: DEBUG nova.compute.manager [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Instance network_info: |[{"id": "bdced15f-b3c0-4eaf-897e-31ad4c6604f3", "address": "fa:16:3e:8b:ac:3a", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdced15f-b3", "ovs_interfaceid": "bdced15f-b3c0-4eaf-897e-31ad4c6604f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.590644] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:ac:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdced15f-b3c0-4eaf-897e-31ad4c6604f3', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.598301] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Creating folder: Project (194e2f819a6d44ca9e478811d0f95f4e). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.600114] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-194e3397-1c51-4e36-9d17-4b8734fa50d3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.612836] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Created folder: Project (194e2f819a6d44ca9e478811d0f95f4e) in parent group-v722220. [ 687.613131] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Creating folder: Instances. Parent ref: group-v722251. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.613424] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db2d4a38-48e5-478a-b3a5-28cf54481291 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.624422] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Created folder: Instances in parent group-v722251. [ 687.625092] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.625092] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.625227] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01fe6e36-f1fe-4c3f-9766-55024b1fee3e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.642644] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Acquiring lock "refresh_cache-f6e630fc-2a87-47fe-aa7c-c47d7499416f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.642795] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Acquired lock "refresh_cache-f6e630fc-2a87-47fe-aa7c-c47d7499416f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.642938] env[70243]: DEBUG nova.network.neutron [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.644356] env[70243]: DEBUG oslo_concurrency.lockutils [req-3b985e20-ca86-45ee-89bf-b28ba2785f37 req-50efbcae-c773-4b96-93ea-53143ac73d90 service nova] Releasing lock "refresh_cache-5fe12aed-8a37-4fc2-abc7-574b1502236b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.649671] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.649671] env[70243]: value = "task-3621429" [ 687.649671] env[70243]: _type = "Task" [ 687.649671] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.661433] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621429, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.866737] env[70243]: DEBUG nova.compute.manager [req-ef9f3053-1dc7-4817-94c3-f77de4dc69a9 req-39dc154e-2472-4734-a7ab-b3f74b297b5c service nova] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Received event network-vif-deleted-c833146e-6296-4d8f-bdf3-f4230d268993 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.882850] env[70243]: DEBUG oslo_concurrency.lockutils [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.937919] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621423, 'name': Rename_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.940322] env[70243]: DEBUG nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Updated inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with generation 21 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 687.940545] env[70243]: DEBUG nova.compute.provider_tree [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Updating resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec generation from 21 to 22 during operation: update_inventory {{(pid=70243) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 687.940726] env[70243]: DEBUG nova.compute.provider_tree [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.973155] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.988627] env[70243]: DEBUG oslo_vmware.api [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621424, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.993804] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Task: {'id': task-3621425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.863388} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.993804] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 5fe12aed-8a37-4fc2-abc7-574b1502236b/5fe12aed-8a37-4fc2-abc7-574b1502236b.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.993804] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.994221] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06c0b927-40ef-4cda-809f-2f1fe55ec7bb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.002749] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621426, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.008649] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Waiting for the task: (returnval){ [ 688.008649] env[70243]: value = "task-3621430" [ 688.008649] env[70243]: _type = "Task" [ 688.008649] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.018595] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Task: {'id': task-3621430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.107137] env[70243]: DEBUG nova.network.neutron [-] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.166977] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621429, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.406189] env[70243]: DEBUG nova.network.neutron [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.442265] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621423, 'name': Rename_Task, 'duration_secs': 1.161513} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.442265] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.442265] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0a287f5-b7aa-4728-9e03-c99603b5418f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.446014] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 688.446302] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.686s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.446705] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 688.446705] env[70243]: value = "task-3621431" [ 688.446705] env[70243]: _type = "Task" [ 688.446705] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.447023] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.213s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.449250] env[70243]: INFO nova.compute.claims [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.474221] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621431, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.480628] env[70243]: DEBUG oslo_vmware.api [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621424, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.491338] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621426, 'name': ReconfigVM_Task, 'duration_secs': 0.56736} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.492940] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 22f76458-3c01-4c59-b46e-df565467d540/22f76458-3c01-4c59-b46e-df565467d540.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.493401] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8da5b5d7-b9ec-474c-bfc0-c1d3c3339bdb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.501094] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Waiting for the task: (returnval){ [ 688.501094] env[70243]: value = "task-3621432" [ 688.501094] env[70243]: _type = "Task" [ 688.501094] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.514197] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621432, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.526211] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Task: {'id': task-3621430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112692} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.526810] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.527820] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae5abc7-605e-4c1d-9deb-484648c019d9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.556712] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 5fe12aed-8a37-4fc2-abc7-574b1502236b/5fe12aed-8a37-4fc2-abc7-574b1502236b.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.557443] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bda9bf31-9ed9-4012-bda6-76c002a2fbc0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.585113] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Waiting for the task: (returnval){ [ 688.585113] env[70243]: value = "task-3621433" [ 688.585113] env[70243]: _type = "Task" [ 688.585113] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.594755] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Task: {'id': task-3621433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.609466] env[70243]: INFO nova.compute.manager [-] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Took 1.91 seconds to deallocate network for instance. [ 688.667824] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621429, 'name': CreateVM_Task, 'duration_secs': 0.566183} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.668764] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.670267] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.670267] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.671029] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.671143] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f0ba15c-2c56-408f-8383-5186bfdf3fb0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.681017] env[70243]: DEBUG oslo_vmware.api [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Waiting for the task: (returnval){ [ 688.681017] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d05764-84de-1ac4-2037-3324f79e63eb" [ 688.681017] env[70243]: _type = "Task" [ 688.681017] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.686526] env[70243]: DEBUG oslo_vmware.api [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d05764-84de-1ac4-2037-3324f79e63eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.895317] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Acquiring lock "ee4a39a6-bdce-4f46-aecb-7b45e5124563" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.896229] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Lock "ee4a39a6-bdce-4f46-aecb-7b45e5124563" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.940760] env[70243]: DEBUG nova.network.neutron [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Updating instance_info_cache with network_info: [{"id": "310ee786-f862-4171-92c5-003a36ec7d67", "address": "fa:16:3e:08:c2:56", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap310ee786-f8", "ovs_interfaceid": "310ee786-f862-4171-92c5-003a36ec7d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.972943] env[70243]: DEBUG oslo_vmware.api [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621431, 'name': PowerOnVM_Task, 'duration_secs': 0.493153} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.982031] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.982323] env[70243]: INFO nova.compute.manager [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Took 14.93 seconds to spawn the instance on the hypervisor. [ 688.982711] env[70243]: DEBUG nova.compute.manager [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.984071] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8419e2bb-c6ae-45bc-87d4-c421fe6733c0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.993498] env[70243]: DEBUG oslo_vmware.api [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621424, 'name': CloneVM_Task, 'duration_secs': 1.79689} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.995338] env[70243]: INFO nova.virt.vmwareapi.vmops [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Created linked-clone VM from snapshot [ 688.999217] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d7ea01-23d1-454a-9b61-2e201e377729 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.012186] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Uploading image 5e9e790f-ee2b-4c3a-b418-6e6336546258 {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 689.017396] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621432, 'name': Rename_Task, 'duration_secs': 0.27511} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.017524] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.017711] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da957851-abe4-4f0d-bf47-d9a95332100c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.024280] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Waiting for the task: (returnval){ [ 689.024280] env[70243]: value = "task-3621434" [ 689.024280] env[70243]: _type = "Task" [ 689.024280] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.033365] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.051628] env[70243]: DEBUG oslo_vmware.rw_handles [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 689.051628] env[70243]: value = "vm-722250" [ 689.051628] env[70243]: _type = "VirtualMachine" [ 689.051628] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 689.051929] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-aca3036b-8e7f-4460-a0ce-100674661d9f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.060558] env[70243]: DEBUG oslo_vmware.rw_handles [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Lease: (returnval){ [ 689.060558] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528d57af-8e2e-d48c-531f-eaa2a3510e79" [ 689.060558] env[70243]: _type = "HttpNfcLease" [ 689.060558] env[70243]: } obtained for exporting VM: (result){ [ 689.060558] env[70243]: value = "vm-722250" [ 689.060558] env[70243]: _type = "VirtualMachine" [ 689.060558] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 689.061011] env[70243]: DEBUG oslo_vmware.api [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Waiting for the lease: (returnval){ [ 689.061011] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528d57af-8e2e-d48c-531f-eaa2a3510e79" [ 689.061011] env[70243]: _type = "HttpNfcLease" [ 689.061011] env[70243]: } to be ready. {{(pid=70243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 689.069360] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 689.069360] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528d57af-8e2e-d48c-531f-eaa2a3510e79" [ 689.069360] env[70243]: _type = "HttpNfcLease" [ 689.069360] env[70243]: } is initializing. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 689.101894] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Task: {'id': task-3621433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.118999] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.192126] env[70243]: DEBUG oslo_vmware.api [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d05764-84de-1ac4-2037-3324f79e63eb, 'name': SearchDatastore_Task, 'duration_secs': 0.020889} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.192126] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.192126] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.192126] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.192340] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.192340] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.192340] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-235c9e3d-8eec-4247-a75f-b0d7d073e50f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.201526] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.201718] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.202483] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6c31c2-e863-4522-85b8-cf093bb5ca37 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.207959] env[70243]: DEBUG oslo_vmware.api [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Waiting for the task: (returnval){ [ 689.207959] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529368ee-6c88-6fd9-cad3-1b620073e7fd" [ 689.207959] env[70243]: _type = "Task" [ 689.207959] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.217059] env[70243]: DEBUG oslo_vmware.api [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529368ee-6c88-6fd9-cad3-1b620073e7fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.268998] env[70243]: DEBUG nova.compute.manager [req-49e02467-89f6-4aab-ba80-d524f77819c2 req-95c0bfe5-cc3e-4b02-9a5e-990334a97111 service nova] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Received event network-changed-bdced15f-b3c0-4eaf-897e-31ad4c6604f3 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.269553] env[70243]: DEBUG nova.compute.manager [req-49e02467-89f6-4aab-ba80-d524f77819c2 req-95c0bfe5-cc3e-4b02-9a5e-990334a97111 service nova] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Refreshing instance network info cache due to event network-changed-bdced15f-b3c0-4eaf-897e-31ad4c6604f3. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.269599] env[70243]: DEBUG oslo_concurrency.lockutils [req-49e02467-89f6-4aab-ba80-d524f77819c2 req-95c0bfe5-cc3e-4b02-9a5e-990334a97111 service nova] Acquiring lock "refresh_cache-9cfcaa1f-f6f7-4d91-9267-9939832d0b87" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.269746] env[70243]: DEBUG oslo_concurrency.lockutils [req-49e02467-89f6-4aab-ba80-d524f77819c2 req-95c0bfe5-cc3e-4b02-9a5e-990334a97111 service nova] Acquired lock "refresh_cache-9cfcaa1f-f6f7-4d91-9267-9939832d0b87" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.269901] env[70243]: DEBUG nova.network.neutron [req-49e02467-89f6-4aab-ba80-d524f77819c2 req-95c0bfe5-cc3e-4b02-9a5e-990334a97111 service nova] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Refreshing network info cache for port bdced15f-b3c0-4eaf-897e-31ad4c6604f3 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.443787] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Releasing lock "refresh_cache-f6e630fc-2a87-47fe-aa7c-c47d7499416f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.444126] env[70243]: DEBUG nova.compute.manager [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Instance network_info: |[{"id": "310ee786-f862-4171-92c5-003a36ec7d67", "address": "fa:16:3e:08:c2:56", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap310ee786-f8", "ovs_interfaceid": "310ee786-f862-4171-92c5-003a36ec7d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.444536] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:c2:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '310ee786-f862-4171-92c5-003a36ec7d67', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.456804] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Creating folder: Project (50c238c1adc545108fa8e7082ed3612d). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.456804] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff16d93a-43c4-4c9b-825d-186d02dfc41c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.466836] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Created folder: Project (50c238c1adc545108fa8e7082ed3612d) in parent group-v722220. [ 689.467049] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Creating folder: Instances. Parent ref: group-v722254. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.467300] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cbea951-ba1d-4fe7-8148-f9360a82bac4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.477319] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Created folder: Instances in parent group-v722254. [ 689.477661] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.478083] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.478271] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ddbd833-06de-49e0-a1ef-74ada5c52d2d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.507839] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.507839] env[70243]: value = "task-3621438" [ 689.507839] env[70243]: _type = "Task" [ 689.507839] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.517865] env[70243]: INFO nova.compute.manager [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Took 26.85 seconds to build instance. [ 689.525087] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621438, 'name': CreateVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.547170] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.574241] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 689.574241] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528d57af-8e2e-d48c-531f-eaa2a3510e79" [ 689.574241] env[70243]: _type = "HttpNfcLease" [ 689.574241] env[70243]: } is ready. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 689.574241] env[70243]: DEBUG oslo_vmware.rw_handles [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 689.574241] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528d57af-8e2e-d48c-531f-eaa2a3510e79" [ 689.574241] env[70243]: _type = "HttpNfcLease" [ 689.574241] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 689.574241] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a560195-7d99-4255-8ebf-6f72d1399f82 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.587398] env[70243]: DEBUG oslo_vmware.rw_handles [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520af60d-7577-e43e-37b5-adbfcee82a33/disk-0.vmdk from lease info. {{(pid=70243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 689.587398] env[70243]: DEBUG oslo_vmware.rw_handles [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520af60d-7577-e43e-37b5-adbfcee82a33/disk-0.vmdk for reading. {{(pid=70243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 689.660053] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Task: {'id': task-3621433, 'name': ReconfigVM_Task, 'duration_secs': 0.703945} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.661817] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 5fe12aed-8a37-4fc2-abc7-574b1502236b/5fe12aed-8a37-4fc2-abc7-574b1502236b.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.662771] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b69c4d2-9903-40f4-81be-3ecb84fd96d1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.669991] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Waiting for the task: (returnval){ [ 689.669991] env[70243]: value = "task-3621439" [ 689.669991] env[70243]: _type = "Task" [ 689.669991] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.683327] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Task: {'id': task-3621439, 'name': Rename_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.695640] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-25f945d1-b21b-4be4-a4e9-4c33378774db {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.721581] env[70243]: DEBUG oslo_vmware.api [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529368ee-6c88-6fd9-cad3-1b620073e7fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009603} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.726530] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9e16df4-593b-480d-a3c1-c8dd2fcdff94 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.731512] env[70243]: DEBUG oslo_vmware.api [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Waiting for the task: (returnval){ [ 689.731512] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52194fa0-1564-aac6-074a-9669e66ca181" [ 689.731512] env[70243]: _type = "Task" [ 689.731512] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.750158] env[70243]: DEBUG oslo_vmware.api [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52194fa0-1564-aac6-074a-9669e66ca181, 'name': SearchDatastore_Task, 'duration_secs': 0.00952} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.757431] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.757431] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 9cfcaa1f-f6f7-4d91-9267-9939832d0b87/9cfcaa1f-f6f7-4d91-9267-9939832d0b87.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.757622] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4160f43d-0132-47e1-8d54-68bb63e890f9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.764527] env[70243]: DEBUG oslo_vmware.api [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Waiting for the task: (returnval){ [ 689.764527] env[70243]: value = "task-3621440" [ 689.764527] env[70243]: _type = "Task" [ 689.764527] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.783966] env[70243]: DEBUG oslo_vmware.api [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Task: {'id': task-3621440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.987054] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be89b0c1-8afe-44fe-abc6-ffa7ebad6d95 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.997273] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e70e05e-400c-43d5-acdb-3de58841314b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.036193] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4274d2fe-ce35-417d-b31c-9c9c8e200752 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "819f3541-bda8-4fe6-b733-be1770d33aa0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.391s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.049613] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c38fc7-2045-4994-a21f-93072b4c43af {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.062742] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621438, 'name': CreateVM_Task, 'duration_secs': 0.395935} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.068907] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.069294] env[70243]: DEBUG oslo_vmware.api [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621434, 'name': PowerOnVM_Task, 'duration_secs': 0.963277} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.070874] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.071260] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.071658] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.071986] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.072571] env[70243]: INFO nova.compute.manager [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Took 13.59 seconds to spawn the instance on the hypervisor. [ 690.072571] env[70243]: DEBUG nova.compute.manager [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.074371] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091d0d75-fef3-4936-b5f8-774c8a836eff {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.081102] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-346a721a-5bf7-4fb2-aedc-10af3b39839f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.084445] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0642a67-146f-4883-82e1-5bfa6ee4e355 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.098817] env[70243]: DEBUG nova.compute.provider_tree [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.109239] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Waiting for the task: (returnval){ [ 690.109239] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522ffa14-1e88-26f3-27c6-998061937143" [ 690.109239] env[70243]: _type = "Task" [ 690.109239] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.118131] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522ffa14-1e88-26f3-27c6-998061937143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.191831] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Task: {'id': task-3621439, 'name': Rename_Task, 'duration_secs': 0.183829} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.191831] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.191831] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77f60d30-6fb1-4208-b253-5d113585b30d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.201617] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Waiting for the task: (returnval){ [ 690.201617] env[70243]: value = "task-3621441" [ 690.201617] env[70243]: _type = "Task" [ 690.201617] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.222838] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Task: {'id': task-3621441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.274937] env[70243]: INFO nova.compute.manager [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Rebuilding instance [ 690.286116] env[70243]: DEBUG oslo_vmware.api [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Task: {'id': task-3621440, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.361880] env[70243]: DEBUG nova.compute.manager [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.363417] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d6b616-65df-4c97-b430-a465cab025e8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.555906] env[70243]: DEBUG nova.compute.manager [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.617320] env[70243]: DEBUG nova.scheduler.client.report [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.627348] env[70243]: INFO nova.compute.manager [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Took 27.69 seconds to build instance. [ 690.637915] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522ffa14-1e88-26f3-27c6-998061937143, 'name': SearchDatastore_Task, 'duration_secs': 0.05444} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.638421] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.638521] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.638796] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.638976] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.639191] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.640091] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bad245b7-76f9-4a32-b428-48ebfac889d6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.650021] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.650021] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.650418] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9a1ebf0-0448-4100-891f-ce4b76efc7bb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.658060] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Waiting for the task: (returnval){ [ 690.658060] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52dc151c-f83b-73ba-d31e-85f08481bf9f" [ 690.658060] env[70243]: _type = "Task" [ 690.658060] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.666562] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52dc151c-f83b-73ba-d31e-85f08481bf9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.698566] env[70243]: DEBUG nova.compute.manager [None req-66985476-b864-434f-8823-881c132f73ff tempest-ServerDiagnosticsV248Test-411961584 tempest-ServerDiagnosticsV248Test-411961584-project-admin] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.699703] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69b791d-58cb-4640-87d5-cd61f0b5a52c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.711955] env[70243]: INFO nova.compute.manager [None req-66985476-b864-434f-8823-881c132f73ff tempest-ServerDiagnosticsV248Test-411961584 tempest-ServerDiagnosticsV248Test-411961584-project-admin] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Retrieving diagnostics [ 690.716285] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c317701c-2b74-47cf-8139-522d1750ceda {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.719953] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Task: {'id': task-3621441, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.778551] env[70243]: DEBUG oslo_vmware.api [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Task: {'id': task-3621440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526231} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.778902] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 9cfcaa1f-f6f7-4d91-9267-9939832d0b87/9cfcaa1f-f6f7-4d91-9267-9939832d0b87.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.779177] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.779432] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f237d25-8220-4cb4-a421-2759a2c16eb9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.788128] env[70243]: DEBUG oslo_vmware.api [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Waiting for the task: (returnval){ [ 690.788128] env[70243]: value = "task-3621446" [ 690.788128] env[70243]: _type = "Task" [ 690.788128] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.798800] env[70243]: DEBUG oslo_vmware.api [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Task: {'id': task-3621446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.815860] env[70243]: DEBUG nova.compute.manager [req-80588007-631b-4dd5-a9c2-ded5ab093931 req-9cca736c-b06b-4f8f-9807-b42c5ee77121 service nova] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Received event network-vif-plugged-310ee786-f862-4171-92c5-003a36ec7d67 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.816105] env[70243]: DEBUG oslo_concurrency.lockutils [req-80588007-631b-4dd5-a9c2-ded5ab093931 req-9cca736c-b06b-4f8f-9807-b42c5ee77121 service nova] Acquiring lock "f6e630fc-2a87-47fe-aa7c-c47d7499416f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.816373] env[70243]: DEBUG oslo_concurrency.lockutils [req-80588007-631b-4dd5-a9c2-ded5ab093931 req-9cca736c-b06b-4f8f-9807-b42c5ee77121 service nova] Lock "f6e630fc-2a87-47fe-aa7c-c47d7499416f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.816605] env[70243]: DEBUG oslo_concurrency.lockutils [req-80588007-631b-4dd5-a9c2-ded5ab093931 req-9cca736c-b06b-4f8f-9807-b42c5ee77121 service nova] Lock "f6e630fc-2a87-47fe-aa7c-c47d7499416f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.816831] env[70243]: DEBUG nova.compute.manager [req-80588007-631b-4dd5-a9c2-ded5ab093931 req-9cca736c-b06b-4f8f-9807-b42c5ee77121 service nova] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] No waiting events found dispatching network-vif-plugged-310ee786-f862-4171-92c5-003a36ec7d67 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.817138] env[70243]: WARNING nova.compute.manager [req-80588007-631b-4dd5-a9c2-ded5ab093931 req-9cca736c-b06b-4f8f-9807-b42c5ee77121 service nova] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Received unexpected event network-vif-plugged-310ee786-f862-4171-92c5-003a36ec7d67 for instance with vm_state building and task_state spawning. [ 690.817311] env[70243]: DEBUG nova.compute.manager [req-80588007-631b-4dd5-a9c2-ded5ab093931 req-9cca736c-b06b-4f8f-9807-b42c5ee77121 service nova] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Received event network-changed-310ee786-f862-4171-92c5-003a36ec7d67 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.817613] env[70243]: DEBUG nova.compute.manager [req-80588007-631b-4dd5-a9c2-ded5ab093931 req-9cca736c-b06b-4f8f-9807-b42c5ee77121 service nova] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Refreshing instance network info cache due to event network-changed-310ee786-f862-4171-92c5-003a36ec7d67. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.817741] env[70243]: DEBUG oslo_concurrency.lockutils [req-80588007-631b-4dd5-a9c2-ded5ab093931 req-9cca736c-b06b-4f8f-9807-b42c5ee77121 service nova] Acquiring lock "refresh_cache-f6e630fc-2a87-47fe-aa7c-c47d7499416f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.817869] env[70243]: DEBUG oslo_concurrency.lockutils [req-80588007-631b-4dd5-a9c2-ded5ab093931 req-9cca736c-b06b-4f8f-9807-b42c5ee77121 service nova] Acquired lock "refresh_cache-f6e630fc-2a87-47fe-aa7c-c47d7499416f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.818113] env[70243]: DEBUG nova.network.neutron [req-80588007-631b-4dd5-a9c2-ded5ab093931 req-9cca736c-b06b-4f8f-9807-b42c5ee77121 service nova] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Refreshing network info cache for port 310ee786-f862-4171-92c5-003a36ec7d67 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.894884] env[70243]: DEBUG nova.network.neutron [req-49e02467-89f6-4aab-ba80-d524f77819c2 req-95c0bfe5-cc3e-4b02-9a5e-990334a97111 service nova] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Updated VIF entry in instance network info cache for port bdced15f-b3c0-4eaf-897e-31ad4c6604f3. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.894932] env[70243]: DEBUG nova.network.neutron [req-49e02467-89f6-4aab-ba80-d524f77819c2 req-95c0bfe5-cc3e-4b02-9a5e-990334a97111 service nova] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Updating instance_info_cache with network_info: [{"id": "bdced15f-b3c0-4eaf-897e-31ad4c6604f3", "address": "fa:16:3e:8b:ac:3a", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdced15f-b3", "ovs_interfaceid": "bdced15f-b3c0-4eaf-897e-31ad4c6604f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.103875] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.127976] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.128915] env[70243]: DEBUG nova.compute.manager [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.132371] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.691s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.134911] env[70243]: INFO nova.compute.claims [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.146776] env[70243]: DEBUG oslo_concurrency.lockutils [None req-06eb6108-650b-468b-b0ae-f66f5101060e tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Lock "22f76458-3c01-4c59-b46e-df565467d540" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.254s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.168463] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52dc151c-f83b-73ba-d31e-85f08481bf9f, 'name': SearchDatastore_Task, 'duration_secs': 0.025606} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.169348] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73c5578e-969a-48cd-90c1-0cada19588e9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.178954] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Waiting for the task: (returnval){ [ 691.178954] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528f0803-7aa0-5486-5bf4-053764f3f814" [ 691.178954] env[70243]: _type = "Task" [ 691.178954] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.195262] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528f0803-7aa0-5486-5bf4-053764f3f814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.218986] env[70243]: DEBUG oslo_vmware.api [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Task: {'id': task-3621441, 'name': PowerOnVM_Task, 'duration_secs': 0.752082} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.219239] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.219433] env[70243]: INFO nova.compute.manager [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Took 12.38 seconds to spawn the instance on the hypervisor. [ 691.219603] env[70243]: DEBUG nova.compute.manager [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.220743] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a30a2fa-e64d-4431-bc77-7ffafb79c85f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.299802] env[70243]: DEBUG oslo_vmware.api [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Task: {'id': task-3621446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077195} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.301486] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.301486] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a481d156-2f13-4abd-ad9c-96c985bd9750 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.327630] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 9cfcaa1f-f6f7-4d91-9267-9939832d0b87/9cfcaa1f-f6f7-4d91-9267-9939832d0b87.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.330959] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47813d6c-fa58-49f1-a482-93cd4d6123fc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.366649] env[70243]: DEBUG oslo_vmware.api [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Waiting for the task: (returnval){ [ 691.366649] env[70243]: value = "task-3621447" [ 691.366649] env[70243]: _type = "Task" [ 691.366649] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.379197] env[70243]: DEBUG oslo_vmware.api [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Task: {'id': task-3621447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.387993] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.387993] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e9c4ba2-2991-4984-94ba-35a61e45ecee {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.398125] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Waiting for the task: (returnval){ [ 691.398125] env[70243]: value = "task-3621448" [ 691.398125] env[70243]: _type = "Task" [ 691.398125] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.402131] env[70243]: DEBUG oslo_concurrency.lockutils [req-49e02467-89f6-4aab-ba80-d524f77819c2 req-95c0bfe5-cc3e-4b02-9a5e-990334a97111 service nova] Releasing lock "refresh_cache-9cfcaa1f-f6f7-4d91-9267-9939832d0b87" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.402131] env[70243]: DEBUG nova.compute.manager [req-49e02467-89f6-4aab-ba80-d524f77819c2 req-95c0bfe5-cc3e-4b02-9a5e-990334a97111 service nova] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Received event network-vif-deleted-3ab9751b-77e4-4abd-bb80-cd2c6de56c39 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.408417] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Task: {'id': task-3621448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.644593] env[70243]: DEBUG nova.compute.utils [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.646172] env[70243]: DEBUG nova.compute.manager [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.646875] env[70243]: DEBUG nova.network.neutron [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.657426] env[70243]: DEBUG nova.compute.manager [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.697619] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528f0803-7aa0-5486-5bf4-053764f3f814, 'name': SearchDatastore_Task, 'duration_secs': 0.024128} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.697959] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.698278] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] f6e630fc-2a87-47fe-aa7c-c47d7499416f/f6e630fc-2a87-47fe-aa7c-c47d7499416f.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.698561] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13208118-e805-48f4-b0b8-c429c570d906 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.710828] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Waiting for the task: (returnval){ [ 691.710828] env[70243]: value = "task-3621449" [ 691.710828] env[70243]: _type = "Task" [ 691.710828] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.729043] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Task: {'id': task-3621449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.749176] env[70243]: INFO nova.compute.manager [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Took 24.71 seconds to build instance. [ 691.882872] env[70243]: DEBUG oslo_vmware.api [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Task: {'id': task-3621447, 'name': ReconfigVM_Task, 'duration_secs': 0.394065} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.883201] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 9cfcaa1f-f6f7-4d91-9267-9939832d0b87/9cfcaa1f-f6f7-4d91-9267-9939832d0b87.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.883827] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfd1ef20-4609-4d5c-b132-3e447c482a5c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.894199] env[70243]: DEBUG oslo_vmware.api [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Waiting for the task: (returnval){ [ 691.894199] env[70243]: value = "task-3621450" [ 691.894199] env[70243]: _type = "Task" [ 691.894199] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.910405] env[70243]: DEBUG oslo_vmware.api [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Task: {'id': task-3621450, 'name': Rename_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.914842] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Task: {'id': task-3621448, 'name': PowerOffVM_Task, 'duration_secs': 0.278484} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.914842] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.914842] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.915493] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4781f5-509d-449e-897b-0f6f499fcebf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.932243] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.932623] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2f1c805-e51c-41a8-8e25-e2834ae49989 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.973390] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.973570] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.973774] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Deleting the datastore file [datastore2] 0c4368be-02a1-40af-a6ea-b20ac8be1ee9 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.974373] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b350e62-c7ef-47a0-a8fb-8ca2dc3f119d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.988051] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Waiting for the task: (returnval){ [ 691.988051] env[70243]: value = "task-3621452" [ 691.988051] env[70243]: _type = "Task" [ 691.988051] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.999638] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Task: {'id': task-3621452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.054594] env[70243]: DEBUG nova.policy [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46f32323971c4967a974837ef4009ad0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2dda9f3cb2654814bed602e9f1cae1f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.145801] env[70243]: DEBUG nova.network.neutron [req-80588007-631b-4dd5-a9c2-ded5ab093931 req-9cca736c-b06b-4f8f-9807-b42c5ee77121 service nova] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Updated VIF entry in instance network info cache for port 310ee786-f862-4171-92c5-003a36ec7d67. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.146210] env[70243]: DEBUG nova.network.neutron [req-80588007-631b-4dd5-a9c2-ded5ab093931 req-9cca736c-b06b-4f8f-9807-b42c5ee77121 service nova] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Updating instance_info_cache with network_info: [{"id": "310ee786-f862-4171-92c5-003a36ec7d67", "address": "fa:16:3e:08:c2:56", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap310ee786-f8", "ovs_interfaceid": "310ee786-f862-4171-92c5-003a36ec7d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.157270] env[70243]: DEBUG nova.compute.manager [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.207874] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.244679] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Task: {'id': task-3621449, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.255156] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a3fa0811-1820-4534-be00-61a7c3a99c5e tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Lock "5fe12aed-8a37-4fc2-abc7-574b1502236b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.230s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.415312] env[70243]: DEBUG oslo_vmware.api [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Task: {'id': task-3621450, 'name': Rename_Task, 'duration_secs': 0.47497} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.424090] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.424812] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65f89339-12c7-4eb6-8b49-e749e0184e4b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.433802] env[70243]: DEBUG oslo_vmware.api [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Waiting for the task: (returnval){ [ 692.433802] env[70243]: value = "task-3621453" [ 692.433802] env[70243]: _type = "Task" [ 692.433802] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.444083] env[70243]: DEBUG oslo_vmware.api [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Task: {'id': task-3621453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.510454] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Task: {'id': task-3621452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364107} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.511814] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.512102] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.512358] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.647843] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacc252e-d79a-471d-8648-a81df58809a0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.651887] env[70243]: DEBUG oslo_concurrency.lockutils [req-80588007-631b-4dd5-a9c2-ded5ab093931 req-9cca736c-b06b-4f8f-9807-b42c5ee77121 service nova] Releasing lock "refresh_cache-f6e630fc-2a87-47fe-aa7c-c47d7499416f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.659683] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45badcc-2c3f-45d1-a6ad-1d7008a9c34e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.712430] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02387120-66ea-465c-be5c-fd0c65fb000b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.745799] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049d20dc-7f82-4008-81a0-5e1518352edf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.752836] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Task: {'id': task-3621449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5649} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.754347] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] f6e630fc-2a87-47fe-aa7c-c47d7499416f/f6e630fc-2a87-47fe-aa7c-c47d7499416f.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.754347] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.754347] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4aadbd56-f9f7-487a-bd5a-94c74efc3833 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.764816] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Waiting for the task: (returnval){ [ 692.764816] env[70243]: value = "task-3621454" [ 692.764816] env[70243]: _type = "Task" [ 692.764816] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.783717] env[70243]: DEBUG nova.compute.provider_tree [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.791607] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Task: {'id': task-3621454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.815293] env[70243]: DEBUG nova.network.neutron [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Successfully created port: 881beab9-7994-47f7-8d30-41effb869ee7 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.950416] env[70243]: DEBUG oslo_vmware.api [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Task: {'id': task-3621453, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.025407] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Acquiring lock "554416c7-4528-4d35-a0f7-e3e3b1a169c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.025719] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Lock "554416c7-4528-4d35-a0f7-e3e3b1a169c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.026053] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Acquiring lock "554416c7-4528-4d35-a0f7-e3e3b1a169c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.026219] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Lock "554416c7-4528-4d35-a0f7-e3e3b1a169c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.026410] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Lock "554416c7-4528-4d35-a0f7-e3e3b1a169c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.030541] env[70243]: INFO nova.compute.manager [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Terminating instance [ 693.172591] env[70243]: DEBUG nova.compute.manager [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.207022] env[70243]: DEBUG nova.virt.hardware [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.207022] env[70243]: DEBUG nova.virt.hardware [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.207022] env[70243]: DEBUG nova.virt.hardware [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.207585] env[70243]: DEBUG nova.virt.hardware [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.207585] env[70243]: DEBUG nova.virt.hardware [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.207585] env[70243]: DEBUG nova.virt.hardware [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.207784] env[70243]: DEBUG nova.virt.hardware [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.210049] env[70243]: DEBUG nova.virt.hardware [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.210049] env[70243]: DEBUG nova.virt.hardware [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.210049] env[70243]: DEBUG nova.virt.hardware [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.210049] env[70243]: DEBUG nova.virt.hardware [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.210543] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16307b56-ac29-45ed-abb8-99c0cb2f4605 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.222960] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e5e425-91c0-46ed-bd37-3cf46a96b17c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.274765] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Task: {'id': task-3621454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10081} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.275247] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.275906] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d4a426-2c36-4943-a0c8-e6bbdb31cec9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.291368] env[70243]: DEBUG nova.scheduler.client.report [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.306749] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] f6e630fc-2a87-47fe-aa7c-c47d7499416f/f6e630fc-2a87-47fe-aa7c-c47d7499416f.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.306749] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff2490b3-ce37-4e64-acc9-8dae9cb9b94d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.329184] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] Acquiring lock "22f76458-3c01-4c59-b46e-df565467d540" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.329605] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] Lock "22f76458-3c01-4c59-b46e-df565467d540" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.329855] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] Acquiring lock "22f76458-3c01-4c59-b46e-df565467d540-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.330056] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] Lock "22f76458-3c01-4c59-b46e-df565467d540-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.330355] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] Lock "22f76458-3c01-4c59-b46e-df565467d540-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.337834] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Waiting for the task: (returnval){ [ 693.337834] env[70243]: value = "task-3621455" [ 693.337834] env[70243]: _type = "Task" [ 693.337834] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.338560] env[70243]: INFO nova.compute.manager [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Terminating instance [ 693.353838] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Task: {'id': task-3621455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.445401] env[70243]: DEBUG oslo_vmware.api [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Task: {'id': task-3621453, 'name': PowerOnVM_Task, 'duration_secs': 0.611091} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.445751] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.445945] env[70243]: INFO nova.compute.manager [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Took 12.12 seconds to spawn the instance on the hypervisor. [ 693.446386] env[70243]: DEBUG nova.compute.manager [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.447558] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84940c41-7d75-4841-a702-056fcdb9d45d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.540420] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Acquiring lock "refresh_cache-554416c7-4528-4d35-a0f7-e3e3b1a169c9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.540578] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Acquired lock "refresh_cache-554416c7-4528-4d35-a0f7-e3e3b1a169c9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.541780] env[70243]: DEBUG nova.network.neutron [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.570116] env[70243]: DEBUG nova.virt.hardware [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.572020] env[70243]: DEBUG nova.virt.hardware [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.572020] env[70243]: DEBUG nova.virt.hardware [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.572020] env[70243]: DEBUG nova.virt.hardware [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.572020] env[70243]: DEBUG nova.virt.hardware [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.572020] env[70243]: DEBUG nova.virt.hardware [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.572508] env[70243]: DEBUG nova.virt.hardware [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.572508] env[70243]: DEBUG nova.virt.hardware [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.572508] env[70243]: DEBUG nova.virt.hardware [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.572508] env[70243]: DEBUG nova.virt.hardware [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.572508] env[70243]: DEBUG nova.virt.hardware [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.573524] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e632a08b-9e2f-4bfe-9502-ee4d841fe704 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.588146] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1157099f-e41c-4ee1-b96e-1291179ce047 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.604544] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Instance VIF info [] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.612258] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.613044] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.613044] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3092dc0-c95e-4cc6-bfce-6d4a00e01cc4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.639756] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.639756] env[70243]: value = "task-3621457" [ 693.639756] env[70243]: _type = "Task" [ 693.639756] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.651757] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621457, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.807716] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.808432] env[70243]: DEBUG nova.compute.manager [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.812886] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.360s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.814408] env[70243]: INFO nova.compute.claims [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.846024] env[70243]: DEBUG nova.compute.manager [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.846489] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.847372] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeddc76e-9ea9-427d-b6dd-ae957b1f8698 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.854875] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Task: {'id': task-3621455, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.861334] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.862282] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57b98499-8ea1-4151-ac3f-4915230367f9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.870883] env[70243]: DEBUG oslo_vmware.api [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] Waiting for the task: (returnval){ [ 693.870883] env[70243]: value = "task-3621458" [ 693.870883] env[70243]: _type = "Task" [ 693.870883] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.880847] env[70243]: DEBUG oslo_vmware.api [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] Task: {'id': task-3621458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.979453] env[70243]: INFO nova.compute.manager [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Took 26.90 seconds to build instance. [ 694.076191] env[70243]: DEBUG nova.network.neutron [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.155437] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621457, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.199243] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Acquiring lock "b58519f3-89ec-44dc-983e-445e42118d23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.199591] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Lock "b58519f3-89ec-44dc-983e-445e42118d23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.201865] env[70243]: DEBUG nova.network.neutron [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.322496] env[70243]: DEBUG nova.compute.utils [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.325287] env[70243]: DEBUG nova.compute.manager [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.325287] env[70243]: DEBUG nova.network.neutron [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.350911] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Task: {'id': task-3621455, 'name': ReconfigVM_Task, 'duration_secs': 0.568567} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.351235] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Reconfigured VM instance instance-0000000b to attach disk [datastore2] f6e630fc-2a87-47fe-aa7c-c47d7499416f/f6e630fc-2a87-47fe-aa7c-c47d7499416f.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.352061] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14df2024-3281-4e92-83c0-cf8d68d6e89c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.374070] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Waiting for the task: (returnval){ [ 694.374070] env[70243]: value = "task-3621459" [ 694.374070] env[70243]: _type = "Task" [ 694.374070] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.391846] env[70243]: DEBUG oslo_vmware.api [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] Task: {'id': task-3621458, 'name': PowerOffVM_Task, 'duration_secs': 0.257523} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.392101] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Task: {'id': task-3621459, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.392395] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.392510] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.392758] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ce43559-110b-480c-9aaf-032f80ebfcd5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.413267] env[70243]: DEBUG nova.policy [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85fba85c2b0c4aa9b38697d228a99791', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39e8b0dc5fb245adaf9d59c428c02efc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.484161] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c95dc05-0e3e-427a-8780-c92d0336399e tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Lock "9cfcaa1f-f6f7-4d91-9267-9939832d0b87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.420s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.488959] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.488959] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.488959] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] Deleting the datastore file [datastore2] 22f76458-3c01-4c59-b46e-df565467d540 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.489673] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da91693e-e31c-4cbc-906f-4291ca1bfce3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.499347] env[70243]: DEBUG oslo_vmware.api [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] Waiting for the task: (returnval){ [ 694.499347] env[70243]: value = "task-3621461" [ 694.499347] env[70243]: _type = "Task" [ 694.499347] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.512427] env[70243]: DEBUG oslo_vmware.api [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] Task: {'id': task-3621461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.654703] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621457, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.702649] env[70243]: DEBUG nova.compute.manager [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.708077] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Releasing lock "refresh_cache-554416c7-4528-4d35-a0f7-e3e3b1a169c9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.708786] env[70243]: DEBUG nova.compute.manager [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.708938] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.710110] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef0d6a1-f1a8-4f2d-8908-9bcc36b3cce4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.722271] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.722725] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecca4f09-43a3-4c41-8e66-a2a9c7b5c0e1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.731832] env[70243]: DEBUG oslo_vmware.api [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Waiting for the task: (returnval){ [ 694.731832] env[70243]: value = "task-3621462" [ 694.731832] env[70243]: _type = "Task" [ 694.731832] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.743918] env[70243]: DEBUG oslo_vmware.api [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Task: {'id': task-3621462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.762808] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "cdc63cce-27d5-4068-bc87-51c290fb7c69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.763123] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "cdc63cce-27d5-4068-bc87-51c290fb7c69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.829226] env[70243]: DEBUG nova.compute.manager [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.869252] env[70243]: DEBUG nova.network.neutron [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Successfully updated port: 881beab9-7994-47f7-8d30-41effb869ee7 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.892633] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Task: {'id': task-3621459, 'name': Rename_Task, 'duration_secs': 0.366481} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.894039] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.894039] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4ff3cae-41a2-47df-a63d-50b0b66bc231 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.903092] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Waiting for the task: (returnval){ [ 694.903092] env[70243]: value = "task-3621463" [ 694.903092] env[70243]: _type = "Task" [ 694.903092] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.917571] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Task: {'id': task-3621463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.014762] env[70243]: DEBUG oslo_vmware.api [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] Task: {'id': task-3621461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309897} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.016137] env[70243]: DEBUG nova.network.neutron [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Successfully created port: 50075f7d-b30b-44cb-869e-13cd9698b52f {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.020615] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.020846] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.021043] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.021245] env[70243]: INFO nova.compute.manager [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Took 1.18 seconds to destroy the instance on the hypervisor. [ 695.021588] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.022423] env[70243]: DEBUG nova.compute.manager [-] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.022538] env[70243]: DEBUG nova.network.neutron [-] [instance: 22f76458-3c01-4c59-b46e-df565467d540] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.158030] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621457, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.222838] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e889dbd7-7a66-4738-8ff3-11146ceef5c6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.246399] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6497da6b-86be-4f8e-a231-e6f5c8503506 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.261024] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.270488] env[70243]: DEBUG nova.compute.manager [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.274232] env[70243]: DEBUG oslo_vmware.api [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Task: {'id': task-3621462, 'name': PowerOffVM_Task, 'duration_secs': 0.245082} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.320032] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.320147] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.322914] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9745d03c-a042-498c-8934-645f501741f0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.325169] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351b0348-20cf-4dc8-a84e-fc2e4167f76e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.339384] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f794c6de-050f-4355-a1a7-a41495e9645a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.355878] env[70243]: DEBUG nova.compute.provider_tree [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.372316] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.372316] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.372430] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Deleting the datastore file [datastore1] 554416c7-4528-4d35-a0f7-e3e3b1a169c9 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.373130] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquiring lock "refresh_cache-b776034c-141c-4117-86ae-3aa65600378c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.375871] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquired lock "refresh_cache-b776034c-141c-4117-86ae-3aa65600378c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.375871] env[70243]: DEBUG nova.network.neutron [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.375871] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c06ba25d-51ad-4e25-9c21-0a35302606e3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.386746] env[70243]: DEBUG oslo_vmware.api [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Waiting for the task: (returnval){ [ 695.386746] env[70243]: value = "task-3621465" [ 695.386746] env[70243]: _type = "Task" [ 695.386746] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.398499] env[70243]: DEBUG oslo_vmware.api [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Task: {'id': task-3621465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.416952] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Task: {'id': task-3621463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.464908] env[70243]: DEBUG nova.compute.manager [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Stashing vm_state: active {{(pid=70243) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 695.657222] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621457, 'name': CreateVM_Task, 'duration_secs': 1.626017} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.657851] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.658135] env[70243]: DEBUG oslo_concurrency.lockutils [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.658289] env[70243]: DEBUG oslo_concurrency.lockutils [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.658614] env[70243]: DEBUG oslo_concurrency.lockutils [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.658886] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-734b1503-83df-4dc6-ad87-1c31f9f592b7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.665669] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Waiting for the task: (returnval){ [ 695.665669] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52fd2a29-cb0a-2188-6fcf-ebbf094696f7" [ 695.665669] env[70243]: _type = "Task" [ 695.665669] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.677284] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52fd2a29-cb0a-2188-6fcf-ebbf094696f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.831733] env[70243]: DEBUG nova.network.neutron [-] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.847112] env[70243]: DEBUG nova.compute.manager [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.863952] env[70243]: DEBUG nova.scheduler.client.report [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.870392] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.898808] env[70243]: DEBUG nova.virt.hardware [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.899172] env[70243]: DEBUG nova.virt.hardware [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.899326] env[70243]: DEBUG nova.virt.hardware [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.899595] env[70243]: DEBUG nova.virt.hardware [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.899796] env[70243]: DEBUG nova.virt.hardware [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.899958] env[70243]: DEBUG nova.virt.hardware [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.900083] env[70243]: DEBUG nova.virt.hardware [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.900299] env[70243]: DEBUG nova.virt.hardware [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.900558] env[70243]: DEBUG nova.virt.hardware [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.900619] env[70243]: DEBUG nova.virt.hardware [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.900761] env[70243]: DEBUG nova.virt.hardware [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.905904] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe6cf74-a3f5-4ad1-9dd7-5a6542501c72 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.920716] env[70243]: DEBUG oslo_vmware.api [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Task: {'id': task-3621465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226108} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.923769] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.924170] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.924255] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.924424] env[70243]: INFO nova.compute.manager [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Took 1.22 seconds to destroy the instance on the hypervisor. [ 695.924716] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.925251] env[70243]: DEBUG nova.compute.manager [-] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.925348] env[70243]: DEBUG nova.network.neutron [-] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.930382] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c17df2f-3933-4ed3-9054-7bf6bc1fe34e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.936670] env[70243]: DEBUG oslo_vmware.api [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Task: {'id': task-3621463, 'name': PowerOnVM_Task, 'duration_secs': 0.767092} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.937687] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.937841] env[70243]: INFO nova.compute.manager [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Took 12.15 seconds to spawn the instance on the hypervisor. [ 695.938560] env[70243]: DEBUG nova.compute.manager [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.939056] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca3a572-c84d-4819-aa18-2546733c0a6b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.986540] env[70243]: DEBUG nova.network.neutron [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.993698] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.994736] env[70243]: DEBUG nova.network.neutron [-] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.179277] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52fd2a29-cb0a-2188-6fcf-ebbf094696f7, 'name': SearchDatastore_Task, 'duration_secs': 0.030413} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.179646] env[70243]: DEBUG oslo_concurrency.lockutils [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.179885] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.180142] env[70243]: DEBUG oslo_concurrency.lockutils [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.180374] env[70243]: DEBUG oslo_concurrency.lockutils [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.180738] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.180916] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af90755a-d01d-4a4a-bbcd-97cab434fa18 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.193329] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.193556] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.194443] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f4e2e12-5236-44dd-8313-66489e15a09a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.204967] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Waiting for the task: (returnval){ [ 696.204967] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f61e0a-c5c9-c659-5847-15f9b6887111" [ 696.204967] env[70243]: _type = "Task" [ 696.204967] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.216510] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f61e0a-c5c9-c659-5847-15f9b6887111, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.283871] env[70243]: DEBUG nova.network.neutron [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Updating instance_info_cache with network_info: [{"id": "881beab9-7994-47f7-8d30-41effb869ee7", "address": "fa:16:3e:6c:60:dc", "network": {"id": "3c8b723d-31df-4ee3-80b5-2af3abefb23e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-323659600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2dda9f3cb2654814bed602e9f1cae1f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881beab9-79", "ovs_interfaceid": "881beab9-7994-47f7-8d30-41effb869ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.334721] env[70243]: DEBUG nova.compute.manager [req-6a4ceb64-6e2e-4fe0-a786-176fc158e485 req-032658b7-6387-4a5b-ad23-67ca7b99d786 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Received event network-vif-plugged-881beab9-7994-47f7-8d30-41effb869ee7 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.334807] env[70243]: DEBUG oslo_concurrency.lockutils [req-6a4ceb64-6e2e-4fe0-a786-176fc158e485 req-032658b7-6387-4a5b-ad23-67ca7b99d786 service nova] Acquiring lock "b776034c-141c-4117-86ae-3aa65600378c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.334987] env[70243]: DEBUG oslo_concurrency.lockutils [req-6a4ceb64-6e2e-4fe0-a786-176fc158e485 req-032658b7-6387-4a5b-ad23-67ca7b99d786 service nova] Lock "b776034c-141c-4117-86ae-3aa65600378c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.336861] env[70243]: DEBUG oslo_concurrency.lockutils [req-6a4ceb64-6e2e-4fe0-a786-176fc158e485 req-032658b7-6387-4a5b-ad23-67ca7b99d786 service nova] Lock "b776034c-141c-4117-86ae-3aa65600378c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.337217] env[70243]: DEBUG nova.compute.manager [req-6a4ceb64-6e2e-4fe0-a786-176fc158e485 req-032658b7-6387-4a5b-ad23-67ca7b99d786 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] No waiting events found dispatching network-vif-plugged-881beab9-7994-47f7-8d30-41effb869ee7 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.337541] env[70243]: WARNING nova.compute.manager [req-6a4ceb64-6e2e-4fe0-a786-176fc158e485 req-032658b7-6387-4a5b-ad23-67ca7b99d786 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Received unexpected event network-vif-plugged-881beab9-7994-47f7-8d30-41effb869ee7 for instance with vm_state building and task_state spawning. [ 696.339934] env[70243]: INFO nova.compute.manager [-] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Took 1.32 seconds to deallocate network for instance. [ 696.347487] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquiring lock "4556b8f6-e6f8-4180-a94a-58ddc27cd1b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.347756] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "4556b8f6-e6f8-4180-a94a-58ddc27cd1b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.365627] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.366193] env[70243]: DEBUG nova.compute.manager [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.370222] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.252s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.372980] env[70243]: INFO nova.compute.claims [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.471645] env[70243]: INFO nova.compute.manager [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Took 23.84 seconds to build instance. [ 696.498499] env[70243]: DEBUG nova.network.neutron [-] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.673368] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Acquiring lock "34bb9e9c-f832-41d9-b640-fecc7d7f6756" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.673637] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Lock "34bb9e9c-f832-41d9-b640-fecc7d7f6756" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.720646] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f61e0a-c5c9-c659-5847-15f9b6887111, 'name': SearchDatastore_Task, 'duration_secs': 0.020603} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.721867] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a88e2bd-0ef6-43ba-97ff-c98b582e06d7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.734099] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Waiting for the task: (returnval){ [ 696.734099] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b11c66-07eb-f593-e504-ee7d8452f820" [ 696.734099] env[70243]: _type = "Task" [ 696.734099] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.743262] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b11c66-07eb-f593-e504-ee7d8452f820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.793252] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Releasing lock "refresh_cache-b776034c-141c-4117-86ae-3aa65600378c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.796021] env[70243]: DEBUG nova.compute.manager [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Instance network_info: |[{"id": "881beab9-7994-47f7-8d30-41effb869ee7", "address": "fa:16:3e:6c:60:dc", "network": {"id": "3c8b723d-31df-4ee3-80b5-2af3abefb23e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-323659600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2dda9f3cb2654814bed602e9f1cae1f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881beab9-79", "ovs_interfaceid": "881beab9-7994-47f7-8d30-41effb869ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.796219] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:60:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '881beab9-7994-47f7-8d30-41effb869ee7', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.808270] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Creating folder: Project (2dda9f3cb2654814bed602e9f1cae1f6). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.808270] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf3279cf-0653-4b8a-947d-94cc25c62953 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.823516] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Created folder: Project (2dda9f3cb2654814bed602e9f1cae1f6) in parent group-v722220. [ 696.823516] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Creating folder: Instances. Parent ref: group-v722261. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.823877] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-704a697a-7618-4dee-b91f-e72ade734fa1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.846016] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Created folder: Instances in parent group-v722261. [ 696.846016] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.846016] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b776034c-141c-4117-86ae-3aa65600378c] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.847481] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65892a08-a53f-4add-8729-68f41476cd66 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.870188] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.879699] env[70243]: DEBUG nova.compute.utils [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.884020] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.884020] env[70243]: value = "task-3621470" [ 696.884020] env[70243]: _type = "Task" [ 696.884020] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.884020] env[70243]: DEBUG nova.compute.manager [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.884354] env[70243]: DEBUG nova.network.neutron [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.901712] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621470, 'name': CreateVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.946128] env[70243]: DEBUG oslo_concurrency.lockutils [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.946409] env[70243]: DEBUG oslo_concurrency.lockutils [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.975399] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d88e5b57-1ba6-4be4-bda4-abfbb8dfffba tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Lock "f6e630fc-2a87-47fe-aa7c-c47d7499416f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.776s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.006034] env[70243]: INFO nova.compute.manager [-] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Took 1.08 seconds to deallocate network for instance. [ 697.042173] env[70243]: DEBUG nova.policy [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1acb3cf46874c84bfdad183ca731c29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e2513e8b0d54bddbae7c98590a14803', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.115645] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9254b208-f7a4-4419-b157-db7d9f2d9514 tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Acquiring lock "5fe12aed-8a37-4fc2-abc7-574b1502236b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.118061] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9254b208-f7a4-4419-b157-db7d9f2d9514 tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Lock "5fe12aed-8a37-4fc2-abc7-574b1502236b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.118603] env[70243]: INFO nova.compute.manager [None req-9254b208-f7a4-4419-b157-db7d9f2d9514 tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Rebooting instance [ 697.245276] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b11c66-07eb-f593-e504-ee7d8452f820, 'name': SearchDatastore_Task, 'duration_secs': 0.01694} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.245657] env[70243]: DEBUG oslo_concurrency.lockutils [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.245957] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 0c4368be-02a1-40af-a6ea-b20ac8be1ee9/0c4368be-02a1-40af-a6ea-b20ac8be1ee9.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.246712] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4758cb4-403b-4a53-943c-33541537cf52 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.256554] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Waiting for the task: (returnval){ [ 697.256554] env[70243]: value = "task-3621471" [ 697.256554] env[70243]: _type = "Task" [ 697.256554] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.270879] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Task: {'id': task-3621471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.385696] env[70243]: DEBUG nova.compute.manager [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.408758] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621470, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.451665] env[70243]: DEBUG nova.network.neutron [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Successfully updated port: 50075f7d-b30b-44cb-869e-13cd9698b52f {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.485290] env[70243]: DEBUG nova.compute.manager [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.511303] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.660397] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9254b208-f7a4-4419-b157-db7d9f2d9514 tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Acquiring lock "refresh_cache-5fe12aed-8a37-4fc2-abc7-574b1502236b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.660612] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9254b208-f7a4-4419-b157-db7d9f2d9514 tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Acquired lock "refresh_cache-5fe12aed-8a37-4fc2-abc7-574b1502236b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.660805] env[70243]: DEBUG nova.network.neutron [None req-9254b208-f7a4-4419-b157-db7d9f2d9514 tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.744150] env[70243]: DEBUG nova.compute.manager [req-f2786b03-8e7d-4440-a2f8-68927ab4539f req-b39b549a-3323-4a1b-846e-757b9b04611d service nova] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Received event network-vif-plugged-50075f7d-b30b-44cb-869e-13cd9698b52f {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.744150] env[70243]: DEBUG oslo_concurrency.lockutils [req-f2786b03-8e7d-4440-a2f8-68927ab4539f req-b39b549a-3323-4a1b-846e-757b9b04611d service nova] Acquiring lock "928c8b15-911b-486f-afb1-95758d81d822-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.744375] env[70243]: DEBUG oslo_concurrency.lockutils [req-f2786b03-8e7d-4440-a2f8-68927ab4539f req-b39b549a-3323-4a1b-846e-757b9b04611d service nova] Lock "928c8b15-911b-486f-afb1-95758d81d822-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.744568] env[70243]: DEBUG oslo_concurrency.lockutils [req-f2786b03-8e7d-4440-a2f8-68927ab4539f req-b39b549a-3323-4a1b-846e-757b9b04611d service nova] Lock "928c8b15-911b-486f-afb1-95758d81d822-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.744761] env[70243]: DEBUG nova.compute.manager [req-f2786b03-8e7d-4440-a2f8-68927ab4539f req-b39b549a-3323-4a1b-846e-757b9b04611d service nova] [instance: 928c8b15-911b-486f-afb1-95758d81d822] No waiting events found dispatching network-vif-plugged-50075f7d-b30b-44cb-869e-13cd9698b52f {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.744954] env[70243]: WARNING nova.compute.manager [req-f2786b03-8e7d-4440-a2f8-68927ab4539f req-b39b549a-3323-4a1b-846e-757b9b04611d service nova] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Received unexpected event network-vif-plugged-50075f7d-b30b-44cb-869e-13cd9698b52f for instance with vm_state building and task_state spawning. [ 697.779673] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Task: {'id': task-3621471, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.876173] env[70243]: DEBUG nova.network.neutron [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Successfully created port: fe888e21-05d5-4ebd-9d96-cc6ae46b0f25 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.905882] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621470, 'name': CreateVM_Task, 'duration_secs': 0.619381} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.906865] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b776034c-141c-4117-86ae-3aa65600378c] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.907694] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c851df-3c53-4f77-a418-35720c255724 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.912041] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.912041] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.912041] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.912693] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d4ae30b-25a1-4fc8-9427-d993af75c7c8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.925459] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5850fad-1e09-4bb6-b794-299f061fb5a3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.930039] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Waiting for the task: (returnval){ [ 697.930039] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52da5a80-43a7-71e8-1bbe-3befaf5d144c" [ 697.930039] env[70243]: _type = "Task" [ 697.930039] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.965988] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Acquiring lock "refresh_cache-928c8b15-911b-486f-afb1-95758d81d822" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.966112] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Acquired lock "refresh_cache-928c8b15-911b-486f-afb1-95758d81d822" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.966261] env[70243]: DEBUG nova.network.neutron [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.968837] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67140531-54bc-4f38-8856-70df87a27666 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.977578] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52da5a80-43a7-71e8-1bbe-3befaf5d144c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.985444] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e70649-eb1c-467c-9370-53ff8e920173 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.001408] env[70243]: DEBUG nova.compute.provider_tree [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.023570] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.047551] env[70243]: DEBUG nova.compute.manager [None req-277ce803-1086-4297-bdc3-3f2c8c3cd7e8 tempest-ServerExternalEventsTest-62602640 tempest-ServerExternalEventsTest-62602640-project] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Received event network-changed {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.047777] env[70243]: DEBUG nova.compute.manager [None req-277ce803-1086-4297-bdc3-3f2c8c3cd7e8 tempest-ServerExternalEventsTest-62602640 tempest-ServerExternalEventsTest-62602640-project] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Refreshing instance network info cache due to event network-changed. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.047981] env[70243]: DEBUG oslo_concurrency.lockutils [None req-277ce803-1086-4297-bdc3-3f2c8c3cd7e8 tempest-ServerExternalEventsTest-62602640 tempest-ServerExternalEventsTest-62602640-project] Acquiring lock "refresh_cache-f6e630fc-2a87-47fe-aa7c-c47d7499416f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.048722] env[70243]: DEBUG oslo_concurrency.lockutils [None req-277ce803-1086-4297-bdc3-3f2c8c3cd7e8 tempest-ServerExternalEventsTest-62602640 tempest-ServerExternalEventsTest-62602640-project] Acquired lock "refresh_cache-f6e630fc-2a87-47fe-aa7c-c47d7499416f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.048904] env[70243]: DEBUG nova.network.neutron [None req-277ce803-1086-4297-bdc3-3f2c8c3cd7e8 tempest-ServerExternalEventsTest-62602640 tempest-ServerExternalEventsTest-62602640-project] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.270706] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Task: {'id': task-3621471, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.404909] env[70243]: DEBUG nova.compute.manager [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.440782] env[70243]: DEBUG nova.virt.hardware [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.441111] env[70243]: DEBUG nova.virt.hardware [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.441360] env[70243]: DEBUG nova.virt.hardware [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.441616] env[70243]: DEBUG nova.virt.hardware [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.441783] env[70243]: DEBUG nova.virt.hardware [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.441986] env[70243]: DEBUG nova.virt.hardware [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.442307] env[70243]: DEBUG nova.virt.hardware [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.442515] env[70243]: DEBUG nova.virt.hardware [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.442712] env[70243]: DEBUG nova.virt.hardware [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.442897] env[70243]: DEBUG nova.virt.hardware [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.443093] env[70243]: DEBUG nova.virt.hardware [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.444049] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5624f92b-5fe0-4c34-a560-682ed99dadf8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.450489] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52da5a80-43a7-71e8-1bbe-3befaf5d144c, 'name': SearchDatastore_Task, 'duration_secs': 0.068231} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.451290] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.451631] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.451908] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.452110] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.452305] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.452609] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24d4826d-2203-43e7-83f7-ddf8462209fc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.460273] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b8d4d5-f0be-4fa6-9ebb-4ad56926f80d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.468963] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.469066] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.478329] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89ddb8d3-180e-4c5f-9da1-6acd6246a099 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.489711] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Waiting for the task: (returnval){ [ 698.489711] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525e6382-39a5-e185-f0e7-ecf2b9fca53f" [ 698.489711] env[70243]: _type = "Task" [ 698.489711] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.501832] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525e6382-39a5-e185-f0e7-ecf2b9fca53f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.506824] env[70243]: DEBUG nova.scheduler.client.report [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.584498] env[70243]: DEBUG nova.network.neutron [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.611414] env[70243]: DEBUG nova.network.neutron [None req-9254b208-f7a4-4419-b157-db7d9f2d9514 tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Updating instance_info_cache with network_info: [{"id": "3d8baf5e-f431-4740-bdaf-922f22dda1c2", "address": "fa:16:3e:c1:7f:44", "network": {"id": "ecab79a8-1669-4f27-b19e-f7c61f7e633f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1564287441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e321809813c24d41abbfd9a1bd698d76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8baf5e-f4", "ovs_interfaceid": "3d8baf5e-f431-4740-bdaf-922f22dda1c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.774598] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Task: {'id': task-3621471, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.862467] env[70243]: DEBUG nova.network.neutron [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Updating instance_info_cache with network_info: [{"id": "50075f7d-b30b-44cb-869e-13cd9698b52f", "address": "fa:16:3e:db:b5:0b", "network": {"id": "0874fa0c-a3f8-4c84-ab86-57418ffde503", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1802541395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39e8b0dc5fb245adaf9d59c428c02efc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50075f7d-b3", "ovs_interfaceid": "50075f7d-b30b-44cb-869e-13cd9698b52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.007556] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525e6382-39a5-e185-f0e7-ecf2b9fca53f, 'name': SearchDatastore_Task, 'duration_secs': 0.083675} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.007556] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d376cfd-2f74-4e28-90c2-602400b16aa0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.013772] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.014503] env[70243]: DEBUG nova.compute.manager [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.017340] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Waiting for the task: (returnval){ [ 699.017340] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f4a455-081b-bf46-a68f-a98bca7fa1d2" [ 699.017340] env[70243]: _type = "Task" [ 699.017340] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.018363] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.808s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.018363] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.021024] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.678s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.024024] env[70243]: INFO nova.compute.claims [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.044714] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f4a455-081b-bf46-a68f-a98bca7fa1d2, 'name': SearchDatastore_Task, 'duration_secs': 0.018413} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.045182] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.045591] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] b776034c-141c-4117-86ae-3aa65600378c/b776034c-141c-4117-86ae-3aa65600378c.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.046229] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c7b64c1-1002-49ed-936b-4297ad0d95ba {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.054209] env[70243]: DEBUG nova.network.neutron [None req-277ce803-1086-4297-bdc3-3f2c8c3cd7e8 tempest-ServerExternalEventsTest-62602640 tempest-ServerExternalEventsTest-62602640-project] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Updating instance_info_cache with network_info: [{"id": "310ee786-f862-4171-92c5-003a36ec7d67", "address": "fa:16:3e:08:c2:56", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap310ee786-f8", "ovs_interfaceid": "310ee786-f862-4171-92c5-003a36ec7d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.062948] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Waiting for the task: (returnval){ [ 699.062948] env[70243]: value = "task-3621473" [ 699.062948] env[70243]: _type = "Task" [ 699.062948] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.080130] env[70243]: INFO nova.scheduler.client.report [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Deleted allocations for instance c386b779-1753-4c3c-8580-867288fb2f3a [ 699.086224] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.115269] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9254b208-f7a4-4419-b157-db7d9f2d9514 tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Releasing lock "refresh_cache-5fe12aed-8a37-4fc2-abc7-574b1502236b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.274293] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Task: {'id': task-3621471, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.795857} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.274529] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 0c4368be-02a1-40af-a6ea-b20ac8be1ee9/0c4368be-02a1-40af-a6ea-b20ac8be1ee9.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.274811] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.275824] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3e0f862-6057-417b-8097-b70be0511002 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.285069] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Acquiring lock "f6e630fc-2a87-47fe-aa7c-c47d7499416f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.285380] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Lock "f6e630fc-2a87-47fe-aa7c-c47d7499416f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.285544] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Acquiring lock "f6e630fc-2a87-47fe-aa7c-c47d7499416f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.285972] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Lock "f6e630fc-2a87-47fe-aa7c-c47d7499416f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.285972] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Lock "f6e630fc-2a87-47fe-aa7c-c47d7499416f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.287877] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Waiting for the task: (returnval){ [ 699.287877] env[70243]: value = "task-3621474" [ 699.287877] env[70243]: _type = "Task" [ 699.287877] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.291257] env[70243]: DEBUG nova.compute.manager [req-8c51a4e9-acc4-4baa-bded-bc9ceead3861 req-6c4c6393-7672-4973-9011-4130e896a270 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Received event network-changed-881beab9-7994-47f7-8d30-41effb869ee7 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.291257] env[70243]: DEBUG nova.compute.manager [req-8c51a4e9-acc4-4baa-bded-bc9ceead3861 req-6c4c6393-7672-4973-9011-4130e896a270 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Refreshing instance network info cache due to event network-changed-881beab9-7994-47f7-8d30-41effb869ee7. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.291257] env[70243]: DEBUG oslo_concurrency.lockutils [req-8c51a4e9-acc4-4baa-bded-bc9ceead3861 req-6c4c6393-7672-4973-9011-4130e896a270 service nova] Acquiring lock "refresh_cache-b776034c-141c-4117-86ae-3aa65600378c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.291429] env[70243]: DEBUG oslo_concurrency.lockutils [req-8c51a4e9-acc4-4baa-bded-bc9ceead3861 req-6c4c6393-7672-4973-9011-4130e896a270 service nova] Acquired lock "refresh_cache-b776034c-141c-4117-86ae-3aa65600378c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.291525] env[70243]: DEBUG nova.network.neutron [req-8c51a4e9-acc4-4baa-bded-bc9ceead3861 req-6c4c6393-7672-4973-9011-4130e896a270 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Refreshing network info cache for port 881beab9-7994-47f7-8d30-41effb869ee7 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.293096] env[70243]: INFO nova.compute.manager [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Terminating instance [ 699.313101] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Task: {'id': task-3621474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.366178] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Releasing lock "refresh_cache-928c8b15-911b-486f-afb1-95758d81d822" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.366178] env[70243]: DEBUG nova.compute.manager [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Instance network_info: |[{"id": "50075f7d-b30b-44cb-869e-13cd9698b52f", "address": "fa:16:3e:db:b5:0b", "network": {"id": "0874fa0c-a3f8-4c84-ab86-57418ffde503", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1802541395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39e8b0dc5fb245adaf9d59c428c02efc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50075f7d-b3", "ovs_interfaceid": "50075f7d-b30b-44cb-869e-13cd9698b52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.366382] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:b5:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50075f7d-b30b-44cb-869e-13cd9698b52f', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.382791] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Creating folder: Project (39e8b0dc5fb245adaf9d59c428c02efc). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.384570] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da732417-d96f-495f-918d-f4c849fe0ff7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.398028] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Created folder: Project (39e8b0dc5fb245adaf9d59c428c02efc) in parent group-v722220. [ 699.398263] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Creating folder: Instances. Parent ref: group-v722265. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.398550] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bfbfa17-3010-4e7a-98ec-44f82e9b868d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.411398] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Created folder: Instances in parent group-v722265. [ 699.411719] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.412185] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.412185] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ee1a702-064f-49f7-a5f0-5125ff508d3b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.434018] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.434018] env[70243]: value = "task-3621477" [ 699.434018] env[70243]: _type = "Task" [ 699.434018] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.443535] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621477, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.533220] env[70243]: DEBUG nova.compute.utils [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.537591] env[70243]: DEBUG nova.compute.manager [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.537797] env[70243]: DEBUG nova.network.neutron [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.563925] env[70243]: DEBUG oslo_concurrency.lockutils [None req-277ce803-1086-4297-bdc3-3f2c8c3cd7e8 tempest-ServerExternalEventsTest-62602640 tempest-ServerExternalEventsTest-62602640-project] Releasing lock "refresh_cache-f6e630fc-2a87-47fe-aa7c-c47d7499416f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.583101] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621473, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.591546] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c22d89a5-d56d-4618-b9b4-517262c85984 tempest-ImagesNegativeTestJSON-121592950 tempest-ImagesNegativeTestJSON-121592950-project-member] Lock "c386b779-1753-4c3c-8580-867288fb2f3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.072s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.620706] env[70243]: DEBUG nova.compute.manager [None req-9254b208-f7a4-4419-b157-db7d9f2d9514 tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.621898] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75aa23b2-867c-46f0-ae14-a3256e5d562c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.640055] env[70243]: DEBUG nova.policy [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed812de382014f02be330d22e0cbdc62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7de68a5cac07420783c7894b6309938c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.808482] env[70243]: DEBUG nova.compute.manager [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.810917] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.811532] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Task: {'id': task-3621474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079489} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.812686] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d67636-fad1-45a8-b79a-796fec3d52a2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.816808] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.817700] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7206aed2-f62e-472b-b460-b30a8de2c3e9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.838378] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.850984] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 0c4368be-02a1-40af-a6ea-b20ac8be1ee9/0c4368be-02a1-40af-a6ea-b20ac8be1ee9.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.851697] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33e2c809-0747-4c82-b569-dc03b22f8269 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.854095] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ea09f27-5b2e-4c05-a6df-22b50fd1cb39 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.888304] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Waiting for the task: (returnval){ [ 699.888304] env[70243]: value = "task-3621479" [ 699.888304] env[70243]: _type = "Task" [ 699.888304] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.888304] env[70243]: DEBUG oslo_vmware.api [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Waiting for the task: (returnval){ [ 699.888304] env[70243]: value = "task-3621478" [ 699.888304] env[70243]: _type = "Task" [ 699.888304] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.901333] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Task: {'id': task-3621479, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.905025] env[70243]: DEBUG oslo_vmware.api [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Task: {'id': task-3621478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.946511] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621477, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.040818] env[70243]: DEBUG nova.compute.manager [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.092899] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782229} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.092899] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] b776034c-141c-4117-86ae-3aa65600378c/b776034c-141c-4117-86ae-3aa65600378c.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.092899] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.093522] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-474154dd-8ea7-4826-bcbc-cc3e17590a76 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.108025] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Waiting for the task: (returnval){ [ 700.108025] env[70243]: value = "task-3621480" [ 700.108025] env[70243]: _type = "Task" [ 700.108025] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.118829] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.267311] env[70243]: DEBUG nova.network.neutron [req-8c51a4e9-acc4-4baa-bded-bc9ceead3861 req-6c4c6393-7672-4973-9011-4130e896a270 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Updated VIF entry in instance network info cache for port 881beab9-7994-47f7-8d30-41effb869ee7. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.267311] env[70243]: DEBUG nova.network.neutron [req-8c51a4e9-acc4-4baa-bded-bc9ceead3861 req-6c4c6393-7672-4973-9011-4130e896a270 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Updating instance_info_cache with network_info: [{"id": "881beab9-7994-47f7-8d30-41effb869ee7", "address": "fa:16:3e:6c:60:dc", "network": {"id": "3c8b723d-31df-4ee3-80b5-2af3abefb23e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-323659600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dda9f3cb2654814bed602e9f1cae1f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881beab9-79", "ovs_interfaceid": "881beab9-7994-47f7-8d30-41effb869ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.368829] env[70243]: DEBUG nova.network.neutron [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Successfully created port: 20eda677-9580-4e11-b923-2c433fa1b312 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.421358] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Task: {'id': task-3621479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.421668] env[70243]: DEBUG oslo_vmware.api [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Task: {'id': task-3621478, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.454753] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621477, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.454753] env[70243]: DEBUG nova.network.neutron [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Successfully updated port: fe888e21-05d5-4ebd-9d96-cc6ae46b0f25 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.530220] env[70243]: DEBUG oslo_vmware.rw_handles [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520af60d-7577-e43e-37b5-adbfcee82a33/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 700.531249] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e4d191-1f4b-4cd5-b011-d8a6af74f552 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.540152] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40acbac6-05c6-4c7a-8a57-b982de594c63 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.544119] env[70243]: DEBUG nova.compute.manager [req-d3d3a981-bd03-4a9c-929e-04f42f63d606 req-6cf258e4-fc49-42e9-a3a4-a41d24241612 service nova] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Received event network-changed-50075f7d-b30b-44cb-869e-13cd9698b52f {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.544350] env[70243]: DEBUG nova.compute.manager [req-d3d3a981-bd03-4a9c-929e-04f42f63d606 req-6cf258e4-fc49-42e9-a3a4-a41d24241612 service nova] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Refreshing instance network info cache due to event network-changed-50075f7d-b30b-44cb-869e-13cd9698b52f. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.544600] env[70243]: DEBUG oslo_concurrency.lockutils [req-d3d3a981-bd03-4a9c-929e-04f42f63d606 req-6cf258e4-fc49-42e9-a3a4-a41d24241612 service nova] Acquiring lock "refresh_cache-928c8b15-911b-486f-afb1-95758d81d822" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.544745] env[70243]: DEBUG oslo_concurrency.lockutils [req-d3d3a981-bd03-4a9c-929e-04f42f63d606 req-6cf258e4-fc49-42e9-a3a4-a41d24241612 service nova] Acquired lock "refresh_cache-928c8b15-911b-486f-afb1-95758d81d822" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.544903] env[70243]: DEBUG nova.network.neutron [req-d3d3a981-bd03-4a9c-929e-04f42f63d606 req-6cf258e4-fc49-42e9-a3a4-a41d24241612 service nova] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Refreshing network info cache for port 50075f7d-b30b-44cb-869e-13cd9698b52f {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.558601] env[70243]: DEBUG oslo_vmware.rw_handles [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520af60d-7577-e43e-37b5-adbfcee82a33/disk-0.vmdk is in state: ready. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 700.558760] env[70243]: ERROR oslo_vmware.rw_handles [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520af60d-7577-e43e-37b5-adbfcee82a33/disk-0.vmdk due to incomplete transfer. [ 700.560890] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8150dda0-0dd5-4483-8cce-10d2698da444 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.569509] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b201e8e8-9022-4ab9-94c0-93c197450b07 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.609699] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697fec97-58c2-41c1-9262-16e2f4377367 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.613418] env[70243]: DEBUG oslo_vmware.rw_handles [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520af60d-7577-e43e-37b5-adbfcee82a33/disk-0.vmdk. {{(pid=70243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 700.613731] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Uploaded image 5e9e790f-ee2b-4c3a-b418-6e6336546258 to the Glance image server {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 700.615904] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Destroying the VM {{(pid=70243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 700.620530] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7526b4eb-6090-4ac4-8177-dc89c18eced2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.633563] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed266f7b-5919-46e2-b618-d665ea360de0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.639289] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.642157] env[70243]: DEBUG oslo_vmware.api [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Waiting for the task: (returnval){ [ 700.642157] env[70243]: value = "task-3621481" [ 700.642157] env[70243]: _type = "Task" [ 700.642157] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.655612] env[70243]: DEBUG nova.compute.provider_tree [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.660819] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d9b979-0b01-43e9-999c-9be618d87e82 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.664931] env[70243]: DEBUG oslo_vmware.api [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621481, 'name': Destroy_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.670845] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9254b208-f7a4-4419-b157-db7d9f2d9514 tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Doing hard reboot of VM {{(pid=70243) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 700.671324] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c15fb6fd-30ef-43af-886b-d44d939aeb54 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.679886] env[70243]: DEBUG oslo_vmware.api [None req-9254b208-f7a4-4419-b157-db7d9f2d9514 tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Waiting for the task: (returnval){ [ 700.679886] env[70243]: value = "task-3621482" [ 700.679886] env[70243]: _type = "Task" [ 700.679886] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.690187] env[70243]: DEBUG oslo_vmware.api [None req-9254b208-f7a4-4419-b157-db7d9f2d9514 tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Task: {'id': task-3621482, 'name': ResetVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.770842] env[70243]: DEBUG oslo_concurrency.lockutils [req-8c51a4e9-acc4-4baa-bded-bc9ceead3861 req-6c4c6393-7672-4973-9011-4130e896a270 service nova] Releasing lock "refresh_cache-b776034c-141c-4117-86ae-3aa65600378c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.771213] env[70243]: DEBUG nova.compute.manager [req-8c51a4e9-acc4-4baa-bded-bc9ceead3861 req-6c4c6393-7672-4973-9011-4130e896a270 service nova] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Received event network-vif-deleted-a7b3b762-3916-495c-9d45-1616a261a7e8 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.844073] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Acquiring lock "9cfcaa1f-f6f7-4d91-9267-9939832d0b87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.844482] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Lock "9cfcaa1f-f6f7-4d91-9267-9939832d0b87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.844717] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Acquiring lock "9cfcaa1f-f6f7-4d91-9267-9939832d0b87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.844804] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Lock "9cfcaa1f-f6f7-4d91-9267-9939832d0b87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.844960] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Lock "9cfcaa1f-f6f7-4d91-9267-9939832d0b87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.847521] env[70243]: INFO nova.compute.manager [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Terminating instance [ 700.911734] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Task: {'id': task-3621479, 'name': ReconfigVM_Task, 'duration_secs': 0.805504} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.915510] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 0c4368be-02a1-40af-a6ea-b20ac8be1ee9/0c4368be-02a1-40af-a6ea-b20ac8be1ee9.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.917227] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-149768d0-c7d9-4a14-bebe-e9e174180e7e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.926797] env[70243]: DEBUG oslo_vmware.api [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Task: {'id': task-3621478, 'name': PowerOffVM_Task, 'duration_secs': 0.63563} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.928805] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.929546] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.929998] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Waiting for the task: (returnval){ [ 700.929998] env[70243]: value = "task-3621483" [ 700.929998] env[70243]: _type = "Task" [ 700.929998] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.930734] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5df17c89-6d9a-40ca-9a52-98cce4017621 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.947939] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Task: {'id': task-3621483, 'name': Rename_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.951629] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621477, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.960637] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Acquiring lock "refresh_cache-5255d1c1-2498-499e-a08b-46c6762f8d3c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.960790] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Acquired lock "refresh_cache-5255d1c1-2498-499e-a08b-46c6762f8d3c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.960986] env[70243]: DEBUG nova.network.neutron [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.027046] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.027046] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.027046] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Deleting the datastore file [datastore2] f6e630fc-2a87-47fe-aa7c-c47d7499416f {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.027407] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08ba3d18-1a48-4fac-8f76-3e25607853d5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.036572] env[70243]: DEBUG oslo_vmware.api [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Waiting for the task: (returnval){ [ 701.036572] env[70243]: value = "task-3621485" [ 701.036572] env[70243]: _type = "Task" [ 701.036572] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.051190] env[70243]: DEBUG oslo_vmware.api [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Task: {'id': task-3621485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.061132] env[70243]: DEBUG nova.compute.manager [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.089080] env[70243]: DEBUG nova.virt.hardware [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.089665] env[70243]: DEBUG nova.virt.hardware [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.089808] env[70243]: DEBUG nova.virt.hardware [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.090018] env[70243]: DEBUG nova.virt.hardware [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.090183] env[70243]: DEBUG nova.virt.hardware [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.090399] env[70243]: DEBUG nova.virt.hardware [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.090722] env[70243]: DEBUG nova.virt.hardware [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.090886] env[70243]: DEBUG nova.virt.hardware [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.091067] env[70243]: DEBUG nova.virt.hardware [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.091233] env[70243]: DEBUG nova.virt.hardware [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.091437] env[70243]: DEBUG nova.virt.hardware [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.092349] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40d788d-9dbc-4c29-a476-d1f62db70fec {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.104905] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7841e384-fd13-42a9-8bd4-16f95d36f007 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.136404] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.157264] env[70243]: DEBUG oslo_vmware.api [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621481, 'name': Destroy_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.165504] env[70243]: DEBUG nova.scheduler.client.report [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.192499] env[70243]: DEBUG oslo_vmware.api [None req-9254b208-f7a4-4419-b157-db7d9f2d9514 tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Task: {'id': task-3621482, 'name': ResetVM_Task, 'duration_secs': 0.332581} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.196962] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9254b208-f7a4-4419-b157-db7d9f2d9514 tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Did hard reboot of VM {{(pid=70243) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 701.197265] env[70243]: DEBUG nova.compute.manager [None req-9254b208-f7a4-4419-b157-db7d9f2d9514 tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.198369] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d0441e-0f66-4558-af38-ca3004509d59 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.353141] env[70243]: DEBUG nova.compute.manager [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.353440] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.354427] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4281a57f-63f5-45b5-8d87-91d107232184 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.368262] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.368557] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b698d4a6-a053-484f-b78d-284f8c73fb9c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.378693] env[70243]: DEBUG nova.network.neutron [req-d3d3a981-bd03-4a9c-929e-04f42f63d606 req-6cf258e4-fc49-42e9-a3a4-a41d24241612 service nova] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Updated VIF entry in instance network info cache for port 50075f7d-b30b-44cb-869e-13cd9698b52f. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.379319] env[70243]: DEBUG nova.network.neutron [req-d3d3a981-bd03-4a9c-929e-04f42f63d606 req-6cf258e4-fc49-42e9-a3a4-a41d24241612 service nova] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Updating instance_info_cache with network_info: [{"id": "50075f7d-b30b-44cb-869e-13cd9698b52f", "address": "fa:16:3e:db:b5:0b", "network": {"id": "0874fa0c-a3f8-4c84-ab86-57418ffde503", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1802541395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39e8b0dc5fb245adaf9d59c428c02efc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50075f7d-b3", "ovs_interfaceid": "50075f7d-b30b-44cb-869e-13cd9698b52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.382581] env[70243]: DEBUG oslo_vmware.api [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Waiting for the task: (returnval){ [ 701.382581] env[70243]: value = "task-3621486" [ 701.382581] env[70243]: _type = "Task" [ 701.382581] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.400021] env[70243]: DEBUG oslo_vmware.api [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Task: {'id': task-3621486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.447790] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Task: {'id': task-3621483, 'name': Rename_Task, 'duration_secs': 0.334801} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.448571] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.448845] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39aa8e49-9d9e-40b8-9d03-77cf49d3fd9a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.455501] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621477, 'name': CreateVM_Task, 'duration_secs': 1.652076} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.455702] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.457030] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.457030] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.457618] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.458756] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae3e2c98-4811-4cae-a644-2dd601742a7c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.460631] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Waiting for the task: (returnval){ [ 701.460631] env[70243]: value = "task-3621487" [ 701.460631] env[70243]: _type = "Task" [ 701.460631] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.467555] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Waiting for the task: (returnval){ [ 701.467555] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f3d2c5-2693-53f6-abe4-127cf64bcd89" [ 701.467555] env[70243]: _type = "Task" [ 701.467555] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.477130] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Task: {'id': task-3621487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.486832] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f3d2c5-2693-53f6-abe4-127cf64bcd89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.523228] env[70243]: DEBUG nova.network.neutron [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.555202] env[70243]: DEBUG oslo_vmware.api [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Task: {'id': task-3621485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.637099] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621480, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.455368} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.637507] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.638553] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df2e677-92d3-4dbf-b011-408a05bab8ed {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.670625] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] b776034c-141c-4117-86ae-3aa65600378c/b776034c-141c-4117-86ae-3aa65600378c.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.673575] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-814bb19e-68c0-4946-a782-9b358b118956 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.693381] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.693381] env[70243]: DEBUG nova.compute.manager [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.697081] env[70243]: DEBUG oslo_vmware.api [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621481, 'name': Destroy_Task, 'duration_secs': 0.916825} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.700151] env[70243]: DEBUG oslo_concurrency.lockutils [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.817s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.700151] env[70243]: DEBUG nova.objects.instance [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Lazy-loading 'resources' on Instance uuid f82a8cd3-22b8-430d-840f-f573598aeb70 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.701956] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Destroyed the VM [ 701.702344] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Deleting Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 701.702615] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d545615d-9052-40b0-8bf3-0ee5880d66c2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.709568] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Waiting for the task: (returnval){ [ 701.709568] env[70243]: value = "task-3621488" [ 701.709568] env[70243]: _type = "Task" [ 701.709568] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.712762] env[70243]: DEBUG oslo_vmware.api [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Waiting for the task: (returnval){ [ 701.712762] env[70243]: value = "task-3621489" [ 701.712762] env[70243]: _type = "Task" [ 701.712762] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.718052] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9254b208-f7a4-4419-b157-db7d9f2d9514 tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Lock "5fe12aed-8a37-4fc2-abc7-574b1502236b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.601s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.730525] env[70243]: DEBUG oslo_vmware.api [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621489, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.734079] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621488, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.869251] env[70243]: DEBUG nova.network.neutron [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Updating instance_info_cache with network_info: [{"id": "fe888e21-05d5-4ebd-9d96-cc6ae46b0f25", "address": "fa:16:3e:f2:4c:21", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe888e21-05", "ovs_interfaceid": "fe888e21-05d5-4ebd-9d96-cc6ae46b0f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.887845] env[70243]: DEBUG oslo_concurrency.lockutils [req-d3d3a981-bd03-4a9c-929e-04f42f63d606 req-6cf258e4-fc49-42e9-a3a4-a41d24241612 service nova] Releasing lock "refresh_cache-928c8b15-911b-486f-afb1-95758d81d822" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.898609] env[70243]: DEBUG oslo_vmware.api [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Task: {'id': task-3621486, 'name': PowerOffVM_Task, 'duration_secs': 0.312486} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.898899] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.899076] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.899392] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60721c71-8616-451e-b8f8-11b4677b5106 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.978022] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Task: {'id': task-3621487, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.986579] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f3d2c5-2693-53f6-abe4-127cf64bcd89, 'name': SearchDatastore_Task, 'duration_secs': 0.023926} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.988561] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.988561] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.989092] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.989092] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.989299] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.989596] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.989811] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.989989] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Deleting the datastore file [datastore2] 9cfcaa1f-f6f7-4d91-9267-9939832d0b87 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.990274] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df1ded8f-abf3-4ef0-b173-7f7047f3abfa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.992481] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5aaef198-c935-4a75-83fd-0f5fa270e633 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.002084] env[70243]: DEBUG oslo_vmware.api [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Waiting for the task: (returnval){ [ 702.002084] env[70243]: value = "task-3621491" [ 702.002084] env[70243]: _type = "Task" [ 702.002084] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.003418] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.003542] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.007837] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4c53543-985d-4976-9a91-e0680cdc1975 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.014039] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Waiting for the task: (returnval){ [ 702.014039] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c54242-937a-abe6-617a-ce50eca6f172" [ 702.014039] env[70243]: _type = "Task" [ 702.014039] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.017233] env[70243]: DEBUG oslo_vmware.api [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Task: {'id': task-3621491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.027288] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c54242-937a-abe6-617a-ce50eca6f172, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.048083] env[70243]: DEBUG oslo_vmware.api [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Task: {'id': task-3621485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.591768} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.048373] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.048615] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.048722] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.048974] env[70243]: INFO nova.compute.manager [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Took 2.24 seconds to destroy the instance on the hypervisor. [ 702.049121] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.049316] env[70243]: DEBUG nova.compute.manager [-] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.049411] env[70243]: DEBUG nova.network.neutron [-] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.201549] env[70243]: DEBUG nova.compute.utils [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.205807] env[70243]: DEBUG nova.compute.manager [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.206244] env[70243]: DEBUG nova.network.neutron [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.257412] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621488, 'name': ReconfigVM_Task, 'duration_secs': 0.421336} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.263689] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Reconfigured VM instance instance-0000000c to attach disk [datastore1] b776034c-141c-4117-86ae-3aa65600378c/b776034c-141c-4117-86ae-3aa65600378c.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.264787] env[70243]: DEBUG oslo_vmware.api [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621489, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.268399] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef5ca1f1-ab25-4ba5-b5ab-ae365e613a3e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.279365] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Waiting for the task: (returnval){ [ 702.279365] env[70243]: value = "task-3621493" [ 702.279365] env[70243]: _type = "Task" [ 702.279365] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.285365] env[70243]: DEBUG nova.compute.manager [req-dd8bff1c-bc28-4be4-b012-87f863116064 req-1552ef64-81e0-4d34-a66b-d806f8545121 service nova] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Received event network-vif-plugged-fe888e21-05d5-4ebd-9d96-cc6ae46b0f25 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.285619] env[70243]: DEBUG oslo_concurrency.lockutils [req-dd8bff1c-bc28-4be4-b012-87f863116064 req-1552ef64-81e0-4d34-a66b-d806f8545121 service nova] Acquiring lock "5255d1c1-2498-499e-a08b-46c6762f8d3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.285823] env[70243]: DEBUG oslo_concurrency.lockutils [req-dd8bff1c-bc28-4be4-b012-87f863116064 req-1552ef64-81e0-4d34-a66b-d806f8545121 service nova] Lock "5255d1c1-2498-499e-a08b-46c6762f8d3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.286077] env[70243]: DEBUG oslo_concurrency.lockutils [req-dd8bff1c-bc28-4be4-b012-87f863116064 req-1552ef64-81e0-4d34-a66b-d806f8545121 service nova] Lock "5255d1c1-2498-499e-a08b-46c6762f8d3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.286227] env[70243]: DEBUG nova.compute.manager [req-dd8bff1c-bc28-4be4-b012-87f863116064 req-1552ef64-81e0-4d34-a66b-d806f8545121 service nova] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] No waiting events found dispatching network-vif-plugged-fe888e21-05d5-4ebd-9d96-cc6ae46b0f25 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.286287] env[70243]: WARNING nova.compute.manager [req-dd8bff1c-bc28-4be4-b012-87f863116064 req-1552ef64-81e0-4d34-a66b-d806f8545121 service nova] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Received unexpected event network-vif-plugged-fe888e21-05d5-4ebd-9d96-cc6ae46b0f25 for instance with vm_state building and task_state spawning. [ 702.286424] env[70243]: DEBUG nova.compute.manager [req-dd8bff1c-bc28-4be4-b012-87f863116064 req-1552ef64-81e0-4d34-a66b-d806f8545121 service nova] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Received event network-changed-fe888e21-05d5-4ebd-9d96-cc6ae46b0f25 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.286576] env[70243]: DEBUG nova.compute.manager [req-dd8bff1c-bc28-4be4-b012-87f863116064 req-1552ef64-81e0-4d34-a66b-d806f8545121 service nova] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Refreshing instance network info cache due to event network-changed-fe888e21-05d5-4ebd-9d96-cc6ae46b0f25. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.286736] env[70243]: DEBUG oslo_concurrency.lockutils [req-dd8bff1c-bc28-4be4-b012-87f863116064 req-1552ef64-81e0-4d34-a66b-d806f8545121 service nova] Acquiring lock "refresh_cache-5255d1c1-2498-499e-a08b-46c6762f8d3c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.295844] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621493, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.355832] env[70243]: DEBUG nova.policy [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a46fe6ab180144788e08e0c75a4e19aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe6c8edc937e4b00906b31aed0cd2ab7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.375863] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Releasing lock "refresh_cache-5255d1c1-2498-499e-a08b-46c6762f8d3c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.375863] env[70243]: DEBUG nova.compute.manager [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Instance network_info: |[{"id": "fe888e21-05d5-4ebd-9d96-cc6ae46b0f25", "address": "fa:16:3e:f2:4c:21", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe888e21-05", "ovs_interfaceid": "fe888e21-05d5-4ebd-9d96-cc6ae46b0f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.376171] env[70243]: DEBUG oslo_concurrency.lockutils [req-dd8bff1c-bc28-4be4-b012-87f863116064 req-1552ef64-81e0-4d34-a66b-d806f8545121 service nova] Acquired lock "refresh_cache-5255d1c1-2498-499e-a08b-46c6762f8d3c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.376171] env[70243]: DEBUG nova.network.neutron [req-dd8bff1c-bc28-4be4-b012-87f863116064 req-1552ef64-81e0-4d34-a66b-d806f8545121 service nova] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Refreshing network info cache for port fe888e21-05d5-4ebd-9d96-cc6ae46b0f25 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.377845] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:4c:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe888e21-05d5-4ebd-9d96-cc6ae46b0f25', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.387622] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Creating folder: Project (1e2513e8b0d54bddbae7c98590a14803). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.390087] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42826a50-51f2-4464-9b8b-5556c404cb9f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.406387] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Created folder: Project (1e2513e8b0d54bddbae7c98590a14803) in parent group-v722220. [ 702.406651] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Creating folder: Instances. Parent ref: group-v722268. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.406913] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1339fab9-332a-418f-8499-5deb2ccc711d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.430930] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Created folder: Instances in parent group-v722268. [ 702.431128] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.434132] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.434926] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0923474d-11e7-4e5d-8dba-79fd40c0acaa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.460609] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.460609] env[70243]: value = "task-3621496" [ 702.460609] env[70243]: _type = "Task" [ 702.460609] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.477544] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621496, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.483399] env[70243]: DEBUG oslo_vmware.api [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Task: {'id': task-3621487, 'name': PowerOnVM_Task, 'duration_secs': 0.582797} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.483578] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.483819] env[70243]: DEBUG nova.compute.manager [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.484821] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0419f12e-9d24-4dd2-a47d-a5c1ea791035 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.520156] env[70243]: DEBUG oslo_vmware.api [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Task: {'id': task-3621491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253243} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.521701] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.521920] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.522114] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.522321] env[70243]: INFO nova.compute.manager [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Took 1.17 seconds to destroy the instance on the hypervisor. [ 702.522574] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.522803] env[70243]: DEBUG nova.compute.manager [-] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.522899] env[70243]: DEBUG nova.network.neutron [-] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.533952] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c54242-937a-abe6-617a-ce50eca6f172, 'name': SearchDatastore_Task, 'duration_secs': 0.012377} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.538096] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd5a6a7a-f5cc-491c-9671-4381e85409ba {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.548025] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Waiting for the task: (returnval){ [ 702.548025] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e9ba90-f599-9fcc-8572-389edb99d1a7" [ 702.548025] env[70243]: _type = "Task" [ 702.548025] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.564834] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e9ba90-f599-9fcc-8572-389edb99d1a7, 'name': SearchDatastore_Task, 'duration_secs': 0.014994} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.565346] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.565722] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 928c8b15-911b-486f-afb1-95758d81d822/928c8b15-911b-486f-afb1-95758d81d822.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.565794] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8aabc57-77de-4f0d-998a-00ff41cf592e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.577675] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Waiting for the task: (returnval){ [ 702.577675] env[70243]: value = "task-3621497" [ 702.577675] env[70243]: _type = "Task" [ 702.577675] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.591021] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Task: {'id': task-3621497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.607844] env[70243]: DEBUG nova.network.neutron [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Successfully updated port: 20eda677-9580-4e11-b923-2c433fa1b312 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.717021] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35da866-01be-4853-b8e2-fa2a5cbafc3a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.719411] env[70243]: DEBUG nova.compute.manager [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.733521] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76153472-ebc1-44d6-9be4-b573b0109a13 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.745789] env[70243]: DEBUG oslo_vmware.api [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621489, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.781621] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a45746-f702-49c7-8810-61fa55da8745 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.796984] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621493, 'name': Rename_Task, 'duration_secs': 0.259595} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.799502] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.799853] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc398ca8-8ee7-4255-9f9b-305ab5426565 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.802877] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a045eefc-d722-4785-b0d2-f9039e07c0e5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.820243] env[70243]: DEBUG nova.compute.provider_tree [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.823700] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Waiting for the task: (returnval){ [ 702.823700] env[70243]: value = "task-3621498" [ 702.823700] env[70243]: _type = "Task" [ 702.823700] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.835544] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.973762] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621496, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.011092] env[70243]: DEBUG oslo_concurrency.lockutils [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.090511] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Task: {'id': task-3621497, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.109751] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Acquiring lock "refresh_cache-911b26ec-7da1-454e-bdae-e3c9770da1dd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.109914] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Acquired lock "refresh_cache-911b26ec-7da1-454e-bdae-e3c9770da1dd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.110125] env[70243]: DEBUG nova.network.neutron [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.195139] env[70243]: DEBUG nova.network.neutron [-] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.241122] env[70243]: DEBUG oslo_vmware.api [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621489, 'name': RemoveSnapshot_Task, 'duration_secs': 1.058427} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.241525] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Deleted Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 703.241977] env[70243]: INFO nova.compute.manager [None req-6f18da06-7650-4f7b-b769-98f899c5471e tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Took 18.97 seconds to snapshot the instance on the hypervisor. [ 703.325986] env[70243]: DEBUG nova.scheduler.client.report [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.344827] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621498, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.472161] env[70243]: DEBUG nova.compute.manager [req-098c6c9b-f234-417b-adc6-45b66bf05c24 req-702a55e0-2781-4110-9aba-2e23d938719a service nova] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Received event network-vif-plugged-20eda677-9580-4e11-b923-2c433fa1b312 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.472514] env[70243]: DEBUG oslo_concurrency.lockutils [req-098c6c9b-f234-417b-adc6-45b66bf05c24 req-702a55e0-2781-4110-9aba-2e23d938719a service nova] Acquiring lock "911b26ec-7da1-454e-bdae-e3c9770da1dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.472514] env[70243]: DEBUG oslo_concurrency.lockutils [req-098c6c9b-f234-417b-adc6-45b66bf05c24 req-702a55e0-2781-4110-9aba-2e23d938719a service nova] Lock "911b26ec-7da1-454e-bdae-e3c9770da1dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.472584] env[70243]: DEBUG oslo_concurrency.lockutils [req-098c6c9b-f234-417b-adc6-45b66bf05c24 req-702a55e0-2781-4110-9aba-2e23d938719a service nova] Lock "911b26ec-7da1-454e-bdae-e3c9770da1dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.472771] env[70243]: DEBUG nova.compute.manager [req-098c6c9b-f234-417b-adc6-45b66bf05c24 req-702a55e0-2781-4110-9aba-2e23d938719a service nova] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] No waiting events found dispatching network-vif-plugged-20eda677-9580-4e11-b923-2c433fa1b312 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.472885] env[70243]: WARNING nova.compute.manager [req-098c6c9b-f234-417b-adc6-45b66bf05c24 req-702a55e0-2781-4110-9aba-2e23d938719a service nova] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Received unexpected event network-vif-plugged-20eda677-9580-4e11-b923-2c433fa1b312 for instance with vm_state building and task_state spawning. [ 703.477422] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621496, 'name': CreateVM_Task, 'duration_secs': 0.542288} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.477519] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.478185] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.478340] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.478642] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.478888] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ee53af-1147-464d-8867-7922e8a6e9c2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.485086] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Waiting for the task: (returnval){ [ 703.485086] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520c953f-1d30-204b-d5e4-c9617eee9c5c" [ 703.485086] env[70243]: _type = "Task" [ 703.485086] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.500405] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520c953f-1d30-204b-d5e4-c9617eee9c5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.506754] env[70243]: DEBUG nova.network.neutron [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Successfully created port: d17f4462-300a-4cde-b65c-6e04b331f2d0 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.592676] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Task: {'id': task-3621497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567461} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.592977] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 928c8b15-911b-486f-afb1-95758d81d822/928c8b15-911b-486f-afb1-95758d81d822.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.593310] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.595058] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b73d5333-12d7-4dfb-a2c0-9e8f5fecf496 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.604971] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Waiting for the task: (returnval){ [ 703.604971] env[70243]: value = "task-3621499" [ 703.604971] env[70243]: _type = "Task" [ 703.604971] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.621226] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Task: {'id': task-3621499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.700165] env[70243]: DEBUG nova.network.neutron [req-dd8bff1c-bc28-4be4-b012-87f863116064 req-1552ef64-81e0-4d34-a66b-d806f8545121 service nova] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Updated VIF entry in instance network info cache for port fe888e21-05d5-4ebd-9d96-cc6ae46b0f25. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.700580] env[70243]: DEBUG nova.network.neutron [req-dd8bff1c-bc28-4be4-b012-87f863116064 req-1552ef64-81e0-4d34-a66b-d806f8545121 service nova] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Updating instance_info_cache with network_info: [{"id": "fe888e21-05d5-4ebd-9d96-cc6ae46b0f25", "address": "fa:16:3e:f2:4c:21", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe888e21-05", "ovs_interfaceid": "fe888e21-05d5-4ebd-9d96-cc6ae46b0f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.703075] env[70243]: INFO nova.compute.manager [-] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Took 1.65 seconds to deallocate network for instance. [ 703.714016] env[70243]: DEBUG nova.network.neutron [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.735300] env[70243]: DEBUG nova.compute.manager [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.777895] env[70243]: DEBUG nova.virt.hardware [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:05:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='487752401',id=26,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1322442615',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.778190] env[70243]: DEBUG nova.virt.hardware [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.781390] env[70243]: DEBUG nova.virt.hardware [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.781390] env[70243]: DEBUG nova.virt.hardware [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.781390] env[70243]: DEBUG nova.virt.hardware [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.781390] env[70243]: DEBUG nova.virt.hardware [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.781390] env[70243]: DEBUG nova.virt.hardware [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.781734] env[70243]: DEBUG nova.virt.hardware [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.781734] env[70243]: DEBUG nova.virt.hardware [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.781734] env[70243]: DEBUG nova.virt.hardware [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.781734] env[70243]: DEBUG nova.virt.hardware [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.781734] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf78a44a-2365-420d-9c04-a886b4fb62bf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.794069] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95418de-a1ae-41a6-af2e-85a9c03805d0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.838804] env[70243]: DEBUG oslo_concurrency.lockutils [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.841865] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.869s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.842092] env[70243]: DEBUG nova.objects.instance [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 703.848050] env[70243]: DEBUG nova.network.neutron [-] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.853868] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621498, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.878975] env[70243]: INFO nova.scheduler.client.report [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Deleted allocations for instance f82a8cd3-22b8-430d-840f-f573598aeb70 [ 703.999191] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520c953f-1d30-204b-d5e4-c9617eee9c5c, 'name': SearchDatastore_Task, 'duration_secs': 0.036125} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.000068] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.000423] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.000830] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.001035] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.001259] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.001606] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27cd2d79-c30d-4a00-97c7-4505fe57a32d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.016046] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.016359] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.018654] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c081e5f7-ba00-42c6-aa67-7613fcde3785 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.027016] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Waiting for the task: (returnval){ [ 704.027016] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521b45ba-b05a-b44b-f65d-037b29c7fd08" [ 704.027016] env[70243]: _type = "Task" [ 704.027016] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.041290] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521b45ba-b05a-b44b-f65d-037b29c7fd08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.114762] env[70243]: DEBUG nova.network.neutron [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Updating instance_info_cache with network_info: [{"id": "20eda677-9580-4e11-b923-2c433fa1b312", "address": "fa:16:3e:e6:ff:fb", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20eda677-95", "ovs_interfaceid": "20eda677-9580-4e11-b923-2c433fa1b312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.120639] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Task: {'id': task-3621499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160241} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.121940] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.122058] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1158744-1165-479d-86d0-d674ff8ba822 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.151994] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 928c8b15-911b-486f-afb1-95758d81d822/928c8b15-911b-486f-afb1-95758d81d822.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.153536] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca3e531e-85fc-4cf1-919d-a8c278fa5045 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.180928] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Waiting for the task: (returnval){ [ 704.180928] env[70243]: value = "task-3621500" [ 704.180928] env[70243]: _type = "Task" [ 704.180928] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.193419] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Task: {'id': task-3621500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.207089] env[70243]: DEBUG oslo_concurrency.lockutils [req-dd8bff1c-bc28-4be4-b012-87f863116064 req-1552ef64-81e0-4d34-a66b-d806f8545121 service nova] Releasing lock "refresh_cache-5255d1c1-2498-499e-a08b-46c6762f8d3c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.214570] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.322925] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Acquiring lock "5fe12aed-8a37-4fc2-abc7-574b1502236b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.323332] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Lock "5fe12aed-8a37-4fc2-abc7-574b1502236b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.323750] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Acquiring lock "5fe12aed-8a37-4fc2-abc7-574b1502236b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.323967] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Lock "5fe12aed-8a37-4fc2-abc7-574b1502236b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.324162] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Lock "5fe12aed-8a37-4fc2-abc7-574b1502236b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.326525] env[70243]: INFO nova.compute.manager [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Terminating instance [ 704.347195] env[70243]: DEBUG oslo_vmware.api [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621498, 'name': PowerOnVM_Task, 'duration_secs': 1.213493} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.347195] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.347195] env[70243]: INFO nova.compute.manager [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Took 11.17 seconds to spawn the instance on the hypervisor. [ 704.347195] env[70243]: DEBUG nova.compute.manager [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.349216] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01280d56-53c0-42d3-b524-543fe8a298ec {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.352973] env[70243]: INFO nova.compute.manager [-] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Took 1.83 seconds to deallocate network for instance. [ 704.394401] env[70243]: DEBUG oslo_concurrency.lockutils [None req-04e09f26-00c1-40bd-b34a-2a8ae0b28b3f tempest-ServerDiagnosticsTest-1547211543 tempest-ServerDiagnosticsTest-1547211543-project-member] Lock "f82a8cd3-22b8-430d-840f-f573598aeb70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.890s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.542729] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521b45ba-b05a-b44b-f65d-037b29c7fd08, 'name': SearchDatastore_Task, 'duration_secs': 0.045924} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.543396] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69c6add4-efbf-4156-a8f9-e01c1f8014d8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.551936] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Waiting for the task: (returnval){ [ 704.551936] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52048ef1-ce8c-b42d-2783-e9dc593eca00" [ 704.551936] env[70243]: _type = "Task" [ 704.551936] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.562759] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52048ef1-ce8c-b42d-2783-e9dc593eca00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.622843] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Releasing lock "refresh_cache-911b26ec-7da1-454e-bdae-e3c9770da1dd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.623211] env[70243]: DEBUG nova.compute.manager [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Instance network_info: |[{"id": "20eda677-9580-4e11-b923-2c433fa1b312", "address": "fa:16:3e:e6:ff:fb", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20eda677-95", "ovs_interfaceid": "20eda677-9580-4e11-b923-2c433fa1b312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.623622] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:ff:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20eda677-9580-4e11-b923-2c433fa1b312', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.635011] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Creating folder: Project (7de68a5cac07420783c7894b6309938c). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.635541] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04224afb-6fe2-465b-a281-1e7ff0ab8680 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.652934] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Created folder: Project (7de68a5cac07420783c7894b6309938c) in parent group-v722220. [ 704.652934] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Creating folder: Instances. Parent ref: group-v722271. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.652934] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5e4a544-9598-4820-a46f-c3143b9d39ed {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.669639] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Created folder: Instances in parent group-v722271. [ 704.669966] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.670249] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.670557] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d42b0097-7027-42c4-a1cd-1edb8772f5b1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.697532] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Task: {'id': task-3621500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.699066] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.699066] env[70243]: value = "task-3621504" [ 704.699066] env[70243]: _type = "Task" [ 704.699066] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.710793] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621504, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.832249] env[70243]: DEBUG nova.compute.manager [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.832249] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.832249] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908b7b6e-bc41-409b-972f-8ef6e65d4979 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.845783] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.845783] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff19b90f-116b-4c6c-8f24-f3d3a22fecdb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.855506] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7757cbf-8d3c-4e89-bcb8-6725dcaf1bda tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.857890] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.739s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.857998] env[70243]: DEBUG nova.objects.instance [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Lazy-loading 'resources' on Instance uuid 9f59ddfb-028a-483b-90c1-a4e698f53212 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.860190] env[70243]: DEBUG oslo_vmware.api [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Waiting for the task: (returnval){ [ 704.860190] env[70243]: value = "task-3621505" [ 704.860190] env[70243]: _type = "Task" [ 704.860190] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.861508] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.873947] env[70243]: DEBUG oslo_vmware.api [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Task: {'id': task-3621505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.894664] env[70243]: INFO nova.compute.manager [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Took 29.69 seconds to build instance. [ 705.067563] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52048ef1-ce8c-b42d-2783-e9dc593eca00, 'name': SearchDatastore_Task, 'duration_secs': 0.013115} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.067886] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.068173] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 5255d1c1-2498-499e-a08b-46c6762f8d3c/5255d1c1-2498-499e-a08b-46c6762f8d3c.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.068519] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2cb6ca9-53d3-427d-b6c5-d562a176371f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.073741] env[70243]: DEBUG nova.compute.manager [req-96b5ee22-a7d1-4f0c-8689-2d780edc324c req-e41c8a78-3710-4007-998c-992e76a07edb service nova] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Received event network-vif-deleted-310ee786-f862-4171-92c5-003a36ec7d67 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.077472] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Waiting for the task: (returnval){ [ 705.077472] env[70243]: value = "task-3621506" [ 705.077472] env[70243]: _type = "Task" [ 705.077472] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.089214] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.198816] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Task: {'id': task-3621500, 'name': ReconfigVM_Task, 'duration_secs': 0.609076} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.199473] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 928c8b15-911b-486f-afb1-95758d81d822/928c8b15-911b-486f-afb1-95758d81d822.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.200233] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f51ce46-9a7e-48cc-a34a-0abcc23cf161 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.212781] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621504, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.214633] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Waiting for the task: (returnval){ [ 705.214633] env[70243]: value = "task-3621507" [ 705.214633] env[70243]: _type = "Task" [ 705.214633] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.223750] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Task: {'id': task-3621507, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.384589] env[70243]: DEBUG oslo_vmware.api [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Task: {'id': task-3621505, 'name': PowerOffVM_Task, 'duration_secs': 0.202299} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.385744] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.385744] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.385744] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8d67e55-e115-4998-87a7-b04b332853d3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.398817] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbb9ab3e-f562-498a-946a-c58da046ab63 tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Lock "b776034c-141c-4117-86ae-3aa65600378c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.098s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.471979] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.472231] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.472415] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Deleting the datastore file [datastore2] 5fe12aed-8a37-4fc2-abc7-574b1502236b {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.472948] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58f29f4a-9d68-49e3-b162-938faf6426a4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.482824] env[70243]: DEBUG oslo_vmware.api [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Waiting for the task: (returnval){ [ 705.482824] env[70243]: value = "task-3621509" [ 705.482824] env[70243]: _type = "Task" [ 705.482824] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.496028] env[70243]: DEBUG oslo_vmware.api [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Task: {'id': task-3621509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.544471] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Acquiring lock "0c4368be-02a1-40af-a6ea-b20ac8be1ee9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.544471] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Lock "0c4368be-02a1-40af-a6ea-b20ac8be1ee9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.544471] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Acquiring lock "0c4368be-02a1-40af-a6ea-b20ac8be1ee9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.544471] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Lock "0c4368be-02a1-40af-a6ea-b20ac8be1ee9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.545149] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Lock "0c4368be-02a1-40af-a6ea-b20ac8be1ee9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.546986] env[70243]: INFO nova.compute.manager [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Terminating instance [ 705.593495] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621506, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.720957] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621504, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.735350] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Task: {'id': task-3621507, 'name': Rename_Task, 'duration_secs': 0.182203} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.735726] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.736037] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3adcf7e-79c4-4613-ba76-42f969352e66 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.747241] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Waiting for the task: (returnval){ [ 705.747241] env[70243]: value = "task-3621510" [ 705.747241] env[70243]: _type = "Task" [ 705.747241] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.757992] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Task: {'id': task-3621510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.824536] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da226e2-20da-420f-861b-078e71786325 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.834295] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e886260-b514-4dd3-956d-28b640853d24 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.876835] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778f4224-cadf-4b7f-afca-d9760c2d1144 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.886064] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c169f8b-e87c-4770-8ed8-b36ec11b825c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.902271] env[70243]: DEBUG nova.compute.provider_tree [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.905591] env[70243]: DEBUG nova.compute.manager [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.972968] env[70243]: DEBUG nova.network.neutron [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Successfully updated port: d17f4462-300a-4cde-b65c-6e04b331f2d0 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.999020] env[70243]: DEBUG oslo_vmware.api [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Task: {'id': task-3621509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379368} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.999556] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.999653] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.999800] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.999974] env[70243]: INFO nova.compute.manager [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 706.000252] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.000557] env[70243]: DEBUG nova.compute.manager [-] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.000704] env[70243]: DEBUG nova.network.neutron [-] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.052984] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Acquiring lock "refresh_cache-0c4368be-02a1-40af-a6ea-b20ac8be1ee9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.052984] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Acquired lock "refresh_cache-0c4368be-02a1-40af-a6ea-b20ac8be1ee9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.053214] env[70243]: DEBUG nova.network.neutron [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.095134] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683581} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.095430] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 5255d1c1-2498-499e-a08b-46c6762f8d3c/5255d1c1-2498-499e-a08b-46c6762f8d3c.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.095647] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.095911] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86806008-1724-4a78-a373-784e141be6c6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.104213] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Waiting for the task: (returnval){ [ 706.104213] env[70243]: value = "task-3621511" [ 706.104213] env[70243]: _type = "Task" [ 706.104213] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.119811] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.211544] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621504, 'name': CreateVM_Task, 'duration_secs': 1.395516} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.211742] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.212450] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.212651] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.213858] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.213858] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b38714e6-7027-42f1-b206-4da66a3fc393 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.219713] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 706.219713] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522f9815-3adb-c771-3bea-d09be4465bd7" [ 706.219713] env[70243]: _type = "Task" [ 706.219713] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.233470] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522f9815-3adb-c771-3bea-d09be4465bd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.261832] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Task: {'id': task-3621510, 'name': PowerOnVM_Task} progress is 82%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.408613] env[70243]: DEBUG nova.scheduler.client.report [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.440140] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.478196] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Acquiring lock "refresh_cache-134c0043-943c-4ea8-acf5-be33c02976fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.478196] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Acquired lock "refresh_cache-134c0043-943c-4ea8-acf5-be33c02976fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.478196] env[70243]: DEBUG nova.network.neutron [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.595878] env[70243]: DEBUG nova.network.neutron [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.616791] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077468} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.617327] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.618026] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2294e06-eb8e-41e3-b766-d36a059e2e17 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.643431] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 5255d1c1-2498-499e-a08b-46c6762f8d3c/5255d1c1-2498-499e-a08b-46c6762f8d3c.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.646088] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d6675ba-a285-4ab9-948f-42fc644ac910 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.669376] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Waiting for the task: (returnval){ [ 706.669376] env[70243]: value = "task-3621513" [ 706.669376] env[70243]: _type = "Task" [ 706.669376] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.682197] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.737398] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522f9815-3adb-c771-3bea-d09be4465bd7, 'name': SearchDatastore_Task, 'duration_secs': 0.02062} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.737784] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.738188] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.738711] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.741108] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.741108] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.741108] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1a493fc-50ca-4683-a6ee-0905d355ef6c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.760040] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.761740] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.765321] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88dfda4b-3048-414f-8fad-182b44b01802 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.772209] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Task: {'id': task-3621510, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.774312] env[70243]: DEBUG nova.network.neutron [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.780597] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 706.780597] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529601e3-3d09-d6e4-ecf7-c317324f3569" [ 706.780597] env[70243]: _type = "Task" [ 706.780597] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.791875] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529601e3-3d09-d6e4-ecf7-c317324f3569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.917723] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.922252] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.818s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.924103] env[70243]: INFO nova.compute.claims [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.955387] env[70243]: INFO nova.scheduler.client.report [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Deleted allocations for instance 9f59ddfb-028a-483b-90c1-a4e698f53212 [ 707.035158] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "f883d0f3-da86-44ab-85d7-692d519903a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.035412] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "f883d0f3-da86-44ab-85d7-692d519903a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.069343] env[70243]: DEBUG nova.network.neutron [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.179716] env[70243]: DEBUG nova.compute.manager [req-f0a8ce2f-fc76-4ac8-9fbd-9c6c43052714 req-843c8697-bcd6-4e74-9cb8-9d15a8529ab0 service nova] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Received event network-changed-20eda677-9580-4e11-b923-2c433fa1b312 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.180417] env[70243]: DEBUG nova.compute.manager [req-f0a8ce2f-fc76-4ac8-9fbd-9c6c43052714 req-843c8697-bcd6-4e74-9cb8-9d15a8529ab0 service nova] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Refreshing instance network info cache due to event network-changed-20eda677-9580-4e11-b923-2c433fa1b312. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.180749] env[70243]: DEBUG oslo_concurrency.lockutils [req-f0a8ce2f-fc76-4ac8-9fbd-9c6c43052714 req-843c8697-bcd6-4e74-9cb8-9d15a8529ab0 service nova] Acquiring lock "refresh_cache-911b26ec-7da1-454e-bdae-e3c9770da1dd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.181603] env[70243]: DEBUG oslo_concurrency.lockutils [req-f0a8ce2f-fc76-4ac8-9fbd-9c6c43052714 req-843c8697-bcd6-4e74-9cb8-9d15a8529ab0 service nova] Acquired lock "refresh_cache-911b26ec-7da1-454e-bdae-e3c9770da1dd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.181603] env[70243]: DEBUG nova.network.neutron [req-f0a8ce2f-fc76-4ac8-9fbd-9c6c43052714 req-843c8697-bcd6-4e74-9cb8-9d15a8529ab0 service nova] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Refreshing network info cache for port 20eda677-9580-4e11-b923-2c433fa1b312 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.191229] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.261976] env[70243]: DEBUG oslo_vmware.api [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Task: {'id': task-3621510, 'name': PowerOnVM_Task, 'duration_secs': 1.446817} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.262286] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.262500] env[70243]: INFO nova.compute.manager [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Took 11.42 seconds to spawn the instance on the hypervisor. [ 707.263547] env[70243]: DEBUG nova.compute.manager [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.264023] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7321a41-b52e-4715-ac08-576bd1caa6c2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.282235] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Releasing lock "refresh_cache-0c4368be-02a1-40af-a6ea-b20ac8be1ee9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.282706] env[70243]: DEBUG nova.compute.manager [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.282926] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.284877] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7546e598-0f8e-4be2-80dc-a1c891810a8c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.301682] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529601e3-3d09-d6e4-ecf7-c317324f3569, 'name': SearchDatastore_Task, 'duration_secs': 0.014631} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.304720] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.304966] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e44d0462-4473-4a12-943c-52506cdacc35 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.307663] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e621325f-b02e-4a13-9e96-24857b573b47 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.314917] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 707.314917] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5237bb7e-fb29-c9f7-1a0b-24c7cfd0cdfa" [ 707.314917] env[70243]: _type = "Task" [ 707.314917] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.321293] env[70243]: DEBUG oslo_vmware.api [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 707.321293] env[70243]: value = "task-3621514" [ 707.321293] env[70243]: _type = "Task" [ 707.321293] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.331456] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5237bb7e-fb29-c9f7-1a0b-24c7cfd0cdfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.338333] env[70243]: DEBUG oslo_vmware.api [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.441654] env[70243]: DEBUG nova.network.neutron [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Updating instance_info_cache with network_info: [{"id": "d17f4462-300a-4cde-b65c-6e04b331f2d0", "address": "fa:16:3e:59:91:04", "network": {"id": "19795096-be87-476b-a31c-aa05b93c7756", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-200063201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6c8edc937e4b00906b31aed0cd2ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd17f4462-30", "ovs_interfaceid": "d17f4462-300a-4cde-b65c-6e04b331f2d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.466085] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3da52d4d-8695-4e87-8911-d42397b62354 tempest-ServerDiagnosticsNegativeTest-370332845 tempest-ServerDiagnosticsNegativeTest-370332845-project-member] Lock "9f59ddfb-028a-483b-90c1-a4e698f53212" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.438s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.525847] env[70243]: DEBUG nova.network.neutron [-] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.689797] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621513, 'name': ReconfigVM_Task, 'duration_secs': 0.686102} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.689797] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 5255d1c1-2498-499e-a08b-46c6762f8d3c/5255d1c1-2498-499e-a08b-46c6762f8d3c.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.690318] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-951e7bd6-f558-4632-9f53-046c3392fdd9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.702923] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Waiting for the task: (returnval){ [ 707.702923] env[70243]: value = "task-3621515" [ 707.702923] env[70243]: _type = "Task" [ 707.702923] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.717706] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621515, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.798527] env[70243]: INFO nova.compute.manager [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Took 30.39 seconds to build instance. [ 707.834332] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5237bb7e-fb29-c9f7-1a0b-24c7cfd0cdfa, 'name': SearchDatastore_Task, 'duration_secs': 0.035192} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.835678] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.835966] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 911b26ec-7da1-454e-bdae-e3c9770da1dd/911b26ec-7da1-454e-bdae-e3c9770da1dd.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.836592] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd4f65a8-d9e9-4aef-ac4b-1ccc1a0d8a2c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.850774] env[70243]: DEBUG oslo_vmware.api [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.853181] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 707.853181] env[70243]: value = "task-3621516" [ 707.853181] env[70243]: _type = "Task" [ 707.853181] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.867342] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.944858] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Releasing lock "refresh_cache-134c0043-943c-4ea8-acf5-be33c02976fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.945249] env[70243]: DEBUG nova.compute.manager [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Instance network_info: |[{"id": "d17f4462-300a-4cde-b65c-6e04b331f2d0", "address": "fa:16:3e:59:91:04", "network": {"id": "19795096-be87-476b-a31c-aa05b93c7756", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-200063201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6c8edc937e4b00906b31aed0cd2ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd17f4462-30", "ovs_interfaceid": "d17f4462-300a-4cde-b65c-6e04b331f2d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.947037] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:91:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd17f4462-300a-4cde-b65c-6e04b331f2d0', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.969038] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Creating folder: Project (fe6c8edc937e4b00906b31aed0cd2ab7). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.971511] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-054f0f88-ae90-4adc-8292-9d03e73fb650 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.988650] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Created folder: Project (fe6c8edc937e4b00906b31aed0cd2ab7) in parent group-v722220. [ 707.988853] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Creating folder: Instances. Parent ref: group-v722274. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.989119] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5845fa7d-1762-4822-b5f5-b132c55bb236 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.006348] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Created folder: Instances in parent group-v722274. [ 708.006632] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.009536] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.010975] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea2d4c75-a2cb-4c56-805e-444d88570dae {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.033854] env[70243]: INFO nova.compute.manager [-] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Took 2.03 seconds to deallocate network for instance. [ 708.048177] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.048177] env[70243]: value = "task-3621519" [ 708.048177] env[70243]: _type = "Task" [ 708.048177] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.059635] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621519, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.216393] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621515, 'name': Rename_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.231210] env[70243]: DEBUG nova.network.neutron [req-f0a8ce2f-fc76-4ac8-9fbd-9c6c43052714 req-843c8697-bcd6-4e74-9cb8-9d15a8529ab0 service nova] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Updated VIF entry in instance network info cache for port 20eda677-9580-4e11-b923-2c433fa1b312. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.231529] env[70243]: DEBUG nova.network.neutron [req-f0a8ce2f-fc76-4ac8-9fbd-9c6c43052714 req-843c8697-bcd6-4e74-9cb8-9d15a8529ab0 service nova] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Updating instance_info_cache with network_info: [{"id": "20eda677-9580-4e11-b923-2c433fa1b312", "address": "fa:16:3e:e6:ff:fb", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20eda677-95", "ovs_interfaceid": "20eda677-9580-4e11-b923-2c433fa1b312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.307312] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d24b7cf-f0cb-40d9-99e4-968c259ddf29 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Lock "928c8b15-911b-486f-afb1-95758d81d822" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.254s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.350835] env[70243]: DEBUG oslo_vmware.api [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.367422] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.399646] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08b4019-7a5c-4396-abc4-bf8d3cc5d210 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.409361] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd263387-30c6-4067-8187-bfc27abd50fc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.448677] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0aba084-f363-445d-8ea1-5f71d3dbfcd3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.457910] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdb7019-04d0-419a-b03c-23d33951f751 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.474764] env[70243]: DEBUG nova.compute.provider_tree [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.519050] env[70243]: DEBUG nova.compute.manager [req-b3d4a156-035e-4d38-b48d-033f2216e786 req-eb1dd9ee-d68f-478e-ba65-2a3ff5483cd9 service nova] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Received event network-vif-plugged-d17f4462-300a-4cde-b65c-6e04b331f2d0 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.519050] env[70243]: DEBUG oslo_concurrency.lockutils [req-b3d4a156-035e-4d38-b48d-033f2216e786 req-eb1dd9ee-d68f-478e-ba65-2a3ff5483cd9 service nova] Acquiring lock "134c0043-943c-4ea8-acf5-be33c02976fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.519050] env[70243]: DEBUG oslo_concurrency.lockutils [req-b3d4a156-035e-4d38-b48d-033f2216e786 req-eb1dd9ee-d68f-478e-ba65-2a3ff5483cd9 service nova] Lock "134c0043-943c-4ea8-acf5-be33c02976fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.519050] env[70243]: DEBUG oslo_concurrency.lockutils [req-b3d4a156-035e-4d38-b48d-033f2216e786 req-eb1dd9ee-d68f-478e-ba65-2a3ff5483cd9 service nova] Lock "134c0043-943c-4ea8-acf5-be33c02976fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.519050] env[70243]: DEBUG nova.compute.manager [req-b3d4a156-035e-4d38-b48d-033f2216e786 req-eb1dd9ee-d68f-478e-ba65-2a3ff5483cd9 service nova] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] No waiting events found dispatching network-vif-plugged-d17f4462-300a-4cde-b65c-6e04b331f2d0 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.519397] env[70243]: WARNING nova.compute.manager [req-b3d4a156-035e-4d38-b48d-033f2216e786 req-eb1dd9ee-d68f-478e-ba65-2a3ff5483cd9 service nova] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Received unexpected event network-vif-plugged-d17f4462-300a-4cde-b65c-6e04b331f2d0 for instance with vm_state building and task_state spawning. [ 708.519397] env[70243]: DEBUG nova.compute.manager [req-b3d4a156-035e-4d38-b48d-033f2216e786 req-eb1dd9ee-d68f-478e-ba65-2a3ff5483cd9 service nova] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Received event network-changed-d17f4462-300a-4cde-b65c-6e04b331f2d0 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.519397] env[70243]: DEBUG nova.compute.manager [req-b3d4a156-035e-4d38-b48d-033f2216e786 req-eb1dd9ee-d68f-478e-ba65-2a3ff5483cd9 service nova] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Refreshing instance network info cache due to event network-changed-d17f4462-300a-4cde-b65c-6e04b331f2d0. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.519397] env[70243]: DEBUG oslo_concurrency.lockutils [req-b3d4a156-035e-4d38-b48d-033f2216e786 req-eb1dd9ee-d68f-478e-ba65-2a3ff5483cd9 service nova] Acquiring lock "refresh_cache-134c0043-943c-4ea8-acf5-be33c02976fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.519397] env[70243]: DEBUG oslo_concurrency.lockutils [req-b3d4a156-035e-4d38-b48d-033f2216e786 req-eb1dd9ee-d68f-478e-ba65-2a3ff5483cd9 service nova] Acquired lock "refresh_cache-134c0043-943c-4ea8-acf5-be33c02976fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.519607] env[70243]: DEBUG nova.network.neutron [req-b3d4a156-035e-4d38-b48d-033f2216e786 req-eb1dd9ee-d68f-478e-ba65-2a3ff5483cd9 service nova] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Refreshing network info cache for port d17f4462-300a-4cde-b65c-6e04b331f2d0 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.550657] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.563796] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621519, 'name': CreateVM_Task, 'duration_secs': 0.395204} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.563796] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.563796] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.563796] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.563796] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.564149] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-248dcc10-2ca3-40b3-a069-b08caffd0ea1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.569087] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for the task: (returnval){ [ 708.569087] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e32185-96a9-1109-1a7c-28e75aa55763" [ 708.569087] env[70243]: _type = "Task" [ 708.569087] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.583613] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e32185-96a9-1109-1a7c-28e75aa55763, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.718666] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621515, 'name': Rename_Task, 'duration_secs': 0.809791} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.719111] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.719393] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77d5ba83-78b4-4c6a-a86d-d3e1ec378fde {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.731355] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Waiting for the task: (returnval){ [ 708.731355] env[70243]: value = "task-3621520" [ 708.731355] env[70243]: _type = "Task" [ 708.731355] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.738508] env[70243]: DEBUG oslo_concurrency.lockutils [req-f0a8ce2f-fc76-4ac8-9fbd-9c6c43052714 req-843c8697-bcd6-4e74-9cb8-9d15a8529ab0 service nova] Releasing lock "refresh_cache-911b26ec-7da1-454e-bdae-e3c9770da1dd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.738810] env[70243]: DEBUG nova.compute.manager [req-f0a8ce2f-fc76-4ac8-9fbd-9c6c43052714 req-843c8697-bcd6-4e74-9cb8-9d15a8529ab0 service nova] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Received event network-vif-deleted-bdced15f-b3c0-4eaf-897e-31ad4c6604f3 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.743620] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.810893] env[70243]: DEBUG nova.compute.manager [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.845623] env[70243]: DEBUG oslo_vmware.api [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621514, 'name': PowerOffVM_Task, 'duration_secs': 1.272346} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.846061] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.846262] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.846786] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c3e58ff-2722-423d-9634-0aa80a867261 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.865741] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.959585} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.868448] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 911b26ec-7da1-454e-bdae-e3c9770da1dd/911b26ec-7da1-454e-bdae-e3c9770da1dd.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.868448] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.868448] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e088203a-cfbf-4c31-a4b7-f810cf0464c9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.880805] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 708.880805] env[70243]: value = "task-3621522" [ 708.880805] env[70243]: _type = "Task" [ 708.880805] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.881140] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.881746] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.881746] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Deleting the datastore file [datastore1] 0c4368be-02a1-40af-a6ea-b20ac8be1ee9 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.882839] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c5b56bb-45fa-401a-bacc-3e842ad2a5e9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.901223] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.901223] env[70243]: DEBUG oslo_vmware.api [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for the task: (returnval){ [ 708.901223] env[70243]: value = "task-3621523" [ 708.901223] env[70243]: _type = "Task" [ 708.901223] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.912223] env[70243]: DEBUG oslo_vmware.api [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.978631] env[70243]: DEBUG nova.scheduler.client.report [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.084996] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e32185-96a9-1109-1a7c-28e75aa55763, 'name': SearchDatastore_Task, 'duration_secs': 0.070291} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.084996] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.085534] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.085788] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.085986] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.086138] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.086408] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d5cc7fd-1cb6-4031-b8bc-901c894492f9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.104640] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.105382] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.105806] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c0bd59e-a21a-4f2d-9006-4536bf364cac {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.113684] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for the task: (returnval){ [ 709.113684] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526520a8-5b04-1673-8a6d-87fab4f018cf" [ 709.113684] env[70243]: _type = "Task" [ 709.113684] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.135616] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526520a8-5b04-1673-8a6d-87fab4f018cf, 'name': SearchDatastore_Task, 'duration_secs': 0.015725} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.138332] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beb11004-3858-4f48-b980-405604e8a884 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.144762] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for the task: (returnval){ [ 709.144762] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52729ca3-1fb4-b9b6-d79f-c757e86dce14" [ 709.144762] env[70243]: _type = "Task" [ 709.144762] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.155123] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52729ca3-1fb4-b9b6-d79f-c757e86dce14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.246151] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621520, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.269934] env[70243]: DEBUG oslo_concurrency.lockutils [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "62701487-a567-491c-82e0-52f80336fecd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.270305] env[70243]: DEBUG oslo_concurrency.lockutils [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "62701487-a567-491c-82e0-52f80336fecd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.348088] env[70243]: DEBUG oslo_concurrency.lockutils [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.399694] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087653} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.403205] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.403205] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae47b33-c740-457a-a1e2-1e55ab40a162 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.435227] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 911b26ec-7da1-454e-bdae-e3c9770da1dd/911b26ec-7da1-454e-bdae-e3c9770da1dd.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.438157] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03676bae-0800-4891-adb8-4cc30e298610 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.454133] env[70243]: DEBUG oslo_vmware.api [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Task: {'id': task-3621523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232967} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.454302] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.454512] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.454697] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.454916] env[70243]: INFO nova.compute.manager [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Took 2.17 seconds to destroy the instance on the hypervisor. [ 709.455244] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.455925] env[70243]: DEBUG nova.compute.manager [-] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.455987] env[70243]: DEBUG nova.network.neutron [-] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.462119] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 709.462119] env[70243]: value = "task-3621524" [ 709.462119] env[70243]: _type = "Task" [ 709.462119] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.471073] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.488482] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.489128] env[70243]: DEBUG nova.compute.manager [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.492369] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.285s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.496106] env[70243]: INFO nova.compute.claims [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.499376] env[70243]: DEBUG nova.network.neutron [req-b3d4a156-035e-4d38-b48d-033f2216e786 req-eb1dd9ee-d68f-478e-ba65-2a3ff5483cd9 service nova] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Updated VIF entry in instance network info cache for port d17f4462-300a-4cde-b65c-6e04b331f2d0. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.499751] env[70243]: DEBUG nova.network.neutron [req-b3d4a156-035e-4d38-b48d-033f2216e786 req-eb1dd9ee-d68f-478e-ba65-2a3ff5483cd9 service nova] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Updating instance_info_cache with network_info: [{"id": "d17f4462-300a-4cde-b65c-6e04b331f2d0", "address": "fa:16:3e:59:91:04", "network": {"id": "19795096-be87-476b-a31c-aa05b93c7756", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-200063201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6c8edc937e4b00906b31aed0cd2ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd17f4462-30", "ovs_interfaceid": "d17f4462-300a-4cde-b65c-6e04b331f2d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.504017] env[70243]: DEBUG nova.network.neutron [-] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.657272] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52729ca3-1fb4-b9b6-d79f-c757e86dce14, 'name': SearchDatastore_Task, 'duration_secs': 0.017438} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.657698] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.658396] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 134c0043-943c-4ea8-acf5-be33c02976fd/134c0043-943c-4ea8-acf5-be33c02976fd.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.658396] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c854904-7944-4269-b9b6-6770e22c79ea {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.667528] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for the task: (returnval){ [ 709.667528] env[70243]: value = "task-3621525" [ 709.667528] env[70243]: _type = "Task" [ 709.667528] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.680963] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3621525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.763449] env[70243]: DEBUG oslo_vmware.api [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621520, 'name': PowerOnVM_Task, 'duration_secs': 0.669769} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.763811] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.764093] env[70243]: INFO nova.compute.manager [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Took 11.36 seconds to spawn the instance on the hypervisor. [ 709.764304] env[70243]: DEBUG nova.compute.manager [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.765821] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa177ee6-8aba-48ed-99d3-88b0333e6bb9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.976963] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621524, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.004752] env[70243]: DEBUG nova.compute.utils [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.009614] env[70243]: DEBUG oslo_concurrency.lockutils [req-b3d4a156-035e-4d38-b48d-033f2216e786 req-eb1dd9ee-d68f-478e-ba65-2a3ff5483cd9 service nova] Releasing lock "refresh_cache-134c0043-943c-4ea8-acf5-be33c02976fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.009614] env[70243]: DEBUG nova.compute.manager [req-b3d4a156-035e-4d38-b48d-033f2216e786 req-eb1dd9ee-d68f-478e-ba65-2a3ff5483cd9 service nova] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Received event network-vif-deleted-3d8baf5e-f431-4740-bdaf-922f22dda1c2 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.009914] env[70243]: DEBUG nova.network.neutron [-] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.014152] env[70243]: DEBUG nova.compute.manager [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.014152] env[70243]: DEBUG nova.network.neutron [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.180667] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3621525, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.288725] env[70243]: INFO nova.compute.manager [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Took 31.85 seconds to build instance. [ 710.413236] env[70243]: DEBUG nova.policy [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed812de382014f02be330d22e0cbdc62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7de68a5cac07420783c7894b6309938c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.473631] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621524, 'name': ReconfigVM_Task, 'duration_secs': 0.524765} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.474120] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 911b26ec-7da1-454e-bdae-e3c9770da1dd/911b26ec-7da1-454e-bdae-e3c9770da1dd.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.474931] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27dc00ad-1e49-46a8-b78c-1946839242b6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.483791] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 710.483791] env[70243]: value = "task-3621526" [ 710.483791] env[70243]: _type = "Task" [ 710.483791] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.495211] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621526, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.515042] env[70243]: DEBUG nova.compute.manager [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.520380] env[70243]: INFO nova.compute.manager [-] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Took 1.06 seconds to deallocate network for instance. [ 710.526847] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquiring lock "d858cf62-bd99-4bb2-a0be-3bfb28ad22e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.527542] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Lock "d858cf62-bd99-4bb2-a0be-3bfb28ad22e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.679950] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3621525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755298} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.682723] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 134c0043-943c-4ea8-acf5-be33c02976fd/134c0043-943c-4ea8-acf5-be33c02976fd.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.682953] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.683416] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87ca9d87-0fb3-4f2f-86a8-4f84f3019832 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.692727] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for the task: (returnval){ [ 710.692727] env[70243]: value = "task-3621527" [ 710.692727] env[70243]: _type = "Task" [ 710.692727] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.712400] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3621527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.759800] env[70243]: DEBUG nova.compute.manager [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.763653] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e993072c-25af-4448-af02-a8230f9fa1ca {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.795766] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4f107b-d543-4650-a5e8-994871468e78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Lock "5255d1c1-2498-499e-a08b-46c6762f8d3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.531s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.977788] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e22c9b-33dc-4645-9a15-f2add6b5e625 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.992381] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef15033-f534-46c3-bdc2-a73b51888c6c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.039519] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621526, 'name': Rename_Task, 'duration_secs': 0.307984} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.042671] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.043598] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874146e8-556c-4718-be95-efc1e12122ff {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.050021] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.050021] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a47845cf-7d4d-4fd4-8333-0b2d4a496076 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.061415] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b84a1c3-c0f8-454f-8295-ae3dc899414a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.067687] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 711.067687] env[70243]: value = "task-3621528" [ 711.067687] env[70243]: _type = "Task" [ 711.067687] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.084210] env[70243]: DEBUG nova.compute.provider_tree [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.096447] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621528, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.206133] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3621527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136452} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.206485] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.208319] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6063448-b3d5-42b3-980b-2c0c2d6a3bec {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.242458] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 134c0043-943c-4ea8-acf5-be33c02976fd/134c0043-943c-4ea8-acf5-be33c02976fd.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.243301] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b89f527-20a6-41a6-a609-492b41462c2c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.265194] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for the task: (returnval){ [ 711.265194] env[70243]: value = "task-3621529" [ 711.265194] env[70243]: _type = "Task" [ 711.265194] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.275068] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3621529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.278289] env[70243]: INFO nova.compute.manager [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] instance snapshotting [ 711.281672] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cc254b-31d4-4ce2-9f25-a1786fc0c71a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.306812] env[70243]: DEBUG nova.compute.manager [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.310826] env[70243]: DEBUG nova.network.neutron [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Successfully created port: 9f7f77ab-2da4-41f2-88a3-802025ce7ba1 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.313510] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59a1730-5166-4705-bb8b-0e13109d0434 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.541898] env[70243]: DEBUG nova.compute.manager [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.577340] env[70243]: DEBUG nova.virt.hardware [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.578047] env[70243]: DEBUG nova.virt.hardware [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.578409] env[70243]: DEBUG nova.virt.hardware [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.578998] env[70243]: DEBUG nova.virt.hardware [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.579307] env[70243]: DEBUG nova.virt.hardware [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.579535] env[70243]: DEBUG nova.virt.hardware [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.579847] env[70243]: DEBUG nova.virt.hardware [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.580086] env[70243]: DEBUG nova.virt.hardware [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.581025] env[70243]: DEBUG nova.virt.hardware [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.581843] env[70243]: DEBUG nova.virt.hardware [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.582246] env[70243]: DEBUG nova.virt.hardware [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.583187] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ea039a-44f1-488d-b8fa-2ae75ff74bfd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.587749] env[70243]: DEBUG nova.scheduler.client.report [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.597580] env[70243]: DEBUG oslo_vmware.api [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621528, 'name': PowerOnVM_Task, 'duration_secs': 0.534304} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.601667] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.602661] env[70243]: INFO nova.compute.manager [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Took 10.54 seconds to spawn the instance on the hypervisor. [ 711.602661] env[70243]: DEBUG nova.compute.manager [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.603709] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d52532-e5d0-4d3c-95d9-84478d0ad4fc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.612334] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e70cd12-6172-40f0-b1fb-45bc1391abbf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.788482] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3621529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.825299] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Acquiring lock "0eef6658-2872-4416-b6f3-dfbb7c11b194" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.825590] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Lock "0eef6658-2872-4416-b6f3-dfbb7c11b194" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.826528] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Creating Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 711.830339] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-97e3c339-b0a7-4c36-9fbb-b47a905b9331 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.842832] env[70243]: DEBUG oslo_vmware.api [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Waiting for the task: (returnval){ [ 711.842832] env[70243]: value = "task-3621530" [ 711.842832] env[70243]: _type = "Task" [ 711.842832] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.860491] env[70243]: DEBUG oslo_vmware.api [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621530, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.861409] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.099982] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.100549] env[70243]: DEBUG nova.compute.manager [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.107879] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.847s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.109629] env[70243]: INFO nova.compute.claims [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.141737] env[70243]: INFO nova.compute.manager [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Took 32.05 seconds to build instance. [ 712.277549] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3621529, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.354288] env[70243]: DEBUG oslo_vmware.api [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621530, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.446735] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Acquiring lock "0835c1db-d7f0-47d9-b8f6-d88396cea793" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.447046] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Lock "0835c1db-d7f0-47d9-b8f6-d88396cea793" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.615492] env[70243]: DEBUG nova.compute.utils [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.621276] env[70243]: DEBUG nova.compute.manager [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.621549] env[70243]: DEBUG nova.network.neutron [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.645103] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08225b22-4e78-4234-9fac-5eeb5c45f5f9 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lock "911b26ec-7da1-454e-bdae-e3c9770da1dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.405s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.711927] env[70243]: DEBUG nova.policy [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b4e67ab8d9046108b25bd2315913e54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1a9a0a73cf7471c8b8147178654937a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.782948] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3621529, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.856129] env[70243]: DEBUG oslo_vmware.api [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621530, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.881503] env[70243]: DEBUG nova.compute.manager [req-965056ea-be5f-4b93-a411-9c7cecd6dd9c req-4bf9c338-95fd-40cb-bbcb-ccee3b65f8ba service nova] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Received event network-changed-50075f7d-b30b-44cb-869e-13cd9698b52f {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.881503] env[70243]: DEBUG nova.compute.manager [req-965056ea-be5f-4b93-a411-9c7cecd6dd9c req-4bf9c338-95fd-40cb-bbcb-ccee3b65f8ba service nova] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Refreshing instance network info cache due to event network-changed-50075f7d-b30b-44cb-869e-13cd9698b52f. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.881503] env[70243]: DEBUG oslo_concurrency.lockutils [req-965056ea-be5f-4b93-a411-9c7cecd6dd9c req-4bf9c338-95fd-40cb-bbcb-ccee3b65f8ba service nova] Acquiring lock "refresh_cache-928c8b15-911b-486f-afb1-95758d81d822" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.882222] env[70243]: DEBUG oslo_concurrency.lockutils [req-965056ea-be5f-4b93-a411-9c7cecd6dd9c req-4bf9c338-95fd-40cb-bbcb-ccee3b65f8ba service nova] Acquired lock "refresh_cache-928c8b15-911b-486f-afb1-95758d81d822" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.882222] env[70243]: DEBUG nova.network.neutron [req-965056ea-be5f-4b93-a411-9c7cecd6dd9c req-4bf9c338-95fd-40cb-bbcb-ccee3b65f8ba service nova] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Refreshing network info cache for port 50075f7d-b30b-44cb-869e-13cd9698b52f {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.128021] env[70243]: DEBUG nova.compute.manager [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.147545] env[70243]: DEBUG nova.compute.manager [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.238267] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "e3cb438a-f812-4aed-9bb7-10749bf8a278" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.238574] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "e3cb438a-f812-4aed-9bb7-10749bf8a278" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.285425] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3621529, 'name': ReconfigVM_Task, 'duration_secs': 1.600221} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.285425] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 134c0043-943c-4ea8-acf5-be33c02976fd/134c0043-943c-4ea8-acf5-be33c02976fd.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.288828] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4efc1ca7-15f5-4091-bedd-c60a2051e623 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.300871] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for the task: (returnval){ [ 713.300871] env[70243]: value = "task-3621531" [ 713.300871] env[70243]: _type = "Task" [ 713.300871] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.302416] env[70243]: DEBUG nova.network.neutron [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Successfully created port: 9b8d279a-04a4-462e-9c59-67f75037c6ea {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.319557] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3621531, 'name': Rename_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.356473] env[70243]: DEBUG oslo_vmware.api [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621530, 'name': CreateSnapshot_Task, 'duration_secs': 1.050447} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.362352] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Created Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 713.365343] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ab7c15-bc3b-4213-9b8e-3ba59281d4c1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.384018] env[70243]: DEBUG nova.network.neutron [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Successfully updated port: 9f7f77ab-2da4-41f2-88a3-802025ce7ba1 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.628544] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70d4ec5-040a-4d2b-bebc-463d16f07de2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.645231] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a14a7ec-9f52-471b-9ba2-16cf26ee6a55 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.697559] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de697dc-958f-43fa-b519-892d3157a75d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.709853] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae945f2-4859-4aa4-a77e-6fd8458e0694 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.714425] env[70243]: DEBUG oslo_concurrency.lockutils [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.725983] env[70243]: DEBUG nova.compute.provider_tree [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.816963] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3621531, 'name': Rename_Task, 'duration_secs': 0.40304} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.817322] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.817625] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d708959e-3a28-43c7-81e4-c7691ed8fea2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.825251] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for the task: (returnval){ [ 713.825251] env[70243]: value = "task-3621532" [ 713.825251] env[70243]: _type = "Task" [ 713.825251] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.834162] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3621532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.897350] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Creating linked-clone VM from snapshot {{(pid=70243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 713.898224] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Acquiring lock "refresh_cache-485142bc-b531-4d5b-922f-faad6652ef8a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.899474] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Acquired lock "refresh_cache-485142bc-b531-4d5b-922f-faad6652ef8a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.899783] env[70243]: DEBUG nova.network.neutron [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.901452] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9503c410-07a3-4cb3-bb2d-0c7b66b9b880 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.914784] env[70243]: DEBUG oslo_vmware.api [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Waiting for the task: (returnval){ [ 713.914784] env[70243]: value = "task-3621533" [ 713.914784] env[70243]: _type = "Task" [ 713.914784] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.921724] env[70243]: DEBUG nova.network.neutron [req-965056ea-be5f-4b93-a411-9c7cecd6dd9c req-4bf9c338-95fd-40cb-bbcb-ccee3b65f8ba service nova] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Updated VIF entry in instance network info cache for port 50075f7d-b30b-44cb-869e-13cd9698b52f. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.922304] env[70243]: DEBUG nova.network.neutron [req-965056ea-be5f-4b93-a411-9c7cecd6dd9c req-4bf9c338-95fd-40cb-bbcb-ccee3b65f8ba service nova] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Updating instance_info_cache with network_info: [{"id": "50075f7d-b30b-44cb-869e-13cd9698b52f", "address": "fa:16:3e:db:b5:0b", "network": {"id": "0874fa0c-a3f8-4c84-ab86-57418ffde503", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1802541395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39e8b0dc5fb245adaf9d59c428c02efc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50075f7d-b3", "ovs_interfaceid": "50075f7d-b30b-44cb-869e-13cd9698b52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.933265] env[70243]: DEBUG oslo_vmware.api [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621533, 'name': CloneVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.152287] env[70243]: DEBUG nova.compute.manager [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.200827] env[70243]: DEBUG nova.virt.hardware [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.203396] env[70243]: DEBUG nova.virt.hardware [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.203707] env[70243]: DEBUG nova.virt.hardware [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.204035] env[70243]: DEBUG nova.virt.hardware [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.204251] env[70243]: DEBUG nova.virt.hardware [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.204486] env[70243]: DEBUG nova.virt.hardware [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.204798] env[70243]: DEBUG nova.virt.hardware [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.205051] env[70243]: DEBUG nova.virt.hardware [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.205349] env[70243]: DEBUG nova.virt.hardware [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.205560] env[70243]: DEBUG nova.virt.hardware [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.205831] env[70243]: DEBUG nova.virt.hardware [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.209764] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3552032-ac7e-4fde-aa29-89092a837b02 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.221684] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e27c6c-4173-463a-9a7f-cd8550d5d2f8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.230105] env[70243]: DEBUG nova.scheduler.client.report [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.344256] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3621532, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.403543] env[70243]: DEBUG nova.compute.manager [req-b20cbe22-1d3e-4d90-9a71-6c9abbbaa3ed req-659f6064-70c7-48dc-b48f-f390b9d82afa service nova] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Received event network-vif-plugged-9f7f77ab-2da4-41f2-88a3-802025ce7ba1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.403774] env[70243]: DEBUG oslo_concurrency.lockutils [req-b20cbe22-1d3e-4d90-9a71-6c9abbbaa3ed req-659f6064-70c7-48dc-b48f-f390b9d82afa service nova] Acquiring lock "485142bc-b531-4d5b-922f-faad6652ef8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.404023] env[70243]: DEBUG oslo_concurrency.lockutils [req-b20cbe22-1d3e-4d90-9a71-6c9abbbaa3ed req-659f6064-70c7-48dc-b48f-f390b9d82afa service nova] Lock "485142bc-b531-4d5b-922f-faad6652ef8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.404213] env[70243]: DEBUG oslo_concurrency.lockutils [req-b20cbe22-1d3e-4d90-9a71-6c9abbbaa3ed req-659f6064-70c7-48dc-b48f-f390b9d82afa service nova] Lock "485142bc-b531-4d5b-922f-faad6652ef8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.404386] env[70243]: DEBUG nova.compute.manager [req-b20cbe22-1d3e-4d90-9a71-6c9abbbaa3ed req-659f6064-70c7-48dc-b48f-f390b9d82afa service nova] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] No waiting events found dispatching network-vif-plugged-9f7f77ab-2da4-41f2-88a3-802025ce7ba1 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.404539] env[70243]: WARNING nova.compute.manager [req-b20cbe22-1d3e-4d90-9a71-6c9abbbaa3ed req-659f6064-70c7-48dc-b48f-f390b9d82afa service nova] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Received unexpected event network-vif-plugged-9f7f77ab-2da4-41f2-88a3-802025ce7ba1 for instance with vm_state building and task_state spawning. [ 714.428153] env[70243]: DEBUG oslo_concurrency.lockutils [req-965056ea-be5f-4b93-a411-9c7cecd6dd9c req-4bf9c338-95fd-40cb-bbcb-ccee3b65f8ba service nova] Releasing lock "refresh_cache-928c8b15-911b-486f-afb1-95758d81d822" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.429426] env[70243]: DEBUG oslo_vmware.api [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621533, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.461536] env[70243]: DEBUG nova.network.neutron [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.686645] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Acquiring lock "6ed82d05-439d-4d04-8255-f2c3c00c72a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.686940] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Lock "6ed82d05-439d-4d04-8255-f2c3c00c72a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.750715] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.750715] env[70243]: DEBUG nova.compute.manager [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.752403] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.884s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.754139] env[70243]: INFO nova.compute.claims [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.843047] env[70243]: DEBUG oslo_vmware.api [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3621532, 'name': PowerOnVM_Task, 'duration_secs': 0.656279} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.843812] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.843812] env[70243]: INFO nova.compute.manager [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Took 11.11 seconds to spawn the instance on the hypervisor. [ 714.843812] env[70243]: DEBUG nova.compute.manager [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.844592] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07f448f-93d7-49bd-8c5c-63962b50ed22 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.928524] env[70243]: DEBUG oslo_vmware.api [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621533, 'name': CloneVM_Task} progress is 95%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.933145] env[70243]: DEBUG nova.network.neutron [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Updating instance_info_cache with network_info: [{"id": "9f7f77ab-2da4-41f2-88a3-802025ce7ba1", "address": "fa:16:3e:d0:e3:8b", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f7f77ab-2d", "ovs_interfaceid": "9f7f77ab-2da4-41f2-88a3-802025ce7ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.267476] env[70243]: DEBUG nova.compute.utils [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.271942] env[70243]: DEBUG nova.compute.manager [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.272157] env[70243]: DEBUG nova.network.neutron [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.370296] env[70243]: DEBUG nova.policy [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03be2884f7f24d66adb2874e6ea3ef1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12e5302b40cf4bb087bc213701b8c1b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.376769] env[70243]: INFO nova.compute.manager [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Took 32.06 seconds to build instance. [ 715.430894] env[70243]: DEBUG oslo_vmware.api [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621533, 'name': CloneVM_Task, 'duration_secs': 1.474055} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.431178] env[70243]: INFO nova.virt.vmwareapi.vmops [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Created linked-clone VM from snapshot [ 715.431991] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c44381-3477-4fb4-b4c2-c369c1aee3f5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.438566] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Releasing lock "refresh_cache-485142bc-b531-4d5b-922f-faad6652ef8a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.438566] env[70243]: DEBUG nova.compute.manager [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Instance network_info: |[{"id": "9f7f77ab-2da4-41f2-88a3-802025ce7ba1", "address": "fa:16:3e:d0:e3:8b", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f7f77ab-2d", "ovs_interfaceid": "9f7f77ab-2da4-41f2-88a3-802025ce7ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.439112] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:e3:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f7f77ab-2da4-41f2-88a3-802025ce7ba1', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.449916] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.452186] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.453325] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fefb5f3-f8b9-48ba-bafc-48e39566b18c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.474794] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Uploading image 025ea3ed-fb20-4d3b-8de2-e81a93aaf707 {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 715.485952] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.485952] env[70243]: value = "task-3621534" [ 715.485952] env[70243]: _type = "Task" [ 715.485952] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.499445] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621534, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.515046] env[70243]: DEBUG oslo_vmware.rw_handles [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 715.515046] env[70243]: value = "vm-722278" [ 715.515046] env[70243]: _type = "VirtualMachine" [ 715.515046] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 715.515963] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f4264e75-6376-4fac-96a2-cda71edace80 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.527894] env[70243]: DEBUG oslo_vmware.rw_handles [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Lease: (returnval){ [ 715.527894] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5263bd23-dc48-3f98-fd85-76cf02a866aa" [ 715.527894] env[70243]: _type = "HttpNfcLease" [ 715.527894] env[70243]: } obtained for exporting VM: (result){ [ 715.527894] env[70243]: value = "vm-722278" [ 715.527894] env[70243]: _type = "VirtualMachine" [ 715.527894] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 715.529020] env[70243]: DEBUG oslo_vmware.api [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Waiting for the lease: (returnval){ [ 715.529020] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5263bd23-dc48-3f98-fd85-76cf02a866aa" [ 715.529020] env[70243]: _type = "HttpNfcLease" [ 715.529020] env[70243]: } to be ready. {{(pid=70243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 715.537950] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 715.537950] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5263bd23-dc48-3f98-fd85-76cf02a866aa" [ 715.537950] env[70243]: _type = "HttpNfcLease" [ 715.537950] env[70243]: } is initializing. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 715.543573] env[70243]: DEBUG nova.compute.manager [req-d032fa97-0987-47d5-90ed-c740fb9adb6a req-7e119edb-23f9-4d5e-92e6-1009cc1994c0 service nova] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Received event network-vif-plugged-9b8d279a-04a4-462e-9c59-67f75037c6ea {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.543815] env[70243]: DEBUG oslo_concurrency.lockutils [req-d032fa97-0987-47d5-90ed-c740fb9adb6a req-7e119edb-23f9-4d5e-92e6-1009cc1994c0 service nova] Acquiring lock "ee4a39a6-bdce-4f46-aecb-7b45e5124563-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.543980] env[70243]: DEBUG oslo_concurrency.lockutils [req-d032fa97-0987-47d5-90ed-c740fb9adb6a req-7e119edb-23f9-4d5e-92e6-1009cc1994c0 service nova] Lock "ee4a39a6-bdce-4f46-aecb-7b45e5124563-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.544152] env[70243]: DEBUG oslo_concurrency.lockutils [req-d032fa97-0987-47d5-90ed-c740fb9adb6a req-7e119edb-23f9-4d5e-92e6-1009cc1994c0 service nova] Lock "ee4a39a6-bdce-4f46-aecb-7b45e5124563-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.544311] env[70243]: DEBUG nova.compute.manager [req-d032fa97-0987-47d5-90ed-c740fb9adb6a req-7e119edb-23f9-4d5e-92e6-1009cc1994c0 service nova] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] No waiting events found dispatching network-vif-plugged-9b8d279a-04a4-462e-9c59-67f75037c6ea {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.544485] env[70243]: WARNING nova.compute.manager [req-d032fa97-0987-47d5-90ed-c740fb9adb6a req-7e119edb-23f9-4d5e-92e6-1009cc1994c0 service nova] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Received unexpected event network-vif-plugged-9b8d279a-04a4-462e-9c59-67f75037c6ea for instance with vm_state building and task_state spawning. [ 715.554052] env[70243]: DEBUG nova.network.neutron [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Successfully updated port: 9b8d279a-04a4-462e-9c59-67f75037c6ea {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.772907] env[70243]: DEBUG nova.compute.manager [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.880229] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4f2ef75a-89ff-4e70-b315-58e484b569fd tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Lock "134c0043-943c-4ea8-acf5-be33c02976fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.359s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.002522] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621534, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.006495] env[70243]: DEBUG nova.network.neutron [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Successfully created port: b5966ec2-55df-44c3-be0e-ddc9b923a133 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.040418] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 716.040418] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5263bd23-dc48-3f98-fd85-76cf02a866aa" [ 716.040418] env[70243]: _type = "HttpNfcLease" [ 716.040418] env[70243]: } is ready. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 716.040827] env[70243]: DEBUG oslo_vmware.rw_handles [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 716.040827] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5263bd23-dc48-3f98-fd85-76cf02a866aa" [ 716.040827] env[70243]: _type = "HttpNfcLease" [ 716.040827] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 716.044217] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a76edc6-ed02-4d63-b219-1cc25d2fde13 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.057778] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Acquiring lock "refresh_cache-ee4a39a6-bdce-4f46-aecb-7b45e5124563" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.057908] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Acquired lock "refresh_cache-ee4a39a6-bdce-4f46-aecb-7b45e5124563" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.058185] env[70243]: DEBUG nova.network.neutron [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.059288] env[70243]: DEBUG oslo_vmware.rw_handles [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522919c6-a25f-6c53-6fdb-b442d146965f/disk-0.vmdk from lease info. {{(pid=70243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 716.060117] env[70243]: DEBUG oslo_vmware.rw_handles [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522919c6-a25f-6c53-6fdb-b442d146965f/disk-0.vmdk for reading. {{(pid=70243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 716.232917] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0f3ccfb6-93e8-4832-9b91-98566039b809 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.385168] env[70243]: DEBUG nova.compute.manager [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.417663] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f66e31-6cde-474b-a91e-2e225f9b6d33 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.430136] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad85d3f-c2fb-4d73-80b9-d1fbd797de36 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.467324] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d955c51-9443-40f1-9d07-82746b368d4f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.479349] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e81157-216b-4f05-b53f-633bcbbe9574 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.496657] env[70243]: DEBUG nova.compute.provider_tree [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.508548] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621534, 'name': CreateVM_Task, 'duration_secs': 0.545295} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.508745] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.509559] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.509855] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.510797] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.510797] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bb483e8-628b-47de-acbb-363bc84ccd6e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.517293] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 716.517293] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521bea74-12e9-4615-9489-c2df6d1b8653" [ 716.517293] env[70243]: _type = "Task" [ 716.517293] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.528828] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521bea74-12e9-4615-9489-c2df6d1b8653, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.627434] env[70243]: DEBUG nova.network.neutron [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.792174] env[70243]: DEBUG nova.compute.manager [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.826450] env[70243]: DEBUG nova.virt.hardware [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.826764] env[70243]: DEBUG nova.virt.hardware [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.827099] env[70243]: DEBUG nova.virt.hardware [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.827326] env[70243]: DEBUG nova.virt.hardware [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.827480] env[70243]: DEBUG nova.virt.hardware [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.828121] env[70243]: DEBUG nova.virt.hardware [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.828403] env[70243]: DEBUG nova.virt.hardware [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.828585] env[70243]: DEBUG nova.virt.hardware [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.828893] env[70243]: DEBUG nova.virt.hardware [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.828979] env[70243]: DEBUG nova.virt.hardware [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.829185] env[70243]: DEBUG nova.virt.hardware [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.830229] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f20b04-fc4b-4220-9fab-517e80b289ec {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.840347] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244cdf5a-786c-4d0c-955c-a760ba9779a2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.914489] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.003042] env[70243]: DEBUG nova.scheduler.client.report [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.012062] env[70243]: DEBUG nova.network.neutron [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Updating instance_info_cache with network_info: [{"id": "9b8d279a-04a4-462e-9c59-67f75037c6ea", "address": "fa:16:3e:05:6e:44", "network": {"id": "3af88491-c15d-4fad-a43f-1f3b816684ad", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-868117425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1a9a0a73cf7471c8b8147178654937a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b8d279a-04", "ovs_interfaceid": "9b8d279a-04a4-462e-9c59-67f75037c6ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.032183] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521bea74-12e9-4615-9489-c2df6d1b8653, 'name': SearchDatastore_Task, 'duration_secs': 0.018069} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.032824] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.033190] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.033539] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.033724] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.033917] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.035033] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ab9f34f-d369-401a-a115-c5ce62ddfee1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.046209] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.046658] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.047767] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb0738d-fb29-4ebd-9e44-e122cdd64166 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.055857] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 717.055857] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528069c4-ccff-79b4-301c-f73824480036" [ 717.055857] env[70243]: _type = "Task" [ 717.055857] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.066285] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528069c4-ccff-79b4-301c-f73824480036, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.336492] env[70243]: DEBUG nova.compute.manager [req-87f5e7f8-6ca9-46d2-9ed9-e14615f04b85 req-dbd901cb-919d-401d-9677-ccb77c0d4df0 service nova] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Received event network-changed-9f7f77ab-2da4-41f2-88a3-802025ce7ba1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.336716] env[70243]: DEBUG nova.compute.manager [req-87f5e7f8-6ca9-46d2-9ed9-e14615f04b85 req-dbd901cb-919d-401d-9677-ccb77c0d4df0 service nova] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Refreshing instance network info cache due to event network-changed-9f7f77ab-2da4-41f2-88a3-802025ce7ba1. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.337129] env[70243]: DEBUG oslo_concurrency.lockutils [req-87f5e7f8-6ca9-46d2-9ed9-e14615f04b85 req-dbd901cb-919d-401d-9677-ccb77c0d4df0 service nova] Acquiring lock "refresh_cache-485142bc-b531-4d5b-922f-faad6652ef8a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.337502] env[70243]: DEBUG oslo_concurrency.lockutils [req-87f5e7f8-6ca9-46d2-9ed9-e14615f04b85 req-dbd901cb-919d-401d-9677-ccb77c0d4df0 service nova] Acquired lock "refresh_cache-485142bc-b531-4d5b-922f-faad6652ef8a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.338073] env[70243]: DEBUG nova.network.neutron [req-87f5e7f8-6ca9-46d2-9ed9-e14615f04b85 req-dbd901cb-919d-401d-9677-ccb77c0d4df0 service nova] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Refreshing network info cache for port 9f7f77ab-2da4-41f2-88a3-802025ce7ba1 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.516423] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.518163] env[70243]: DEBUG nova.compute.manager [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.524821] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.530s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.527065] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Releasing lock "refresh_cache-ee4a39a6-bdce-4f46-aecb-7b45e5124563" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.527680] env[70243]: DEBUG nova.compute.manager [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Instance network_info: |[{"id": "9b8d279a-04a4-462e-9c59-67f75037c6ea", "address": "fa:16:3e:05:6e:44", "network": {"id": "3af88491-c15d-4fad-a43f-1f3b816684ad", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-868117425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1a9a0a73cf7471c8b8147178654937a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b8d279a-04", "ovs_interfaceid": "9b8d279a-04a4-462e-9c59-67f75037c6ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.530157] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:6e:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a4d142-3f97-47fe-b074-58923c46815e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b8d279a-04a4-462e-9c59-67f75037c6ea', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.541596] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Creating folder: Project (b1a9a0a73cf7471c8b8147178654937a). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.542948] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaac8598-6c8c-4f51-9337-2d6a4a758c0d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.565233] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Created folder: Project (b1a9a0a73cf7471c8b8147178654937a) in parent group-v722220. [ 717.565233] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Creating folder: Instances. Parent ref: group-v722280. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.565233] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59185dae-a419-46b9-ab9c-6541af21a523 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.570456] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528069c4-ccff-79b4-301c-f73824480036, 'name': SearchDatastore_Task, 'duration_secs': 0.012824} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.571881] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3822e2e8-66d8-4d18-aa93-46e1a399e41c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.580165] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 717.580165] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52474235-4cc4-bc0a-d293-80c5c60d5cd1" [ 717.580165] env[70243]: _type = "Task" [ 717.580165] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.586260] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Created folder: Instances in parent group-v722280. [ 717.586505] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.587245] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.587976] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0432acde-40a9-47be-ad67-f490400626ef {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.614045] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52474235-4cc4-bc0a-d293-80c5c60d5cd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.620097] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.620097] env[70243]: value = "task-3621538" [ 717.620097] env[70243]: _type = "Task" [ 717.620097] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.630713] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621538, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.031367] env[70243]: DEBUG nova.compute.utils [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.034794] env[70243]: DEBUG nova.compute.manager [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.034794] env[70243]: DEBUG nova.network.neutron [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.049891] env[70243]: INFO nova.compute.claims [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.099782] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52474235-4cc4-bc0a-d293-80c5c60d5cd1, 'name': SearchDatastore_Task, 'duration_secs': 0.02055} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.100199] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.100486] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 485142bc-b531-4d5b-922f-faad6652ef8a/485142bc-b531-4d5b-922f-faad6652ef8a.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.100827] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d19fd318-20da-49c0-943c-6883f90f2a05 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.112804] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 718.112804] env[70243]: value = "task-3621539" [ 718.112804] env[70243]: _type = "Task" [ 718.112804] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.124266] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.129276] env[70243]: DEBUG nova.policy [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78cd40e8772c4d2b8df2852207a4b53d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43eeaa4f169b474f98c30133c1f11117', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.137985] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621538, 'name': CreateVM_Task, 'duration_secs': 0.46851} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.138310] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.140990] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.140990] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.140990] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.140990] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-547f0248-2531-4a3d-be7b-71fb86d2bfc4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.149601] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Waiting for the task: (returnval){ [ 718.149601] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5260482d-c362-1894-4103-3d2fd1a02ba3" [ 718.149601] env[70243]: _type = "Task" [ 718.149601] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.161981] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5260482d-c362-1894-4103-3d2fd1a02ba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.227222] env[70243]: DEBUG nova.network.neutron [req-87f5e7f8-6ca9-46d2-9ed9-e14615f04b85 req-dbd901cb-919d-401d-9677-ccb77c0d4df0 service nova] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Updated VIF entry in instance network info cache for port 9f7f77ab-2da4-41f2-88a3-802025ce7ba1. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.227524] env[70243]: DEBUG nova.network.neutron [req-87f5e7f8-6ca9-46d2-9ed9-e14615f04b85 req-dbd901cb-919d-401d-9677-ccb77c0d4df0 service nova] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Updating instance_info_cache with network_info: [{"id": "9f7f77ab-2da4-41f2-88a3-802025ce7ba1", "address": "fa:16:3e:d0:e3:8b", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f7f77ab-2d", "ovs_interfaceid": "9f7f77ab-2da4-41f2-88a3-802025ce7ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.303846] env[70243]: DEBUG oslo_concurrency.lockutils [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Acquiring lock "c48d1281-1292-46af-a8ff-e4d08a502d24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.304154] env[70243]: DEBUG oslo_concurrency.lockutils [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Lock "c48d1281-1292-46af-a8ff-e4d08a502d24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.363768] env[70243]: DEBUG nova.network.neutron [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Successfully updated port: b5966ec2-55df-44c3-be0e-ddc9b923a133 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.537617] env[70243]: DEBUG nova.compute.manager [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.558061] env[70243]: INFO nova.compute.resource_tracker [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Updating resource usage from migration 7505cd9e-6d53-49b7-8f13-6ae72849c0a7 [ 718.629566] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621539, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.677912] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5260482d-c362-1894-4103-3d2fd1a02ba3, 'name': SearchDatastore_Task, 'duration_secs': 0.017176} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.680941] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.680941] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.680941] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.680941] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.684446] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.684446] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f271195e-e056-49fd-849a-b63d6a20c180 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.708028] env[70243]: DEBUG nova.compute.manager [req-348bb875-cc00-460c-9496-92269728aa7f req-299c63f7-171c-47b7-be69-15e2002ab4e0 service nova] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Received event network-changed-9b8d279a-04a4-462e-9c59-67f75037c6ea {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.708262] env[70243]: DEBUG nova.compute.manager [req-348bb875-cc00-460c-9496-92269728aa7f req-299c63f7-171c-47b7-be69-15e2002ab4e0 service nova] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Refreshing instance network info cache due to event network-changed-9b8d279a-04a4-462e-9c59-67f75037c6ea. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.709043] env[70243]: DEBUG oslo_concurrency.lockutils [req-348bb875-cc00-460c-9496-92269728aa7f req-299c63f7-171c-47b7-be69-15e2002ab4e0 service nova] Acquiring lock "refresh_cache-ee4a39a6-bdce-4f46-aecb-7b45e5124563" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.709310] env[70243]: DEBUG oslo_concurrency.lockutils [req-348bb875-cc00-460c-9496-92269728aa7f req-299c63f7-171c-47b7-be69-15e2002ab4e0 service nova] Acquired lock "refresh_cache-ee4a39a6-bdce-4f46-aecb-7b45e5124563" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.709475] env[70243]: DEBUG nova.network.neutron [req-348bb875-cc00-460c-9496-92269728aa7f req-299c63f7-171c-47b7-be69-15e2002ab4e0 service nova] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Refreshing network info cache for port 9b8d279a-04a4-462e-9c59-67f75037c6ea {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.711156] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.711358] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.712491] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-303b00e4-dc18-40f3-8982-17d0cf0a7ee5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.726483] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Waiting for the task: (returnval){ [ 718.726483] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5260662e-eea0-07c1-5d6a-fff174dc4cda" [ 718.726483] env[70243]: _type = "Task" [ 718.726483] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.733671] env[70243]: DEBUG oslo_concurrency.lockutils [req-87f5e7f8-6ca9-46d2-9ed9-e14615f04b85 req-dbd901cb-919d-401d-9677-ccb77c0d4df0 service nova] Releasing lock "refresh_cache-485142bc-b531-4d5b-922f-faad6652ef8a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.747593] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5260662e-eea0-07c1-5d6a-fff174dc4cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.773155] env[70243]: DEBUG nova.network.neutron [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Successfully created port: 190f5d32-6a7b-4458-8a36-66f7a9879aaa {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.869249] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Acquiring lock "refresh_cache-b58519f3-89ec-44dc-983e-445e42118d23" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.870303] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Acquired lock "refresh_cache-b58519f3-89ec-44dc-983e-445e42118d23" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.870523] env[70243]: DEBUG nova.network.neutron [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.108220] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c25573-4e75-452e-ad07-f8bc9798535f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.121586] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444421e8-627f-424d-a66a-98bc6f0dc6e4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.129392] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783757} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.131544] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 485142bc-b531-4d5b-922f-faad6652ef8a/485142bc-b531-4d5b-922f-faad6652ef8a.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.132296] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.132296] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6defb007-d68e-4160-8957-a531c3d424e5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.161082] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfc4e20-27d1-4b04-b326-517b6a799f39 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.167563] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 719.167563] env[70243]: value = "task-3621540" [ 719.167563] env[70243]: _type = "Task" [ 719.167563] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.176662] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71536ec5-88ef-4d64-b9a1-eaa401474497 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.187565] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.196352] env[70243]: DEBUG nova.compute.provider_tree [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.241366] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5260662e-eea0-07c1-5d6a-fff174dc4cda, 'name': SearchDatastore_Task, 'duration_secs': 0.06157} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.242249] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-560e6f1a-7702-49db-9fb3-47fc5e31956f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.249669] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Waiting for the task: (returnval){ [ 719.249669] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528b3687-d2d0-fb6b-0a78-7949d0d49c46" [ 719.249669] env[70243]: _type = "Task" [ 719.249669] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.259698] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528b3687-d2d0-fb6b-0a78-7949d0d49c46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.445493] env[70243]: DEBUG nova.network.neutron [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.449044] env[70243]: DEBUG nova.network.neutron [req-348bb875-cc00-460c-9496-92269728aa7f req-299c63f7-171c-47b7-be69-15e2002ab4e0 service nova] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Updated VIF entry in instance network info cache for port 9b8d279a-04a4-462e-9c59-67f75037c6ea. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.449503] env[70243]: DEBUG nova.network.neutron [req-348bb875-cc00-460c-9496-92269728aa7f req-299c63f7-171c-47b7-be69-15e2002ab4e0 service nova] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Updating instance_info_cache with network_info: [{"id": "9b8d279a-04a4-462e-9c59-67f75037c6ea", "address": "fa:16:3e:05:6e:44", "network": {"id": "3af88491-c15d-4fad-a43f-1f3b816684ad", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-868117425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1a9a0a73cf7471c8b8147178654937a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b8d279a-04", "ovs_interfaceid": "9b8d279a-04a4-462e-9c59-67f75037c6ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.552271] env[70243]: DEBUG nova.compute.manager [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.583071] env[70243]: DEBUG nova.virt.hardware [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.583242] env[70243]: DEBUG nova.virt.hardware [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.583372] env[70243]: DEBUG nova.virt.hardware [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.583573] env[70243]: DEBUG nova.virt.hardware [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.583763] env[70243]: DEBUG nova.virt.hardware [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.583930] env[70243]: DEBUG nova.virt.hardware [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.584220] env[70243]: DEBUG nova.virt.hardware [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.584431] env[70243]: DEBUG nova.virt.hardware [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.584638] env[70243]: DEBUG nova.virt.hardware [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.584811] env[70243]: DEBUG nova.virt.hardware [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.585079] env[70243]: DEBUG nova.virt.hardware [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.586098] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b979be8d-6fd8-42a4-82a6-4e8dab232eaf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.595546] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7749203-a0fa-46ba-b8b9-61ef4f12baa7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.681137] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099381} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.682136] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.682375] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279a45f0-b7b1-4d27-8fcb-1f7240071239 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.706842] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 485142bc-b531-4d5b-922f-faad6652ef8a/485142bc-b531-4d5b-922f-faad6652ef8a.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.707751] env[70243]: DEBUG nova.scheduler.client.report [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.711158] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf998125-3cfb-4365-bde6-348723d958cc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.734066] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 719.734066] env[70243]: value = "task-3621541" [ 719.734066] env[70243]: _type = "Task" [ 719.734066] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.748262] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.765949] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528b3687-d2d0-fb6b-0a78-7949d0d49c46, 'name': SearchDatastore_Task, 'duration_secs': 0.011971} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.766301] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.766609] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] ee4a39a6-bdce-4f46-aecb-7b45e5124563/ee4a39a6-bdce-4f46-aecb-7b45e5124563.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.766894] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96f8213f-25f2-4932-8fe1-61f9bea5550f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.775545] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Waiting for the task: (returnval){ [ 719.775545] env[70243]: value = "task-3621542" [ 719.775545] env[70243]: _type = "Task" [ 719.775545] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.788708] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Task: {'id': task-3621542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.955026] env[70243]: DEBUG oslo_concurrency.lockutils [req-348bb875-cc00-460c-9496-92269728aa7f req-299c63f7-171c-47b7-be69-15e2002ab4e0 service nova] Releasing lock "refresh_cache-ee4a39a6-bdce-4f46-aecb-7b45e5124563" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.955722] env[70243]: DEBUG nova.network.neutron [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Updating instance_info_cache with network_info: [{"id": "b5966ec2-55df-44c3-be0e-ddc9b923a133", "address": "fa:16:3e:1d:9d:c5", "network": {"id": "9f3fcb8c-a32d-4296-a5bf-fa2bebe24219", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-672009392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12e5302b40cf4bb087bc213701b8c1b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5966ec2-55", "ovs_interfaceid": "b5966ec2-55df-44c3-be0e-ddc9b923a133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.227823] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.704s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.228243] env[70243]: INFO nova.compute.manager [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Migrating [ 720.228243] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.228364] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.230247] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.360s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.230247] env[70243]: DEBUG nova.objects.instance [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] Lazy-loading 'resources' on Instance uuid 22f76458-3c01-4c59-b46e-df565467d540 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.250552] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.291477] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Task: {'id': task-3621542, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.453384] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Acquiring lock "0beb88d8-f501-42d4-ba9b-5ca10e7308fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.453601] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Lock "0beb88d8-f501-42d4-ba9b-5ca10e7308fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.459537] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Releasing lock "refresh_cache-b58519f3-89ec-44dc-983e-445e42118d23" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.459853] env[70243]: DEBUG nova.compute.manager [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Instance network_info: |[{"id": "b5966ec2-55df-44c3-be0e-ddc9b923a133", "address": "fa:16:3e:1d:9d:c5", "network": {"id": "9f3fcb8c-a32d-4296-a5bf-fa2bebe24219", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-672009392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12e5302b40cf4bb087bc213701b8c1b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5966ec2-55", "ovs_interfaceid": "b5966ec2-55df-44c3-be0e-ddc9b923a133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.460630] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:9d:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5966ec2-55df-44c3-be0e-ddc9b923a133', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.472061] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Creating folder: Project (12e5302b40cf4bb087bc213701b8c1b9). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.473760] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31c41dd9-dbf2-405d-8921-f5b35acf7289 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.477143] env[70243]: DEBUG nova.compute.manager [req-bc4af108-4b44-4b3d-a10a-34bdd5878038 req-d02875b7-5974-47fc-8e78-2a07bbbf14d0 service nova] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Received event network-changed-d17f4462-300a-4cde-b65c-6e04b331f2d0 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.477332] env[70243]: DEBUG nova.compute.manager [req-bc4af108-4b44-4b3d-a10a-34bdd5878038 req-d02875b7-5974-47fc-8e78-2a07bbbf14d0 service nova] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Refreshing instance network info cache due to event network-changed-d17f4462-300a-4cde-b65c-6e04b331f2d0. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.477543] env[70243]: DEBUG oslo_concurrency.lockutils [req-bc4af108-4b44-4b3d-a10a-34bdd5878038 req-d02875b7-5974-47fc-8e78-2a07bbbf14d0 service nova] Acquiring lock "refresh_cache-134c0043-943c-4ea8-acf5-be33c02976fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.477681] env[70243]: DEBUG oslo_concurrency.lockutils [req-bc4af108-4b44-4b3d-a10a-34bdd5878038 req-d02875b7-5974-47fc-8e78-2a07bbbf14d0 service nova] Acquired lock "refresh_cache-134c0043-943c-4ea8-acf5-be33c02976fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.477835] env[70243]: DEBUG nova.network.neutron [req-bc4af108-4b44-4b3d-a10a-34bdd5878038 req-d02875b7-5974-47fc-8e78-2a07bbbf14d0 service nova] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Refreshing network info cache for port d17f4462-300a-4cde-b65c-6e04b331f2d0 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.492728] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Created folder: Project (12e5302b40cf4bb087bc213701b8c1b9) in parent group-v722220. [ 720.492987] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Creating folder: Instances. Parent ref: group-v722283. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.493675] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e80ec9d-47c5-41f8-a4dc-b4dfbc0117ee {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.499932] env[70243]: DEBUG nova.network.neutron [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Successfully updated port: 190f5d32-6a7b-4458-8a36-66f7a9879aaa {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.509619] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Created folder: Instances in parent group-v722283. [ 720.509619] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.509619] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.509619] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c75d97e4-793d-4ee9-a866-c85c2a12c8e2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.535293] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.535293] env[70243]: value = "task-3621545" [ 720.535293] env[70243]: _type = "Task" [ 720.535293] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.550567] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621545, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.732927] env[70243]: INFO nova.compute.rpcapi [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 720.733886] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.777074] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621541, 'name': ReconfigVM_Task, 'duration_secs': 0.593502} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.777074] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 485142bc-b531-4d5b-922f-faad6652ef8a/485142bc-b531-4d5b-922f-faad6652ef8a.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.781168] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c770ecca-4590-420c-bf3d-98aebb50be2d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.795855] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Task: {'id': task-3621542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603962} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.797245] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] ee4a39a6-bdce-4f46-aecb-7b45e5124563/ee4a39a6-bdce-4f46-aecb-7b45e5124563.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.797488] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.797832] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 720.797832] env[70243]: value = "task-3621546" [ 720.797832] env[70243]: _type = "Task" [ 720.797832] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.798036] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4982b82a-9ef7-4cd9-91f2-49ff08c54c8d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.812618] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621546, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.814745] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Waiting for the task: (returnval){ [ 720.814745] env[70243]: value = "task-3621547" [ 720.814745] env[70243]: _type = "Task" [ 720.814745] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.834260] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Task: {'id': task-3621547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.003322] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "refresh_cache-cdc63cce-27d5-4068-bc87-51c290fb7c69" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.003322] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquired lock "refresh_cache-cdc63cce-27d5-4068-bc87-51c290fb7c69" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.003322] env[70243]: DEBUG nova.network.neutron [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.051668] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621545, 'name': CreateVM_Task, 'duration_secs': 0.460629} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.051869] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.055082] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.055082] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.055606] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.055885] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92fc480d-dd33-4dc3-9e4b-1cf49f283654 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.063757] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Waiting for the task: (returnval){ [ 721.063757] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f98fef-8dba-11db-f30a-abd1782621dd" [ 721.063757] env[70243]: _type = "Task" [ 721.063757] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.074849] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f98fef-8dba-11db-f30a-abd1782621dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.269197] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "refresh_cache-819f3541-bda8-4fe6-b733-be1770d33aa0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.269197] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquired lock "refresh_cache-819f3541-bda8-4fe6-b733-be1770d33aa0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.269545] env[70243]: DEBUG nova.network.neutron [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.294804] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2649b213-4132-40b8-83aa-7ed6c69f8a8f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.298615] env[70243]: DEBUG nova.network.neutron [req-bc4af108-4b44-4b3d-a10a-34bdd5878038 req-d02875b7-5974-47fc-8e78-2a07bbbf14d0 service nova] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Updated VIF entry in instance network info cache for port d17f4462-300a-4cde-b65c-6e04b331f2d0. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.298956] env[70243]: DEBUG nova.network.neutron [req-bc4af108-4b44-4b3d-a10a-34bdd5878038 req-d02875b7-5974-47fc-8e78-2a07bbbf14d0 service nova] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Updating instance_info_cache with network_info: [{"id": "d17f4462-300a-4cde-b65c-6e04b331f2d0", "address": "fa:16:3e:59:91:04", "network": {"id": "19795096-be87-476b-a31c-aa05b93c7756", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-200063201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6c8edc937e4b00906b31aed0cd2ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd17f4462-30", "ovs_interfaceid": "d17f4462-300a-4cde-b65c-6e04b331f2d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.310034] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0202c9f2-62b4-49b3-9beb-c036a80b25b0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.317222] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621546, 'name': Rename_Task, 'duration_secs': 0.267627} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.317910] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.318456] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c0d75a7-2482-4f5b-a763-b939ca2b574a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.351522] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad363c5-400d-4a60-926b-521ab1aed751 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.354292] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 721.354292] env[70243]: value = "task-3621548" [ 721.354292] env[70243]: _type = "Task" [ 721.354292] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.357849] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Task: {'id': task-3621547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121041} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.361762] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.364600] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a16db47-c014-4317-a503-45509a567b5a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.368731] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6b1133-00ba-4165-8ed3-530e901bfd8d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.378885] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621548, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.399447] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] ee4a39a6-bdce-4f46-aecb-7b45e5124563/ee4a39a6-bdce-4f46-aecb-7b45e5124563.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.407766] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cb9b8f7-6848-41a5-87f7-032f5736158d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.422606] env[70243]: DEBUG nova.compute.provider_tree [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.431662] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Waiting for the task: (returnval){ [ 721.431662] env[70243]: value = "task-3621549" [ 721.431662] env[70243]: _type = "Task" [ 721.431662] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.446065] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Task: {'id': task-3621549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.571874] env[70243]: DEBUG nova.network.neutron [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.583109] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f98fef-8dba-11db-f30a-abd1782621dd, 'name': SearchDatastore_Task, 'duration_secs': 0.01566} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.583109] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.583109] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.583109] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.583458] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.583458] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.583458] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98962ddc-d811-49c4-a5e1-f016422e484c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.595993] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.595993] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.599994] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b05f2fd-ddd7-4926-b788-210b7f5d51f9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.606749] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Waiting for the task: (returnval){ [ 721.606749] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52410f2e-f2c8-ae53-57cb-f59a463f6268" [ 721.606749] env[70243]: _type = "Task" [ 721.606749] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.616629] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52410f2e-f2c8-ae53-57cb-f59a463f6268, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.762938] env[70243]: DEBUG nova.network.neutron [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Updating instance_info_cache with network_info: [{"id": "190f5d32-6a7b-4458-8a36-66f7a9879aaa", "address": "fa:16:3e:d1:19:18", "network": {"id": "9008d91f-bd39-4a2b-bd60-f11b34cfb2c0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021891106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43eeaa4f169b474f98c30133c1f11117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap190f5d32-6a", "ovs_interfaceid": "190f5d32-6a7b-4458-8a36-66f7a9879aaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.804052] env[70243]: DEBUG oslo_concurrency.lockutils [req-bc4af108-4b44-4b3d-a10a-34bdd5878038 req-d02875b7-5974-47fc-8e78-2a07bbbf14d0 service nova] Releasing lock "refresh_cache-134c0043-943c-4ea8-acf5-be33c02976fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.804052] env[70243]: DEBUG nova.compute.manager [req-bc4af108-4b44-4b3d-a10a-34bdd5878038 req-d02875b7-5974-47fc-8e78-2a07bbbf14d0 service nova] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Received event network-vif-plugged-b5966ec2-55df-44c3-be0e-ddc9b923a133 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.804052] env[70243]: DEBUG oslo_concurrency.lockutils [req-bc4af108-4b44-4b3d-a10a-34bdd5878038 req-d02875b7-5974-47fc-8e78-2a07bbbf14d0 service nova] Acquiring lock "b58519f3-89ec-44dc-983e-445e42118d23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.804052] env[70243]: DEBUG oslo_concurrency.lockutils [req-bc4af108-4b44-4b3d-a10a-34bdd5878038 req-d02875b7-5974-47fc-8e78-2a07bbbf14d0 service nova] Lock "b58519f3-89ec-44dc-983e-445e42118d23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.804052] env[70243]: DEBUG oslo_concurrency.lockutils [req-bc4af108-4b44-4b3d-a10a-34bdd5878038 req-d02875b7-5974-47fc-8e78-2a07bbbf14d0 service nova] Lock "b58519f3-89ec-44dc-983e-445e42118d23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.804453] env[70243]: DEBUG nova.compute.manager [req-bc4af108-4b44-4b3d-a10a-34bdd5878038 req-d02875b7-5974-47fc-8e78-2a07bbbf14d0 service nova] [instance: b58519f3-89ec-44dc-983e-445e42118d23] No waiting events found dispatching network-vif-plugged-b5966ec2-55df-44c3-be0e-ddc9b923a133 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.804453] env[70243]: WARNING nova.compute.manager [req-bc4af108-4b44-4b3d-a10a-34bdd5878038 req-d02875b7-5974-47fc-8e78-2a07bbbf14d0 service nova] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Received unexpected event network-vif-plugged-b5966ec2-55df-44c3-be0e-ddc9b923a133 for instance with vm_state building and task_state spawning. [ 721.804453] env[70243]: DEBUG nova.compute.manager [req-bc4af108-4b44-4b3d-a10a-34bdd5878038 req-d02875b7-5974-47fc-8e78-2a07bbbf14d0 service nova] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Received event network-changed-b5966ec2-55df-44c3-be0e-ddc9b923a133 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.804453] env[70243]: DEBUG nova.compute.manager [req-bc4af108-4b44-4b3d-a10a-34bdd5878038 req-d02875b7-5974-47fc-8e78-2a07bbbf14d0 service nova] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Refreshing instance network info cache due to event network-changed-b5966ec2-55df-44c3-be0e-ddc9b923a133. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.804453] env[70243]: DEBUG oslo_concurrency.lockutils [req-bc4af108-4b44-4b3d-a10a-34bdd5878038 req-d02875b7-5974-47fc-8e78-2a07bbbf14d0 service nova] Acquiring lock "refresh_cache-b58519f3-89ec-44dc-983e-445e42118d23" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.804648] env[70243]: DEBUG oslo_concurrency.lockutils [req-bc4af108-4b44-4b3d-a10a-34bdd5878038 req-d02875b7-5974-47fc-8e78-2a07bbbf14d0 service nova] Acquired lock "refresh_cache-b58519f3-89ec-44dc-983e-445e42118d23" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.804648] env[70243]: DEBUG nova.network.neutron [req-bc4af108-4b44-4b3d-a10a-34bdd5878038 req-d02875b7-5974-47fc-8e78-2a07bbbf14d0 service nova] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Refreshing network info cache for port b5966ec2-55df-44c3-be0e-ddc9b923a133 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.871364] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621548, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.925996] env[70243]: DEBUG nova.scheduler.client.report [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.943904] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Task: {'id': task-3621549, 'name': ReconfigVM_Task, 'duration_secs': 0.408216} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.944219] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Reconfigured VM instance instance-00000012 to attach disk [datastore2] ee4a39a6-bdce-4f46-aecb-7b45e5124563/ee4a39a6-bdce-4f46-aecb-7b45e5124563.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.945362] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0f4c674-4cc8-4854-97bc-441c635786bf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.956443] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Waiting for the task: (returnval){ [ 721.956443] env[70243]: value = "task-3621550" [ 721.956443] env[70243]: _type = "Task" [ 721.956443] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.966593] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Task: {'id': task-3621550, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.093930] env[70243]: DEBUG nova.network.neutron [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Updating instance_info_cache with network_info: [{"id": "f079cc95-ef9c-4ebc-8923-ea402dc751e8", "address": "fa:16:3e:2a:39:cc", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf079cc95-ef", "ovs_interfaceid": "f079cc95-ef9c-4ebc-8923-ea402dc751e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.122333] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52410f2e-f2c8-ae53-57cb-f59a463f6268, 'name': SearchDatastore_Task, 'duration_secs': 0.015135} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.123424] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-667b2897-44c5-4309-a066-4507f4d59b2f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.133192] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Waiting for the task: (returnval){ [ 722.133192] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52554a85-1b5e-35b0-9899-9286169cd3e5" [ 722.133192] env[70243]: _type = "Task" [ 722.133192] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.145316] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52554a85-1b5e-35b0-9899-9286169cd3e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.266972] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Releasing lock "refresh_cache-cdc63cce-27d5-4068-bc87-51c290fb7c69" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.267321] env[70243]: DEBUG nova.compute.manager [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Instance network_info: |[{"id": "190f5d32-6a7b-4458-8a36-66f7a9879aaa", "address": "fa:16:3e:d1:19:18", "network": {"id": "9008d91f-bd39-4a2b-bd60-f11b34cfb2c0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021891106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43eeaa4f169b474f98c30133c1f11117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap190f5d32-6a", "ovs_interfaceid": "190f5d32-6a7b-4458-8a36-66f7a9879aaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.268399] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:19:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '190f5d32-6a7b-4458-8a36-66f7a9879aaa', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.275705] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Creating folder: Project (43eeaa4f169b474f98c30133c1f11117). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.277195] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ace2af93-5dda-4e22-8b35-f23df1bbafda {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.292671] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Created folder: Project (43eeaa4f169b474f98c30133c1f11117) in parent group-v722220. [ 722.292671] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Creating folder: Instances. Parent ref: group-v722286. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.292671] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-040f0fce-f847-49e5-aaab-c5b85c5b3150 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.307024] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Created folder: Instances in parent group-v722286. [ 722.307606] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.307606] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.307812] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-794fa2f2-a59d-4394-b1bf-f4f80cc7c735 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.335064] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.335064] env[70243]: value = "task-3621553" [ 722.335064] env[70243]: _type = "Task" [ 722.335064] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.345252] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621553, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.370653] env[70243]: DEBUG oslo_vmware.api [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621548, 'name': PowerOnVM_Task, 'duration_secs': 0.707218} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.374021] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.374021] env[70243]: INFO nova.compute.manager [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Took 10.83 seconds to spawn the instance on the hypervisor. [ 722.374021] env[70243]: DEBUG nova.compute.manager [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.374021] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13b090d-b67c-4ceb-8752-33778392f6d1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.432535] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.435374] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.924s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.435374] env[70243]: DEBUG nova.objects.instance [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Lazy-loading 'resources' on Instance uuid 554416c7-4528-4d35-a0f7-e3e3b1a169c9 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.464217] env[70243]: INFO nova.scheduler.client.report [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] Deleted allocations for instance 22f76458-3c01-4c59-b46e-df565467d540 [ 722.469191] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Task: {'id': task-3621550, 'name': Rename_Task, 'duration_secs': 0.220004} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.472198] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.476607] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08488611-3f84-4eaf-9772-df759e4a2613 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.485843] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Waiting for the task: (returnval){ [ 722.485843] env[70243]: value = "task-3621554" [ 722.485843] env[70243]: _type = "Task" [ 722.485843] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.500392] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Task: {'id': task-3621554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.597175] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Releasing lock "refresh_cache-819f3541-bda8-4fe6-b733-be1770d33aa0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.646477] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52554a85-1b5e-35b0-9899-9286169cd3e5, 'name': SearchDatastore_Task, 'duration_secs': 0.094765} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.646846] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.647127] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] b58519f3-89ec-44dc-983e-445e42118d23/b58519f3-89ec-44dc-983e-445e42118d23.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.647475] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6ce0312-69fc-45b1-995a-230cd566f050 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.666868] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Waiting for the task: (returnval){ [ 722.666868] env[70243]: value = "task-3621555" [ 722.666868] env[70243]: _type = "Task" [ 722.666868] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.684979] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Task: {'id': task-3621555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.792642] env[70243]: DEBUG nova.network.neutron [req-bc4af108-4b44-4b3d-a10a-34bdd5878038 req-d02875b7-5974-47fc-8e78-2a07bbbf14d0 service nova] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Updated VIF entry in instance network info cache for port b5966ec2-55df-44c3-be0e-ddc9b923a133. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.793312] env[70243]: DEBUG nova.network.neutron [req-bc4af108-4b44-4b3d-a10a-34bdd5878038 req-d02875b7-5974-47fc-8e78-2a07bbbf14d0 service nova] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Updating instance_info_cache with network_info: [{"id": "b5966ec2-55df-44c3-be0e-ddc9b923a133", "address": "fa:16:3e:1d:9d:c5", "network": {"id": "9f3fcb8c-a32d-4296-a5bf-fa2bebe24219", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-672009392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12e5302b40cf4bb087bc213701b8c1b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5966ec2-55", "ovs_interfaceid": "b5966ec2-55df-44c3-be0e-ddc9b923a133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.852423] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621553, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.869852] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquiring lock "fa9ac54c-a4f6-45c0-869c-8abc7aa14004" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.870136] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "fa9ac54c-a4f6-45c0-869c-8abc7aa14004" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.894814] env[70243]: INFO nova.compute.manager [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Took 31.83 seconds to build instance. [ 722.983884] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e3d70a48-3361-4244-a320-9bf362f1df65 tempest-DeleteServersAdminTestJSON-1433608249 tempest-DeleteServersAdminTestJSON-1433608249-project-admin] Lock "22f76458-3c01-4c59-b46e-df565467d540" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.654s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.004243] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Task: {'id': task-3621554, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.035464] env[70243]: DEBUG nova.compute.manager [req-90e36dc8-632a-4b04-88b6-a62d6513f57d req-a508e0a1-b3c5-4fcf-8014-cd77d7e3dbee service nova] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Received event network-vif-plugged-190f5d32-6a7b-4458-8a36-66f7a9879aaa {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.035578] env[70243]: DEBUG oslo_concurrency.lockutils [req-90e36dc8-632a-4b04-88b6-a62d6513f57d req-a508e0a1-b3c5-4fcf-8014-cd77d7e3dbee service nova] Acquiring lock "cdc63cce-27d5-4068-bc87-51c290fb7c69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.035822] env[70243]: DEBUG oslo_concurrency.lockutils [req-90e36dc8-632a-4b04-88b6-a62d6513f57d req-a508e0a1-b3c5-4fcf-8014-cd77d7e3dbee service nova] Lock "cdc63cce-27d5-4068-bc87-51c290fb7c69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.035991] env[70243]: DEBUG oslo_concurrency.lockutils [req-90e36dc8-632a-4b04-88b6-a62d6513f57d req-a508e0a1-b3c5-4fcf-8014-cd77d7e3dbee service nova] Lock "cdc63cce-27d5-4068-bc87-51c290fb7c69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.046170] env[70243]: DEBUG nova.compute.manager [req-90e36dc8-632a-4b04-88b6-a62d6513f57d req-a508e0a1-b3c5-4fcf-8014-cd77d7e3dbee service nova] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] No waiting events found dispatching network-vif-plugged-190f5d32-6a7b-4458-8a36-66f7a9879aaa {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.046170] env[70243]: WARNING nova.compute.manager [req-90e36dc8-632a-4b04-88b6-a62d6513f57d req-a508e0a1-b3c5-4fcf-8014-cd77d7e3dbee service nova] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Received unexpected event network-vif-plugged-190f5d32-6a7b-4458-8a36-66f7a9879aaa for instance with vm_state building and task_state spawning. [ 723.046170] env[70243]: DEBUG nova.compute.manager [req-90e36dc8-632a-4b04-88b6-a62d6513f57d req-a508e0a1-b3c5-4fcf-8014-cd77d7e3dbee service nova] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Received event network-changed-190f5d32-6a7b-4458-8a36-66f7a9879aaa {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.046170] env[70243]: DEBUG nova.compute.manager [req-90e36dc8-632a-4b04-88b6-a62d6513f57d req-a508e0a1-b3c5-4fcf-8014-cd77d7e3dbee service nova] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Refreshing instance network info cache due to event network-changed-190f5d32-6a7b-4458-8a36-66f7a9879aaa. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.046170] env[70243]: DEBUG oslo_concurrency.lockutils [req-90e36dc8-632a-4b04-88b6-a62d6513f57d req-a508e0a1-b3c5-4fcf-8014-cd77d7e3dbee service nova] Acquiring lock "refresh_cache-cdc63cce-27d5-4068-bc87-51c290fb7c69" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.046665] env[70243]: DEBUG oslo_concurrency.lockutils [req-90e36dc8-632a-4b04-88b6-a62d6513f57d req-a508e0a1-b3c5-4fcf-8014-cd77d7e3dbee service nova] Acquired lock "refresh_cache-cdc63cce-27d5-4068-bc87-51c290fb7c69" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.046665] env[70243]: DEBUG nova.network.neutron [req-90e36dc8-632a-4b04-88b6-a62d6513f57d req-a508e0a1-b3c5-4fcf-8014-cd77d7e3dbee service nova] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Refreshing network info cache for port 190f5d32-6a7b-4458-8a36-66f7a9879aaa {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.186053] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Task: {'id': task-3621555, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.300208] env[70243]: DEBUG oslo_concurrency.lockutils [req-bc4af108-4b44-4b3d-a10a-34bdd5878038 req-d02875b7-5974-47fc-8e78-2a07bbbf14d0 service nova] Releasing lock "refresh_cache-b58519f3-89ec-44dc-983e-445e42118d23" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.357473] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621553, 'name': CreateVM_Task, 'duration_secs': 0.532351} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.357716] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.358498] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.358771] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.359034] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.359367] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f667807-8467-4469-b383-2d67a623f581 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.365540] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 723.365540] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527d987c-c305-8bb1-0131-4e1e95337ca3" [ 723.365540] env[70243]: _type = "Task" [ 723.365540] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.381583] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527d987c-c305-8bb1-0131-4e1e95337ca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.402719] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08332973-fd7f-4b69-b1ca-9e15c9e68392 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lock "485142bc-b531-4d5b-922f-faad6652ef8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.593s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.500228] env[70243]: DEBUG oslo_vmware.api [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Task: {'id': task-3621554, 'name': PowerOnVM_Task, 'duration_secs': 0.943777} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.501318] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.501318] env[70243]: INFO nova.compute.manager [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Took 9.35 seconds to spawn the instance on the hypervisor. [ 723.501318] env[70243]: DEBUG nova.compute.manager [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.501762] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b01ef99-1b11-4e82-b04c-0c88e00685a4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.632040] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd62ae02-307e-4401-bc09-1e08b8f4f50d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.643410] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d1aabe-0b25-47c8-87b6-06cf8d110064 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.680660] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14854786-70ac-40db-8eb1-23b6f4480d1b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.694221] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae749b61-7b2f-4b0e-8138-df4906cca18a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.698965] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Task: {'id': task-3621555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605127} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.702165] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] b58519f3-89ec-44dc-983e-445e42118d23/b58519f3-89ec-44dc-983e-445e42118d23.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.702608] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.703449] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d902fed-65ec-4d0f-b267-e49c9fdc8df8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.716451] env[70243]: DEBUG nova.compute.provider_tree [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.727171] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Waiting for the task: (returnval){ [ 723.727171] env[70243]: value = "task-3621556" [ 723.727171] env[70243]: _type = "Task" [ 723.727171] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.741468] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Task: {'id': task-3621556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.877390] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527d987c-c305-8bb1-0131-4e1e95337ca3, 'name': SearchDatastore_Task, 'duration_secs': 0.035876} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.877716] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.877947] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.878197] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.878543] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.878543] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.878820] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4f385c9-dddb-4f0d-bd98-925f2327c5b2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.896274] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.896925] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.897264] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-933867b9-f685-4c70-9697-3b73945a1421 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.903554] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 723.903554] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52efa929-089e-ed0d-dc5f-8d65209b1c0f" [ 723.903554] env[70243]: _type = "Task" [ 723.903554] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.907289] env[70243]: DEBUG nova.compute.manager [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.916216] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52efa929-089e-ed0d-dc5f-8d65209b1c0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.934501] env[70243]: DEBUG nova.network.neutron [req-90e36dc8-632a-4b04-88b6-a62d6513f57d req-a508e0a1-b3c5-4fcf-8014-cd77d7e3dbee service nova] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Updated VIF entry in instance network info cache for port 190f5d32-6a7b-4458-8a36-66f7a9879aaa. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.935110] env[70243]: DEBUG nova.network.neutron [req-90e36dc8-632a-4b04-88b6-a62d6513f57d req-a508e0a1-b3c5-4fcf-8014-cd77d7e3dbee service nova] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Updating instance_info_cache with network_info: [{"id": "190f5d32-6a7b-4458-8a36-66f7a9879aaa", "address": "fa:16:3e:d1:19:18", "network": {"id": "9008d91f-bd39-4a2b-bd60-f11b34cfb2c0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021891106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43eeaa4f169b474f98c30133c1f11117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap190f5d32-6a", "ovs_interfaceid": "190f5d32-6a7b-4458-8a36-66f7a9879aaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.033732] env[70243]: INFO nova.compute.manager [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Took 31.86 seconds to build instance. [ 724.120972] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07999fd-17fd-4e4b-8e90-744e68fcf96d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.143142] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Updating instance '819f3541-bda8-4fe6-b733-be1770d33aa0' progress to 0 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 724.220568] env[70243]: DEBUG nova.scheduler.client.report [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.238944] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Task: {'id': task-3621556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088782} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.239939] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.240954] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9842c4bb-eb9c-4361-a3de-704da4b008a6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.266335] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] b58519f3-89ec-44dc-983e-445e42118d23/b58519f3-89ec-44dc-983e-445e42118d23.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.266506] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50f53644-8d92-442e-9bba-159371630882 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.289387] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Waiting for the task: (returnval){ [ 724.289387] env[70243]: value = "task-3621557" [ 724.289387] env[70243]: _type = "Task" [ 724.289387] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.300310] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Task: {'id': task-3621557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.417256] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52efa929-089e-ed0d-dc5f-8d65209b1c0f, 'name': SearchDatastore_Task, 'duration_secs': 0.031978} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.419924] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e317d940-ea39-4d59-92a1-20cd8a23cb31 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.426834] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 724.426834] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5268020e-bf49-3d7d-7e8d-98249c315f6d" [ 724.426834] env[70243]: _type = "Task" [ 724.426834] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.436408] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5268020e-bf49-3d7d-7e8d-98249c315f6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.437591] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.438185] env[70243]: DEBUG oslo_concurrency.lockutils [req-90e36dc8-632a-4b04-88b6-a62d6513f57d req-a508e0a1-b3c5-4fcf-8014-cd77d7e3dbee service nova] Releasing lock "refresh_cache-cdc63cce-27d5-4068-bc87-51c290fb7c69" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.535524] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8b957794-ccdc-409b-aa2a-77fb896327cf tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Lock "ee4a39a6-bdce-4f46-aecb-7b45e5124563" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.639s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.651314] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.652406] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d04cbc38-9440-41f6-acf0-dcba8cf4eecd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.660679] env[70243]: DEBUG oslo_vmware.api [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 724.660679] env[70243]: value = "task-3621558" [ 724.660679] env[70243]: _type = "Task" [ 724.660679] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.671251] env[70243]: DEBUG oslo_vmware.api [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.734212] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.299s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.736929] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.713s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.738616] env[70243]: INFO nova.compute.claims [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.757281] env[70243]: INFO nova.scheduler.client.report [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Deleted allocations for instance 554416c7-4528-4d35-a0f7-e3e3b1a169c9 [ 724.800571] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Task: {'id': task-3621557, 'name': ReconfigVM_Task, 'duration_secs': 0.307494} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.800939] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Reconfigured VM instance instance-00000013 to attach disk [datastore2] b58519f3-89ec-44dc-983e-445e42118d23/b58519f3-89ec-44dc-983e-445e42118d23.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.804304] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b493676a-b2f9-48b9-ba12-1f7916a3d053 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.814718] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Waiting for the task: (returnval){ [ 724.814718] env[70243]: value = "task-3621559" [ 724.814718] env[70243]: _type = "Task" [ 724.814718] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.827494] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Task: {'id': task-3621559, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.909380] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Acquiring lock "e5a4535c-55db-4c75-a41b-72be30daacb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.909380] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Lock "e5a4535c-55db-4c75-a41b-72be30daacb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.944069] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5268020e-bf49-3d7d-7e8d-98249c315f6d, 'name': SearchDatastore_Task, 'duration_secs': 0.024419} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.945621] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.946054] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] cdc63cce-27d5-4068-bc87-51c290fb7c69/cdc63cce-27d5-4068-bc87-51c290fb7c69.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.947174] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81909a23-d9cc-49de-b4f1-2dd371afa36b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.960458] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 724.960458] env[70243]: value = "task-3621560" [ 724.960458] env[70243]: _type = "Task" [ 724.960458] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.968137] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.039463] env[70243]: DEBUG nova.compute.manager [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.173659] env[70243]: DEBUG oslo_vmware.api [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621558, 'name': PowerOffVM_Task, 'duration_secs': 0.346207} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.175084] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.175084] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Updating instance '819f3541-bda8-4fe6-b733-be1770d33aa0' progress to 17 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 725.268983] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f76f6ca4-5127-4276-ad2c-91ffdfacc8c6 tempest-ServerDiagnosticsV248Test-1820503290 tempest-ServerDiagnosticsV248Test-1820503290-project-member] Lock "554416c7-4528-4d35-a0f7-e3e3b1a169c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.243s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.328195] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Task: {'id': task-3621559, 'name': Rename_Task, 'duration_secs': 0.169717} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.330196] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.330196] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f885ef6a-d46f-47cf-88e1-9db7936be331 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.338195] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Waiting for the task: (returnval){ [ 725.338195] env[70243]: value = "task-3621561" [ 725.338195] env[70243]: _type = "Task" [ 725.338195] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.358999] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Task: {'id': task-3621561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.474255] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621560, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.568863] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.685398] env[70243]: DEBUG nova.virt.hardware [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.685930] env[70243]: DEBUG nova.virt.hardware [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.685930] env[70243]: DEBUG nova.virt.hardware [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.687320] env[70243]: DEBUG nova.virt.hardware [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.687320] env[70243]: DEBUG nova.virt.hardware [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.687320] env[70243]: DEBUG nova.virt.hardware [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.687320] env[70243]: DEBUG nova.virt.hardware [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.687320] env[70243]: DEBUG nova.virt.hardware [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.687644] env[70243]: DEBUG nova.virt.hardware [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.687644] env[70243]: DEBUG nova.virt.hardware [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.687644] env[70243]: DEBUG nova.virt.hardware [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.693168] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6155666-69a0-438d-a4d3-f01e9932fb53 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.714818] env[70243]: DEBUG oslo_vmware.api [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 725.714818] env[70243]: value = "task-3621562" [ 725.714818] env[70243]: _type = "Task" [ 725.714818] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.726952] env[70243]: DEBUG oslo_vmware.api [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.781920] env[70243]: DEBUG nova.compute.manager [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.781920] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2474be3f-ab8c-4e8c-a150-29df23e1a407 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.853526] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Task: {'id': task-3621561, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.919548] env[70243]: DEBUG nova.compute.manager [req-327fb197-961f-4197-af1e-6fc03d246a15 req-28f19de2-1c6c-44e5-826d-6ed961f16870 service nova] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Received event network-changed-9b8d279a-04a4-462e-9c59-67f75037c6ea {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.919778] env[70243]: DEBUG nova.compute.manager [req-327fb197-961f-4197-af1e-6fc03d246a15 req-28f19de2-1c6c-44e5-826d-6ed961f16870 service nova] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Refreshing instance network info cache due to event network-changed-9b8d279a-04a4-462e-9c59-67f75037c6ea. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.920066] env[70243]: DEBUG oslo_concurrency.lockutils [req-327fb197-961f-4197-af1e-6fc03d246a15 req-28f19de2-1c6c-44e5-826d-6ed961f16870 service nova] Acquiring lock "refresh_cache-ee4a39a6-bdce-4f46-aecb-7b45e5124563" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.920966] env[70243]: DEBUG oslo_concurrency.lockutils [req-327fb197-961f-4197-af1e-6fc03d246a15 req-28f19de2-1c6c-44e5-826d-6ed961f16870 service nova] Acquired lock "refresh_cache-ee4a39a6-bdce-4f46-aecb-7b45e5124563" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.921806] env[70243]: DEBUG nova.network.neutron [req-327fb197-961f-4197-af1e-6fc03d246a15 req-28f19de2-1c6c-44e5-826d-6ed961f16870 service nova] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Refreshing network info cache for port 9b8d279a-04a4-462e-9c59-67f75037c6ea {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.951102] env[70243]: DEBUG oslo_vmware.rw_handles [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522919c6-a25f-6c53-6fdb-b442d146965f/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 725.952214] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f001ed-9a70-4f61-b00e-deecc7268474 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.964106] env[70243]: DEBUG oslo_vmware.rw_handles [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522919c6-a25f-6c53-6fdb-b442d146965f/disk-0.vmdk is in state: ready. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 725.964338] env[70243]: ERROR oslo_vmware.rw_handles [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522919c6-a25f-6c53-6fdb-b442d146965f/disk-0.vmdk due to incomplete transfer. [ 725.972420] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-463d73cf-c40a-4269-b58d-a4d2bb4134da {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.983152] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821381} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.984908] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] cdc63cce-27d5-4068-bc87-51c290fb7c69/cdc63cce-27d5-4068-bc87-51c290fb7c69.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.985224] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.985539] env[70243]: DEBUG oslo_vmware.rw_handles [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522919c6-a25f-6c53-6fdb-b442d146965f/disk-0.vmdk. {{(pid=70243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 725.985800] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Uploaded image 025ea3ed-fb20-4d3b-8de2-e81a93aaf707 to the Glance image server {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 725.988404] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Destroying the VM {{(pid=70243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 725.989184] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd54a615-5bf7-40e9-bf4f-0895517ccaca {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.991745] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-02d0c798-ee2e-4e52-94fb-4daa7942c511 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.004020] env[70243]: DEBUG oslo_vmware.api [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Waiting for the task: (returnval){ [ 726.004020] env[70243]: value = "task-3621563" [ 726.004020] env[70243]: _type = "Task" [ 726.004020] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.006187] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 726.006187] env[70243]: value = "task-3621564" [ 726.006187] env[70243]: _type = "Task" [ 726.006187] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.027252] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.031639] env[70243]: DEBUG oslo_vmware.api [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621563, 'name': Destroy_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.233273] env[70243]: DEBUG oslo_vmware.api [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621562, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.297057] env[70243]: INFO nova.compute.manager [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] instance snapshotting [ 726.299728] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb87bf9b-f522-4feb-b310-e90f7203996b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.333189] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866979e1-1806-48b3-a9ac-6ba73f07f06a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.379316] env[70243]: DEBUG oslo_vmware.api [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Task: {'id': task-3621561, 'name': PowerOnVM_Task, 'duration_secs': 0.749135} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.379316] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.379316] env[70243]: INFO nova.compute.manager [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Took 9.58 seconds to spawn the instance on the hypervisor. [ 726.379316] env[70243]: DEBUG nova.compute.manager [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.379316] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879d2338-5e30-4847-95f9-1116644a69ef {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.406034] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ba13c7-c084-45a5-a551-6271788b71ce {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.415675] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda08cc2-1d11-47f7-99be-cb6b905782f4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.456072] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a50158e-64ef-4217-b39c-58891441279c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.465296] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab6ff0c-b812-4b49-aae3-9590740cbd8b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.485037] env[70243]: DEBUG nova.compute.provider_tree [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.516981] env[70243]: DEBUG oslo_vmware.api [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621563, 'name': Destroy_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.523263] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097261} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.523609] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.524443] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7d47cf-8fe6-41fa-aece-828026c4e106 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.553021] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] cdc63cce-27d5-4068-bc87-51c290fb7c69/cdc63cce-27d5-4068-bc87-51c290fb7c69.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.553021] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af86a755-baba-46fe-a751-c3817a65cb15 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.571854] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 726.571854] env[70243]: value = "task-3621565" [ 726.571854] env[70243]: _type = "Task" [ 726.571854] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.584130] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621565, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.728043] env[70243]: DEBUG oslo_vmware.api [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621562, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.779847] env[70243]: DEBUG nova.network.neutron [req-327fb197-961f-4197-af1e-6fc03d246a15 req-28f19de2-1c6c-44e5-826d-6ed961f16870 service nova] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Updated VIF entry in instance network info cache for port 9b8d279a-04a4-462e-9c59-67f75037c6ea. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.780151] env[70243]: DEBUG nova.network.neutron [req-327fb197-961f-4197-af1e-6fc03d246a15 req-28f19de2-1c6c-44e5-826d-6ed961f16870 service nova] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Updating instance_info_cache with network_info: [{"id": "9b8d279a-04a4-462e-9c59-67f75037c6ea", "address": "fa:16:3e:05:6e:44", "network": {"id": "3af88491-c15d-4fad-a43f-1f3b816684ad", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-868117425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1a9a0a73cf7471c8b8147178654937a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b8d279a-04", "ovs_interfaceid": "9b8d279a-04a4-462e-9c59-67f75037c6ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.854016] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Creating Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 726.854419] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b8fad896-9cf9-4b2c-9113-2c967ee7ef84 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.863632] env[70243]: DEBUG oslo_vmware.api [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 726.863632] env[70243]: value = "task-3621566" [ 726.863632] env[70243]: _type = "Task" [ 726.863632] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.873774] env[70243]: DEBUG oslo_vmware.api [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621566, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.905590] env[70243]: INFO nova.compute.manager [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Took 31.70 seconds to build instance. [ 726.985757] env[70243]: DEBUG nova.scheduler.client.report [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.019060] env[70243]: DEBUG oslo_vmware.api [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621563, 'name': Destroy_Task, 'duration_secs': 0.768127} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.019397] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Destroyed the VM [ 727.019830] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Deleting Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 727.020583] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a8f7421f-e58b-4025-b9a6-74c05e0ef115 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.029699] env[70243]: DEBUG oslo_vmware.api [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Waiting for the task: (returnval){ [ 727.029699] env[70243]: value = "task-3621567" [ 727.029699] env[70243]: _type = "Task" [ 727.029699] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.045782] env[70243]: DEBUG oslo_vmware.api [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621567, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.083197] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.227807] env[70243]: DEBUG oslo_vmware.api [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621562, 'name': ReconfigVM_Task, 'duration_secs': 1.246852} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.227807] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Updating instance '819f3541-bda8-4fe6-b733-be1770d33aa0' progress to 33 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 727.284650] env[70243]: DEBUG oslo_concurrency.lockutils [req-327fb197-961f-4197-af1e-6fc03d246a15 req-28f19de2-1c6c-44e5-826d-6ed961f16870 service nova] Releasing lock "refresh_cache-ee4a39a6-bdce-4f46-aecb-7b45e5124563" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.374974] env[70243]: DEBUG oslo_vmware.api [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621566, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.408656] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ea7fbbec-d507-4f1b-9b76-8186b2db7b28 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Lock "b58519f3-89ec-44dc-983e-445e42118d23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.209s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.490730] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.491439] env[70243]: DEBUG nova.compute.manager [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.494244] env[70243]: DEBUG oslo_concurrency.lockutils [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.483s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.494470] env[70243]: DEBUG nova.objects.instance [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 727.546215] env[70243]: DEBUG oslo_vmware.api [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621567, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.587435] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621565, 'name': ReconfigVM_Task, 'duration_secs': 0.5967} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.587734] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Reconfigured VM instance instance-00000014 to attach disk [datastore2] cdc63cce-27d5-4068-bc87-51c290fb7c69/cdc63cce-27d5-4068-bc87-51c290fb7c69.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.588867] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0a3bafc-6f18-4df2-809a-ef7f9d1b002f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.597755] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 727.597755] env[70243]: value = "task-3621568" [ 727.597755] env[70243]: _type = "Task" [ 727.597755] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.613104] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621568, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.734598] env[70243]: DEBUG nova.virt.hardware [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.734904] env[70243]: DEBUG nova.virt.hardware [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.735085] env[70243]: DEBUG nova.virt.hardware [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.735276] env[70243]: DEBUG nova.virt.hardware [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.735416] env[70243]: DEBUG nova.virt.hardware [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.735555] env[70243]: DEBUG nova.virt.hardware [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.735759] env[70243]: DEBUG nova.virt.hardware [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.735912] env[70243]: DEBUG nova.virt.hardware [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.736168] env[70243]: DEBUG nova.virt.hardware [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.736418] env[70243]: DEBUG nova.virt.hardware [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.736655] env[70243]: DEBUG nova.virt.hardware [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.745420] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Reconfiguring VM instance instance-00000007 to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 727.746118] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1fe9019-04bc-481c-bd2b-36f237e8406b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.783025] env[70243]: DEBUG oslo_vmware.api [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 727.783025] env[70243]: value = "task-3621569" [ 727.783025] env[70243]: _type = "Task" [ 727.783025] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.793652] env[70243]: DEBUG oslo_vmware.api [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.874906] env[70243]: DEBUG oslo_vmware.api [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621566, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.911611] env[70243]: DEBUG nova.compute.manager [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.006167] env[70243]: DEBUG nova.compute.utils [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.011924] env[70243]: DEBUG nova.compute.manager [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.011924] env[70243]: DEBUG nova.network.neutron [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.041818] env[70243]: DEBUG oslo_vmware.api [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621567, 'name': RemoveSnapshot_Task} progress is 43%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.111991] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621568, 'name': Rename_Task, 'duration_secs': 0.234953} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.112320] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.112576] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e3657c1-c16d-4c51-9de8-4eec22723511 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.123417] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 728.123417] env[70243]: value = "task-3621570" [ 728.123417] env[70243]: _type = "Task" [ 728.123417] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.124989] env[70243]: DEBUG nova.policy [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '623aead541a94c8c914c275340030c03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '956a73046dc24031a0fe9d430982e23a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.139086] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.293839] env[70243]: DEBUG oslo_vmware.api [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621569, 'name': ReconfigVM_Task, 'duration_secs': 0.258748} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.294465] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Reconfigured VM instance instance-00000007 to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 728.297894] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f85526-4efb-460c-b0fa-c164690928a7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.325193] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 819f3541-bda8-4fe6-b733-be1770d33aa0/819f3541-bda8-4fe6-b733-be1770d33aa0.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.325614] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5cd7932-86e9-41a6-a873-2319930ea763 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.346982] env[70243]: DEBUG oslo_vmware.api [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 728.346982] env[70243]: value = "task-3621571" [ 728.346982] env[70243]: _type = "Task" [ 728.346982] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.374331] env[70243]: DEBUG oslo_vmware.api [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.378019] env[70243]: DEBUG oslo_vmware.api [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621566, 'name': CreateSnapshot_Task, 'duration_secs': 1.152533} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.378369] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Created Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 728.379221] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e678c4a0-c234-4afd-9422-7db86e52d0d2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.455217] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.513785] env[70243]: DEBUG nova.compute.manager [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.517570] env[70243]: DEBUG oslo_concurrency.lockutils [None req-736f651f-e957-43f9-b330-8ec26b473348 tempest-ServersAdmin275Test-1351935876 tempest-ServersAdmin275Test-1351935876-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.519287] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.305s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.519908] env[70243]: DEBUG nova.objects.instance [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Lazy-loading 'resources' on Instance uuid f6e630fc-2a87-47fe-aa7c-c47d7499416f {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.545323] env[70243]: DEBUG oslo_vmware.api [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621567, 'name': RemoveSnapshot_Task, 'duration_secs': 1.469387} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.545720] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Deleted Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 728.547070] env[70243]: INFO nova.compute.manager [None req-7467a12b-c556-4c99-9e50-f9e67778d15f tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Took 17.27 seconds to snapshot the instance on the hypervisor. [ 728.646099] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.713302] env[70243]: DEBUG nova.compute.manager [req-fd6d2f87-4e19-4449-b9fd-3f15f5ee8eec req-619489ad-8e04-4c3c-b18a-939bbd90591b service nova] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Received event network-changed-b5966ec2-55df-44c3-be0e-ddc9b923a133 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.713302] env[70243]: DEBUG nova.compute.manager [req-fd6d2f87-4e19-4449-b9fd-3f15f5ee8eec req-619489ad-8e04-4c3c-b18a-939bbd90591b service nova] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Refreshing instance network info cache due to event network-changed-b5966ec2-55df-44c3-be0e-ddc9b923a133. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.713492] env[70243]: DEBUG oslo_concurrency.lockutils [req-fd6d2f87-4e19-4449-b9fd-3f15f5ee8eec req-619489ad-8e04-4c3c-b18a-939bbd90591b service nova] Acquiring lock "refresh_cache-b58519f3-89ec-44dc-983e-445e42118d23" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.713637] env[70243]: DEBUG oslo_concurrency.lockutils [req-fd6d2f87-4e19-4449-b9fd-3f15f5ee8eec req-619489ad-8e04-4c3c-b18a-939bbd90591b service nova] Acquired lock "refresh_cache-b58519f3-89ec-44dc-983e-445e42118d23" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.715760] env[70243]: DEBUG nova.network.neutron [req-fd6d2f87-4e19-4449-b9fd-3f15f5ee8eec req-619489ad-8e04-4c3c-b18a-939bbd90591b service nova] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Refreshing network info cache for port b5966ec2-55df-44c3-be0e-ddc9b923a133 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.843137] env[70243]: DEBUG nova.network.neutron [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Successfully created port: 1e94a36c-4939-4aac-842d-e9339d9c24f1 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.866260] env[70243]: DEBUG oslo_vmware.api [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621571, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.903703] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Creating linked-clone VM from snapshot {{(pid=70243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 728.903703] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1f1c7fec-937c-41c7-b9e6-3ddc19f1c124 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.921998] env[70243]: DEBUG oslo_vmware.api [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 728.921998] env[70243]: value = "task-3621572" [ 728.921998] env[70243]: _type = "Task" [ 728.921998] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.937393] env[70243]: DEBUG oslo_vmware.api [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621572, 'name': CloneVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.144059] env[70243]: DEBUG oslo_vmware.api [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621570, 'name': PowerOnVM_Task, 'duration_secs': 0.954113} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.145158] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.145373] env[70243]: INFO nova.compute.manager [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Took 9.59 seconds to spawn the instance on the hypervisor. [ 729.145788] env[70243]: DEBUG nova.compute.manager [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.146400] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e2d5ad-b044-4922-9f37-c62e2f22176a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.367249] env[70243]: DEBUG oslo_vmware.api [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621571, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.443992] env[70243]: DEBUG oslo_vmware.api [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621572, 'name': CloneVM_Task} progress is 93%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.530742] env[70243]: DEBUG nova.compute.manager [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.569961] env[70243]: DEBUG nova.virt.hardware [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.570103] env[70243]: DEBUG nova.virt.hardware [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.570737] env[70243]: DEBUG nova.virt.hardware [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.570737] env[70243]: DEBUG nova.virt.hardware [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.570737] env[70243]: DEBUG nova.virt.hardware [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.570737] env[70243]: DEBUG nova.virt.hardware [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.570957] env[70243]: DEBUG nova.virt.hardware [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.571195] env[70243]: DEBUG nova.virt.hardware [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.572321] env[70243]: DEBUG nova.virt.hardware [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.572321] env[70243]: DEBUG nova.virt.hardware [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.572491] env[70243]: DEBUG nova.virt.hardware [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.573875] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81666f44-41b5-4ca7-9f2d-4f3bb4352b74 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.579599] env[70243]: DEBUG nova.network.neutron [req-fd6d2f87-4e19-4449-b9fd-3f15f5ee8eec req-619489ad-8e04-4c3c-b18a-939bbd90591b service nova] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Updated VIF entry in instance network info cache for port b5966ec2-55df-44c3-be0e-ddc9b923a133. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.580010] env[70243]: DEBUG nova.network.neutron [req-fd6d2f87-4e19-4449-b9fd-3f15f5ee8eec req-619489ad-8e04-4c3c-b18a-939bbd90591b service nova] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Updating instance_info_cache with network_info: [{"id": "b5966ec2-55df-44c3-be0e-ddc9b923a133", "address": "fa:16:3e:1d:9d:c5", "network": {"id": "9f3fcb8c-a32d-4296-a5bf-fa2bebe24219", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-672009392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12e5302b40cf4bb087bc213701b8c1b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5966ec2-55", "ovs_interfaceid": "b5966ec2-55df-44c3-be0e-ddc9b923a133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.589020] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e11caa8-7a66-4a44-b45c-e206603682cf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.621519] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f09d47-45f3-495f-a203-609105ba0eae {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.630624] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cd4f33-60b0-4934-be97-8c39e35dd9d7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.671606] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8851d02d-8d2f-4e6e-bd8f-f1a3e0fc7f1f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.677702] env[70243]: INFO nova.compute.manager [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Took 33.85 seconds to build instance. [ 729.686681] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c17619-e1e9-40a1-ae2c-9339324992c3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.706198] env[70243]: DEBUG nova.compute.provider_tree [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.863298] env[70243]: DEBUG oslo_vmware.api [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621571, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.933906] env[70243]: DEBUG oslo_vmware.api [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621572, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.082821] env[70243]: DEBUG oslo_concurrency.lockutils [req-fd6d2f87-4e19-4449-b9fd-3f15f5ee8eec req-619489ad-8e04-4c3c-b18a-939bbd90591b service nova] Releasing lock "refresh_cache-b58519f3-89ec-44dc-983e-445e42118d23" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.183884] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e38b734-7963-4e5f-9210-966d366e3a0e tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "cdc63cce-27d5-4068-bc87-51c290fb7c69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.421s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.213631] env[70243]: DEBUG nova.scheduler.client.report [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.383934] env[70243]: DEBUG oslo_vmware.api [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621571, 'name': ReconfigVM_Task, 'duration_secs': 1.67518} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.383934] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 819f3541-bda8-4fe6-b733-be1770d33aa0/819f3541-bda8-4fe6-b733-be1770d33aa0.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.383934] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Updating instance '819f3541-bda8-4fe6-b733-be1770d33aa0' progress to 50 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 730.436591] env[70243]: DEBUG oslo_vmware.api [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621572, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.686983] env[70243]: DEBUG nova.compute.manager [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.725957] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.726518] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.865s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.727345] env[70243]: DEBUG nova.objects.instance [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Lazy-loading 'resources' on Instance uuid 9cfcaa1f-f6f7-4d91-9267-9939832d0b87 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.755433] env[70243]: INFO nova.scheduler.client.report [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Deleted allocations for instance f6e630fc-2a87-47fe-aa7c-c47d7499416f [ 730.882451] env[70243]: DEBUG oslo_concurrency.lockutils [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Acquiring lock "db2f1bf8-bd2a-42b2-acbe-988105ee3853" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.885155] env[70243]: DEBUG oslo_concurrency.lockutils [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Lock "db2f1bf8-bd2a-42b2-acbe-988105ee3853" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.885155] env[70243]: DEBUG oslo_concurrency.lockutils [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Acquiring lock "db2f1bf8-bd2a-42b2-acbe-988105ee3853-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.885155] env[70243]: DEBUG oslo_concurrency.lockutils [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Lock "db2f1bf8-bd2a-42b2-acbe-988105ee3853-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.885155] env[70243]: DEBUG oslo_concurrency.lockutils [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Lock "db2f1bf8-bd2a-42b2-acbe-988105ee3853-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.887449] env[70243]: INFO nova.compute.manager [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Terminating instance [ 730.893817] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39a733b-f584-4efd-949d-7cebf0c59d6e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.922815] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4aa6de5-8346-4f52-951d-958ea6140888 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.934282] env[70243]: DEBUG oslo_vmware.api [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621572, 'name': CloneVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.948911] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Updating instance '819f3541-bda8-4fe6-b733-be1770d33aa0' progress to 67 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 730.974884] env[70243]: DEBUG nova.compute.manager [req-14ea0c6e-5f74-4372-9297-2fba0c57d7e7 req-fac5ec90-850f-446d-9e58-f387d93ba9f6 service nova] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Received event network-vif-plugged-1e94a36c-4939-4aac-842d-e9339d9c24f1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.974884] env[70243]: DEBUG oslo_concurrency.lockutils [req-14ea0c6e-5f74-4372-9297-2fba0c57d7e7 req-fac5ec90-850f-446d-9e58-f387d93ba9f6 service nova] Acquiring lock "4556b8f6-e6f8-4180-a94a-58ddc27cd1b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.974884] env[70243]: DEBUG oslo_concurrency.lockutils [req-14ea0c6e-5f74-4372-9297-2fba0c57d7e7 req-fac5ec90-850f-446d-9e58-f387d93ba9f6 service nova] Lock "4556b8f6-e6f8-4180-a94a-58ddc27cd1b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.974884] env[70243]: DEBUG oslo_concurrency.lockutils [req-14ea0c6e-5f74-4372-9297-2fba0c57d7e7 req-fac5ec90-850f-446d-9e58-f387d93ba9f6 service nova] Lock "4556b8f6-e6f8-4180-a94a-58ddc27cd1b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.974884] env[70243]: DEBUG nova.compute.manager [req-14ea0c6e-5f74-4372-9297-2fba0c57d7e7 req-fac5ec90-850f-446d-9e58-f387d93ba9f6 service nova] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] No waiting events found dispatching network-vif-plugged-1e94a36c-4939-4aac-842d-e9339d9c24f1 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.975115] env[70243]: WARNING nova.compute.manager [req-14ea0c6e-5f74-4372-9297-2fba0c57d7e7 req-fac5ec90-850f-446d-9e58-f387d93ba9f6 service nova] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Received unexpected event network-vif-plugged-1e94a36c-4939-4aac-842d-e9339d9c24f1 for instance with vm_state building and task_state spawning. [ 731.149522] env[70243]: DEBUG nova.network.neutron [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Successfully updated port: 1e94a36c-4939-4aac-842d-e9339d9c24f1 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.222272] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.272494] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e632c3ee-adc4-4372-96f5-f4724e9ba236 tempest-ServerExternalEventsTest-837550403 tempest-ServerExternalEventsTest-837550403-project-member] Lock "f6e630fc-2a87-47fe-aa7c-c47d7499416f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.987s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.401926] env[70243]: DEBUG nova.compute.manager [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.401926] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.403359] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046a28d7-4bed-49ad-97d0-8ed1e087d23d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.411947] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.416725] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b1bc607-ab98-474f-b689-76f7ba21ac2f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.429437] env[70243]: DEBUG oslo_vmware.api [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Waiting for the task: (returnval){ [ 731.429437] env[70243]: value = "task-3621573" [ 731.429437] env[70243]: _type = "Task" [ 731.429437] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.446455] env[70243]: DEBUG oslo_vmware.api [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621572, 'name': CloneVM_Task, 'duration_secs': 2.076302} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.450330] env[70243]: INFO nova.virt.vmwareapi.vmops [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Created linked-clone VM from snapshot [ 731.451514] env[70243]: DEBUG oslo_vmware.api [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.451806] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080239b4-068f-444e-bec9-d1525681e099 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.474046] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Uploading image be120c56-c610-4c43-8aea-7b183a62e259 {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 731.511319] env[70243]: DEBUG oslo_vmware.rw_handles [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 731.511319] env[70243]: value = "vm-722290" [ 731.511319] env[70243]: _type = "VirtualMachine" [ 731.511319] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 731.511319] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-673e170e-1983-4cbc-82aa-5158691e2fd1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.526180] env[70243]: DEBUG oslo_vmware.rw_handles [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lease: (returnval){ [ 731.526180] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528e76a0-f24d-a227-d13d-d0b47ea0a888" [ 731.526180] env[70243]: _type = "HttpNfcLease" [ 731.526180] env[70243]: } obtained for exporting VM: (result){ [ 731.526180] env[70243]: value = "vm-722290" [ 731.526180] env[70243]: _type = "VirtualMachine" [ 731.526180] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 731.526180] env[70243]: DEBUG oslo_vmware.api [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the lease: (returnval){ [ 731.526180] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528e76a0-f24d-a227-d13d-d0b47ea0a888" [ 731.526180] env[70243]: _type = "HttpNfcLease" [ 731.526180] env[70243]: } to be ready. {{(pid=70243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 731.537315] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 731.537315] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528e76a0-f24d-a227-d13d-d0b47ea0a888" [ 731.537315] env[70243]: _type = "HttpNfcLease" [ 731.537315] env[70243]: } is initializing. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 731.558064] env[70243]: DEBUG nova.network.neutron [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Port f079cc95-ef9c-4ebc-8923-ea402dc751e8 binding to destination host cpu-1 is already ACTIVE {{(pid=70243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 731.663441] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquiring lock "refresh_cache-4556b8f6-e6f8-4180-a94a-58ddc27cd1b2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.663441] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquired lock "refresh_cache-4556b8f6-e6f8-4180-a94a-58ddc27cd1b2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.663441] env[70243]: DEBUG nova.network.neutron [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.835112] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644cc0d6-595e-47b8-8fd6-85acc3985dc4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.848079] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54814860-f392-4073-b2ff-4ac8df37ece8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.886114] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1237bee-6927-44c6-a511-a243227cfdd0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.896161] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888dc764-c002-4092-83fe-9a498f4e3fa3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.917076] env[70243]: DEBUG nova.compute.provider_tree [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.947216] env[70243]: DEBUG oslo_vmware.api [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621573, 'name': PowerOffVM_Task, 'duration_secs': 0.34291} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.947216] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.947216] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.947216] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25e34606-8bc8-4130-a92d-14c5f598a156 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.030801] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.031071] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.031320] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Deleting the datastore file [datastore1] db2f1bf8-bd2a-42b2-acbe-988105ee3853 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.036630] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c58b4304-b6de-4a04-ad9d-dc7eafdebfb8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.046849] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 732.046849] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528e76a0-f24d-a227-d13d-d0b47ea0a888" [ 732.046849] env[70243]: _type = "HttpNfcLease" [ 732.046849] env[70243]: } is ready. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 732.046849] env[70243]: DEBUG oslo_vmware.rw_handles [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 732.046849] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528e76a0-f24d-a227-d13d-d0b47ea0a888" [ 732.046849] env[70243]: _type = "HttpNfcLease" [ 732.046849] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 732.046849] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b23d8c-8703-4bf1-8395-f809a0e46ca0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.050116] env[70243]: DEBUG oslo_vmware.api [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Waiting for the task: (returnval){ [ 732.050116] env[70243]: value = "task-3621576" [ 732.050116] env[70243]: _type = "Task" [ 732.050116] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.059176] env[70243]: DEBUG oslo_vmware.rw_handles [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205c3b0-11b5-656b-b437-5217536ae748/disk-0.vmdk from lease info. {{(pid=70243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 732.059311] env[70243]: DEBUG oslo_vmware.rw_handles [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205c3b0-11b5-656b-b437-5217536ae748/disk-0.vmdk for reading. {{(pid=70243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 732.069519] env[70243]: DEBUG oslo_vmware.api [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.192460] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-00bb245a-dada-4006-8d9d-57168515f213 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.225041] env[70243]: DEBUG nova.network.neutron [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.426127] env[70243]: DEBUG nova.scheduler.client.report [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.488011] env[70243]: DEBUG nova.network.neutron [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Updating instance_info_cache with network_info: [{"id": "1e94a36c-4939-4aac-842d-e9339d9c24f1", "address": "fa:16:3e:3f:69:c1", "network": {"id": "bcca3e4c-05bc-4017-96f0-b73a913d7d0d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1272670347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "956a73046dc24031a0fe9d430982e23a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e94a36c-49", "ovs_interfaceid": "1e94a36c-4939-4aac-842d-e9339d9c24f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.565645] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Acquiring lock "e0d9e133-ff35-4821-89ef-9c2328623760" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.566131] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Lock "e0d9e133-ff35-4821-89ef-9c2328623760" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.566427] env[70243]: DEBUG oslo_vmware.api [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Task: {'id': task-3621576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421639} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.566660] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.567315] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.567315] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.567315] env[70243]: INFO nova.compute.manager [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Took 1.17 seconds to destroy the instance on the hypervisor. [ 732.567835] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.568015] env[70243]: DEBUG nova.compute.manager [-] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.568346] env[70243]: DEBUG nova.network.neutron [-] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 732.651338] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "819f3541-bda8-4fe6-b733-be1770d33aa0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.651989] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "819f3541-bda8-4fe6-b733-be1770d33aa0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.651989] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "819f3541-bda8-4fe6-b733-be1770d33aa0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.932388] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.935558] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.496s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.937124] env[70243]: INFO nova.compute.claims [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.965891] env[70243]: INFO nova.scheduler.client.report [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Deleted allocations for instance 9cfcaa1f-f6f7-4d91-9267-9939832d0b87 [ 732.991364] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Releasing lock "refresh_cache-4556b8f6-e6f8-4180-a94a-58ddc27cd1b2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.993250] env[70243]: DEBUG nova.compute.manager [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Instance network_info: |[{"id": "1e94a36c-4939-4aac-842d-e9339d9c24f1", "address": "fa:16:3e:3f:69:c1", "network": {"id": "bcca3e4c-05bc-4017-96f0-b73a913d7d0d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1272670347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "956a73046dc24031a0fe9d430982e23a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e94a36c-49", "ovs_interfaceid": "1e94a36c-4939-4aac-842d-e9339d9c24f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.993430] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:69:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e94a36c-4939-4aac-842d-e9339d9c24f1', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.001499] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Creating folder: Project (956a73046dc24031a0fe9d430982e23a). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.002941] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a99b1b0-cda2-4641-bcf6-700b1b1721b2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.020058] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Created folder: Project (956a73046dc24031a0fe9d430982e23a) in parent group-v722220. [ 733.021405] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Creating folder: Instances. Parent ref: group-v722291. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.022333] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dff9a9f6-45f7-460a-9101-94a63e61cd9d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.039356] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Created folder: Instances in parent group-v722291. [ 733.039356] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.039808] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.040225] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-086aad4c-e17a-4ac5-90da-04d915d9c662 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.066205] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.066205] env[70243]: value = "task-3621579" [ 733.066205] env[70243]: _type = "Task" [ 733.066205] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.077419] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621579, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.080690] env[70243]: DEBUG nova.compute.manager [req-33250b91-2079-4bd4-8cc9-ed07d1f254fb req-b7dc2e83-5768-4c66-953d-90f6cf9a7f8c service nova] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Received event network-changed-1e94a36c-4939-4aac-842d-e9339d9c24f1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.081582] env[70243]: DEBUG nova.compute.manager [req-33250b91-2079-4bd4-8cc9-ed07d1f254fb req-b7dc2e83-5768-4c66-953d-90f6cf9a7f8c service nova] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Refreshing instance network info cache due to event network-changed-1e94a36c-4939-4aac-842d-e9339d9c24f1. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.081880] env[70243]: DEBUG oslo_concurrency.lockutils [req-33250b91-2079-4bd4-8cc9-ed07d1f254fb req-b7dc2e83-5768-4c66-953d-90f6cf9a7f8c service nova] Acquiring lock "refresh_cache-4556b8f6-e6f8-4180-a94a-58ddc27cd1b2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.082358] env[70243]: DEBUG oslo_concurrency.lockutils [req-33250b91-2079-4bd4-8cc9-ed07d1f254fb req-b7dc2e83-5768-4c66-953d-90f6cf9a7f8c service nova] Acquired lock "refresh_cache-4556b8f6-e6f8-4180-a94a-58ddc27cd1b2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.082575] env[70243]: DEBUG nova.network.neutron [req-33250b91-2079-4bd4-8cc9-ed07d1f254fb req-b7dc2e83-5768-4c66-953d-90f6cf9a7f8c service nova] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Refreshing network info cache for port 1e94a36c-4939-4aac-842d-e9339d9c24f1 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.479833] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbc10a70-38e2-47c0-9cfe-bdff5e15b4e8 tempest-TenantUsagesTestJSON-1968409977 tempest-TenantUsagesTestJSON-1968409977-project-member] Lock "9cfcaa1f-f6f7-4d91-9267-9939832d0b87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.635s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.587547] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621579, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.756385] env[70243]: DEBUG nova.network.neutron [-] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.761347] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "refresh_cache-819f3541-bda8-4fe6-b733-be1770d33aa0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.765419] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquired lock "refresh_cache-819f3541-bda8-4fe6-b733-be1770d33aa0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.767272] env[70243]: DEBUG nova.network.neutron [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.084845] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621579, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.132300] env[70243]: DEBUG nova.network.neutron [req-33250b91-2079-4bd4-8cc9-ed07d1f254fb req-b7dc2e83-5768-4c66-953d-90f6cf9a7f8c service nova] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Updated VIF entry in instance network info cache for port 1e94a36c-4939-4aac-842d-e9339d9c24f1. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.132571] env[70243]: DEBUG nova.network.neutron [req-33250b91-2079-4bd4-8cc9-ed07d1f254fb req-b7dc2e83-5768-4c66-953d-90f6cf9a7f8c service nova] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Updating instance_info_cache with network_info: [{"id": "1e94a36c-4939-4aac-842d-e9339d9c24f1", "address": "fa:16:3e:3f:69:c1", "network": {"id": "bcca3e4c-05bc-4017-96f0-b73a913d7d0d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1272670347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "956a73046dc24031a0fe9d430982e23a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e94a36c-49", "ovs_interfaceid": "1e94a36c-4939-4aac-842d-e9339d9c24f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.278638] env[70243]: INFO nova.compute.manager [-] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Took 1.71 seconds to deallocate network for instance. [ 734.531676] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec82b808-8412-4da0-b483-e3de04fef1b6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.540819] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cd6c4b-459b-4330-bac7-517d2d85c2d6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.591952] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b9caad-92c9-420d-b1d3-24f7cd53e08b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.607305] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9def0c4b-dd39-434d-a796-75cb0dd667d7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.612268] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621579, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.624388] env[70243]: DEBUG nova.compute.provider_tree [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.637678] env[70243]: DEBUG oslo_concurrency.lockutils [req-33250b91-2079-4bd4-8cc9-ed07d1f254fb req-b7dc2e83-5768-4c66-953d-90f6cf9a7f8c service nova] Releasing lock "refresh_cache-4556b8f6-e6f8-4180-a94a-58ddc27cd1b2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.792024] env[70243]: DEBUG oslo_concurrency.lockutils [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.843660] env[70243]: DEBUG nova.network.neutron [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Updating instance_info_cache with network_info: [{"id": "f079cc95-ef9c-4ebc-8923-ea402dc751e8", "address": "fa:16:3e:2a:39:cc", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf079cc95-ef", "ovs_interfaceid": "f079cc95-ef9c-4ebc-8923-ea402dc751e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.098176] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621579, 'name': CreateVM_Task, 'duration_secs': 1.590141} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.098176] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.098680] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.098864] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.099214] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.099486] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8181f572-925c-4450-9c3d-91dcf0a7c786 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.107603] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for the task: (returnval){ [ 735.107603] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523855b3-cc87-fca7-b334-7065e11cada3" [ 735.107603] env[70243]: _type = "Task" [ 735.107603] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.122409] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523855b3-cc87-fca7-b334-7065e11cada3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.128354] env[70243]: DEBUG nova.scheduler.client.report [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.347496] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Releasing lock "refresh_cache-819f3541-bda8-4fe6-b733-be1770d33aa0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.540370] env[70243]: DEBUG nova.compute.manager [req-71d17fca-36fb-482b-ac1f-fde8095ffdf6 req-db2344c3-5e74-466b-a550-4123fac11d3c service nova] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Received event network-vif-deleted-ae576412-255a-4004-ada0-1cfc44978c43 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.556349] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Acquiring lock "0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.556632] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Lock "0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.588659] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "0896e077-f021-4f1a-b9e1-2ea70cbb4840" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.589387] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "0896e077-f021-4f1a-b9e1-2ea70cbb4840" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.619310] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523855b3-cc87-fca7-b334-7065e11cada3, 'name': SearchDatastore_Task, 'duration_secs': 0.017214} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.621636] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.624628] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.624628] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.624628] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.624628] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.625358] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-671d3d67-eddd-41b3-be1e-6bf25f89605f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.627663] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "e91af6ce-5741-4428-ae18-66d09e6b4241" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.627885] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "e91af6ce-5741-4428-ae18-66d09e6b4241" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.633999] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.634425] env[70243]: DEBUG nova.compute.manager [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.640741] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.092s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.640867] env[70243]: DEBUG nova.objects.instance [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Lazy-loading 'resources' on Instance uuid 5fe12aed-8a37-4fc2-abc7-574b1502236b {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.642729] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.642972] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.643797] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-669b2ed3-8ec8-4614-a3e7-c10e11e76dff {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.655895] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for the task: (returnval){ [ 735.655895] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ce3a19-86fa-d70b-5220-891d56989cfb" [ 735.655895] env[70243]: _type = "Task" [ 735.655895] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.687116] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ce3a19-86fa-d70b-5220-891d56989cfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.879982] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2204f002-a1b8-4cb1-8261-aad3964ad33d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.912014] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0daea22e-117f-4389-9860-49a23523af71 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.919230] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Updating instance '819f3541-bda8-4fe6-b733-be1770d33aa0' progress to 83 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 736.140572] env[70243]: DEBUG nova.compute.utils [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.142278] env[70243]: DEBUG nova.compute.manager [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.142522] env[70243]: DEBUG nova.network.neutron [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.177041] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ce3a19-86fa-d70b-5220-891d56989cfb, 'name': SearchDatastore_Task, 'duration_secs': 0.018239} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.178636] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aec06ab4-9399-4d6d-b681-43d10175793d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.192869] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for the task: (returnval){ [ 736.192869] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ba8e19-955d-ae8b-307c-c47b9a80683a" [ 736.192869] env[70243]: _type = "Task" [ 736.192869] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.205116] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ba8e19-955d-ae8b-307c-c47b9a80683a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.227045] env[70243]: DEBUG nova.policy [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d6a35b473914cb594a44510d807babc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5dca3162e133464bafd02d9770b120c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.430182] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.430568] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57bc3aa6-3157-4906-90bb-ea898e3f4c16 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.443498] env[70243]: DEBUG oslo_vmware.api [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 736.443498] env[70243]: value = "task-3621580" [ 736.443498] env[70243]: _type = "Task" [ 736.443498] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.454037] env[70243]: DEBUG oslo_vmware.api [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.595369] env[70243]: DEBUG nova.network.neutron [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Successfully created port: b33bf680-d475-431a-89ad-2b248c1d9c68 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.647200] env[70243]: DEBUG nova.compute.manager [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.704890] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ba8e19-955d-ae8b-307c-c47b9a80683a, 'name': SearchDatastore_Task, 'duration_secs': 0.01669} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.707492] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.708041] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2/4556b8f6-e6f8-4180-a94a-58ddc27cd1b2.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.709157] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6479b506-d356-422c-860f-9a3a80cf56f6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.718926] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for the task: (returnval){ [ 736.718926] env[70243]: value = "task-3621581" [ 736.718926] env[70243]: _type = "Task" [ 736.718926] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.731863] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.754679] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27625489-3caf-43a9-b284-929b0ca198a0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.765688] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec0cab4-8fdb-4452-bbd4-1306bb7c61f3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.815049] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb980953-2e8e-4420-a2f1-61e6572e00e2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.825084] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74baa78a-5590-42e2-9588-a09a16fa9878 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.843140] env[70243]: DEBUG nova.compute.provider_tree [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.957752] env[70243]: DEBUG oslo_vmware.api [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621580, 'name': PowerOnVM_Task, 'duration_secs': 0.491366} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.958447] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.958447] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe8840f-87fc-4c07-af04-ab318425be5d tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Updating instance '819f3541-bda8-4fe6-b733-be1770d33aa0' progress to 100 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 737.230856] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621581, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.347409] env[70243]: DEBUG nova.scheduler.client.report [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.659588] env[70243]: DEBUG nova.compute.manager [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.685305] env[70243]: DEBUG nova.virt.hardware [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.685749] env[70243]: DEBUG nova.virt.hardware [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.686063] env[70243]: DEBUG nova.virt.hardware [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.690018] env[70243]: DEBUG nova.virt.hardware [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.690018] env[70243]: DEBUG nova.virt.hardware [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.690018] env[70243]: DEBUG nova.virt.hardware [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.690018] env[70243]: DEBUG nova.virt.hardware [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.690018] env[70243]: DEBUG nova.virt.hardware [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.690272] env[70243]: DEBUG nova.virt.hardware [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.690272] env[70243]: DEBUG nova.virt.hardware [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.690272] env[70243]: DEBUG nova.virt.hardware [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.690272] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc8241f-696b-43c6-8fd7-43acbfd2f51e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.700012] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe1eae0-09b2-4db4-88b7-b79910aeec09 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.730318] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811057} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.730761] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2/4556b8f6-e6f8-4180-a94a-58ddc27cd1b2.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.733586] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.733586] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b260788f-5c62-4bc7-97d2-322a73b50e98 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.739874] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for the task: (returnval){ [ 737.739874] env[70243]: value = "task-3621582" [ 737.739874] env[70243]: _type = "Task" [ 737.739874] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.753216] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.855968] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.859391] env[70243]: DEBUG oslo_concurrency.lockutils [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.512s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.861050] env[70243]: INFO nova.compute.claims [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.887969] env[70243]: INFO nova.scheduler.client.report [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Deleted allocations for instance 5fe12aed-8a37-4fc2-abc7-574b1502236b [ 738.254254] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093796} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.254808] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.255835] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5979991-4a1d-4093-af8a-f07165a9f87b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.287738] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2/4556b8f6-e6f8-4180-a94a-58ddc27cd1b2.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.288484] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c518f0bf-5733-4474-aac8-9ae1835bd306 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.312652] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for the task: (returnval){ [ 738.312652] env[70243]: value = "task-3621583" [ 738.312652] env[70243]: _type = "Task" [ 738.312652] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.323258] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.348885] env[70243]: DEBUG nova.compute.manager [req-0e259192-190d-4470-9f7e-fb370a94d15d req-c551eb24-acaf-4b19-8d4d-f884b0662d79 service nova] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Received event network-vif-plugged-b33bf680-d475-431a-89ad-2b248c1d9c68 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.349255] env[70243]: DEBUG oslo_concurrency.lockutils [req-0e259192-190d-4470-9f7e-fb370a94d15d req-c551eb24-acaf-4b19-8d4d-f884b0662d79 service nova] Acquiring lock "34bb9e9c-f832-41d9-b640-fecc7d7f6756-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.349401] env[70243]: DEBUG oslo_concurrency.lockutils [req-0e259192-190d-4470-9f7e-fb370a94d15d req-c551eb24-acaf-4b19-8d4d-f884b0662d79 service nova] Lock "34bb9e9c-f832-41d9-b640-fecc7d7f6756-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.349845] env[70243]: DEBUG oslo_concurrency.lockutils [req-0e259192-190d-4470-9f7e-fb370a94d15d req-c551eb24-acaf-4b19-8d4d-f884b0662d79 service nova] Lock "34bb9e9c-f832-41d9-b640-fecc7d7f6756-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.349845] env[70243]: DEBUG nova.compute.manager [req-0e259192-190d-4470-9f7e-fb370a94d15d req-c551eb24-acaf-4b19-8d4d-f884b0662d79 service nova] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] No waiting events found dispatching network-vif-plugged-b33bf680-d475-431a-89ad-2b248c1d9c68 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.349845] env[70243]: WARNING nova.compute.manager [req-0e259192-190d-4470-9f7e-fb370a94d15d req-c551eb24-acaf-4b19-8d4d-f884b0662d79 service nova] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Received unexpected event network-vif-plugged-b33bf680-d475-431a-89ad-2b248c1d9c68 for instance with vm_state building and task_state spawning. [ 738.404712] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c3c20bdf-db44-4cd0-92e3-86b29a17a98d tempest-InstanceActionsTestJSON-2099953174 tempest-InstanceActionsTestJSON-2099953174-project-member] Lock "5fe12aed-8a37-4fc2-abc7-574b1502236b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.081s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.505489] env[70243]: DEBUG nova.network.neutron [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Successfully updated port: b33bf680-d475-431a-89ad-2b248c1d9c68 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.827257] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.009328] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Acquiring lock "refresh_cache-34bb9e9c-f832-41d9-b640-fecc7d7f6756" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.009328] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Acquired lock "refresh_cache-34bb9e9c-f832-41d9-b640-fecc7d7f6756" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.009328] env[70243]: DEBUG nova.network.neutron [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.222872] env[70243]: DEBUG oslo_concurrency.lockutils [None req-51a6eddf-9643-453f-9bbc-1d04e64846c2 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "819f3541-bda8-4fe6-b733-be1770d33aa0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.222990] env[70243]: DEBUG oslo_concurrency.lockutils [None req-51a6eddf-9643-453f-9bbc-1d04e64846c2 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "819f3541-bda8-4fe6-b733-be1770d33aa0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.223174] env[70243]: DEBUG nova.compute.manager [None req-51a6eddf-9643-453f-9bbc-1d04e64846c2 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Going to confirm migration 1 {{(pid=70243) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 739.330545] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621583, 'name': ReconfigVM_Task, 'duration_secs': 0.591765} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.330895] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2/4556b8f6-e6f8-4180-a94a-58ddc27cd1b2.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.331609] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb27f0d2-677b-42eb-bd2d-ca2d77f13865 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.338446] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for the task: (returnval){ [ 739.338446] env[70243]: value = "task-3621584" [ 739.338446] env[70243]: _type = "Task" [ 739.338446] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.349822] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621584, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.403720] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea17c9d-0f30-4786-ac9b-75e2732589df {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.413819] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e8ea40-dfd3-4a1d-8a14-b6175ea6e9d7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.450325] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb622fe-4aab-459b-8d31-ee1161491fee {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.458364] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bd7bd5-cc30-41a5-9a32-58ef409850c2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.473501] env[70243]: DEBUG nova.compute.provider_tree [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.570416] env[70243]: DEBUG nova.network.neutron [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.786607] env[70243]: DEBUG nova.network.neutron [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Updating instance_info_cache with network_info: [{"id": "b33bf680-d475-431a-89ad-2b248c1d9c68", "address": "fa:16:3e:cd:5c:f7", "network": {"id": "8ce56668-c252-4cb8-aae0-1daa0970c073", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1248677778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dca3162e133464bafd02d9770b120c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33bf680-d4", "ovs_interfaceid": "b33bf680-d475-431a-89ad-2b248c1d9c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.854295] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621584, 'name': Rename_Task, 'duration_secs': 0.259832} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.857032] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.857032] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-852192b8-625c-48b5-90ac-9b1d6004bbea {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.867645] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for the task: (returnval){ [ 739.867645] env[70243]: value = "task-3621585" [ 739.867645] env[70243]: _type = "Task" [ 739.867645] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.880369] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.882739] env[70243]: DEBUG oslo_concurrency.lockutils [None req-51a6eddf-9643-453f-9bbc-1d04e64846c2 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "refresh_cache-819f3541-bda8-4fe6-b733-be1770d33aa0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.883216] env[70243]: DEBUG oslo_concurrency.lockutils [None req-51a6eddf-9643-453f-9bbc-1d04e64846c2 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquired lock "refresh_cache-819f3541-bda8-4fe6-b733-be1770d33aa0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.883216] env[70243]: DEBUG nova.network.neutron [None req-51a6eddf-9643-453f-9bbc-1d04e64846c2 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.883302] env[70243]: DEBUG nova.objects.instance [None req-51a6eddf-9643-453f-9bbc-1d04e64846c2 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lazy-loading 'info_cache' on Instance uuid 819f3541-bda8-4fe6-b733-be1770d33aa0 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.977015] env[70243]: DEBUG nova.scheduler.client.report [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.163599] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquiring lock "eac99ec0-83ca-41e4-9a4b-f01592c9c3b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.163599] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Lock "eac99ec0-83ca-41e4-9a4b-f01592c9c3b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.291194] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Releasing lock "refresh_cache-34bb9e9c-f832-41d9-b640-fecc7d7f6756" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.291604] env[70243]: DEBUG nova.compute.manager [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Instance network_info: |[{"id": "b33bf680-d475-431a-89ad-2b248c1d9c68", "address": "fa:16:3e:cd:5c:f7", "network": {"id": "8ce56668-c252-4cb8-aae0-1daa0970c073", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1248677778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dca3162e133464bafd02d9770b120c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33bf680-d4", "ovs_interfaceid": "b33bf680-d475-431a-89ad-2b248c1d9c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.292195] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:5c:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b33bf680-d475-431a-89ad-2b248c1d9c68', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.304316] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Creating folder: Project (5dca3162e133464bafd02d9770b120c1). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.305383] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-424585ce-42bf-4df4-8acb-2187a4053e63 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.319509] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Created folder: Project (5dca3162e133464bafd02d9770b120c1) in parent group-v722220. [ 740.319509] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Creating folder: Instances. Parent ref: group-v722294. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.320568] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53b7cb8d-f558-4a1e-8fe1-8aee7beaef7a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.332110] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Created folder: Instances in parent group-v722294. [ 740.332390] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.332590] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.332796] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c35eabb3-76be-42e5-bd7e-2d4728d0a983 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.353828] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.353828] env[70243]: value = "task-3621588" [ 740.353828] env[70243]: _type = "Task" [ 740.353828] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.366336] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621588, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.382027] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621585, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.394892] env[70243]: DEBUG nova.compute.manager [req-9e5b6b68-0d0f-4903-aa74-4aaf44cb482f req-e801cd1c-04cc-4a29-afd1-8b02c28cab65 service nova] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Received event network-changed-b33bf680-d475-431a-89ad-2b248c1d9c68 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.394892] env[70243]: DEBUG nova.compute.manager [req-9e5b6b68-0d0f-4903-aa74-4aaf44cb482f req-e801cd1c-04cc-4a29-afd1-8b02c28cab65 service nova] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Refreshing instance network info cache due to event network-changed-b33bf680-d475-431a-89ad-2b248c1d9c68. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.394892] env[70243]: DEBUG oslo_concurrency.lockutils [req-9e5b6b68-0d0f-4903-aa74-4aaf44cb482f req-e801cd1c-04cc-4a29-afd1-8b02c28cab65 service nova] Acquiring lock "refresh_cache-34bb9e9c-f832-41d9-b640-fecc7d7f6756" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.394892] env[70243]: DEBUG oslo_concurrency.lockutils [req-9e5b6b68-0d0f-4903-aa74-4aaf44cb482f req-e801cd1c-04cc-4a29-afd1-8b02c28cab65 service nova] Acquired lock "refresh_cache-34bb9e9c-f832-41d9-b640-fecc7d7f6756" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.394892] env[70243]: DEBUG nova.network.neutron [req-9e5b6b68-0d0f-4903-aa74-4aaf44cb482f req-e801cd1c-04cc-4a29-afd1-8b02c28cab65 service nova] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Refreshing network info cache for port b33bf680-d475-431a-89ad-2b248c1d9c68 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.484961] env[70243]: DEBUG oslo_concurrency.lockutils [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.485513] env[70243]: DEBUG nova.compute.manager [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.489213] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.447s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.489455] env[70243]: DEBUG nova.objects.instance [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Lazy-loading 'resources' on Instance uuid 0c4368be-02a1-40af-a6ea-b20ac8be1ee9 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.868924] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621588, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.878642] env[70243]: DEBUG oslo_vmware.api [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621585, 'name': PowerOnVM_Task, 'duration_secs': 0.932271} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.878931] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.879198] env[70243]: INFO nova.compute.manager [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Took 11.35 seconds to spawn the instance on the hypervisor. [ 740.879392] env[70243]: DEBUG nova.compute.manager [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.880241] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4500250f-11ab-4bf2-9003-f687b6013678 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.991141] env[70243]: DEBUG nova.compute.utils [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.992692] env[70243]: DEBUG nova.compute.manager [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.992856] env[70243]: DEBUG nova.network.neutron [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.087036] env[70243]: DEBUG nova.policy [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78cd40e8772c4d2b8df2852207a4b53d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43eeaa4f169b474f98c30133c1f11117', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.369523] env[70243]: DEBUG nova.network.neutron [None req-51a6eddf-9643-453f-9bbc-1d04e64846c2 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Updating instance_info_cache with network_info: [{"id": "f079cc95-ef9c-4ebc-8923-ea402dc751e8", "address": "fa:16:3e:2a:39:cc", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf079cc95-ef", "ovs_interfaceid": "f079cc95-ef9c-4ebc-8923-ea402dc751e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.377208] env[70243]: DEBUG nova.network.neutron [req-9e5b6b68-0d0f-4903-aa74-4aaf44cb482f req-e801cd1c-04cc-4a29-afd1-8b02c28cab65 service nova] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Updated VIF entry in instance network info cache for port b33bf680-d475-431a-89ad-2b248c1d9c68. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.377612] env[70243]: DEBUG nova.network.neutron [req-9e5b6b68-0d0f-4903-aa74-4aaf44cb482f req-e801cd1c-04cc-4a29-afd1-8b02c28cab65 service nova] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Updating instance_info_cache with network_info: [{"id": "b33bf680-d475-431a-89ad-2b248c1d9c68", "address": "fa:16:3e:cd:5c:f7", "network": {"id": "8ce56668-c252-4cb8-aae0-1daa0970c073", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1248677778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dca3162e133464bafd02d9770b120c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33bf680-d4", "ovs_interfaceid": "b33bf680-d475-431a-89ad-2b248c1d9c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.387241] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621588, 'name': CreateVM_Task, 'duration_secs': 0.529394} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.389571] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.390357] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.390520] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.390871] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.396900] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a42f755b-d3dd-4681-93f1-8f9857c19979 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.407128] env[70243]: INFO nova.compute.manager [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Took 43.42 seconds to build instance. [ 741.410849] env[70243]: DEBUG oslo_vmware.api [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Waiting for the task: (returnval){ [ 741.410849] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528f9c6e-7854-aa9c-e2cb-140d11dff6d7" [ 741.410849] env[70243]: _type = "Task" [ 741.410849] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.418470] env[70243]: DEBUG oslo_vmware.api [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528f9c6e-7854-aa9c-e2cb-140d11dff6d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.435230] env[70243]: DEBUG oslo_vmware.rw_handles [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205c3b0-11b5-656b-b437-5217536ae748/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 741.437347] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4921421-6db1-4850-bdd2-f7ff906dd8fa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.445021] env[70243]: DEBUG oslo_vmware.rw_handles [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205c3b0-11b5-656b-b437-5217536ae748/disk-0.vmdk is in state: ready. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 741.445021] env[70243]: ERROR oslo_vmware.rw_handles [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205c3b0-11b5-656b-b437-5217536ae748/disk-0.vmdk due to incomplete transfer. [ 741.445722] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ab0a55f1-c4aa-4ff1-a8f4-e19073df02eb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.453331] env[70243]: DEBUG oslo_vmware.rw_handles [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205c3b0-11b5-656b-b437-5217536ae748/disk-0.vmdk. {{(pid=70243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 741.453488] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Uploaded image be120c56-c610-4c43-8aea-7b183a62e259 to the Glance image server {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 741.455814] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Destroying the VM {{(pid=70243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 741.456078] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-43d21e44-367c-472d-b8fa-a324163fc48e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.463145] env[70243]: DEBUG oslo_vmware.api [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 741.463145] env[70243]: value = "task-3621589" [ 741.463145] env[70243]: _type = "Task" [ 741.463145] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.475351] env[70243]: DEBUG oslo_vmware.api [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621589, 'name': Destroy_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.500028] env[70243]: DEBUG nova.compute.manager [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.603758] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50474039-8447-4c7c-b1d5-05a3a4cb56af {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.615246] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e2b436-d7ea-4046-917a-f9479c419674 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.652221] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f349863-b5c2-4409-adff-7b84d02dfeeb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.659984] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27872bc1-8531-4100-8b5c-2b786bb6f2af {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.673561] env[70243]: DEBUG nova.compute.provider_tree [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.877113] env[70243]: DEBUG oslo_concurrency.lockutils [None req-51a6eddf-9643-453f-9bbc-1d04e64846c2 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Releasing lock "refresh_cache-819f3541-bda8-4fe6-b733-be1770d33aa0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.877442] env[70243]: DEBUG nova.objects.instance [None req-51a6eddf-9643-453f-9bbc-1d04e64846c2 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lazy-loading 'migration_context' on Instance uuid 819f3541-bda8-4fe6-b733-be1770d33aa0 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.890681] env[70243]: DEBUG oslo_concurrency.lockutils [req-9e5b6b68-0d0f-4903-aa74-4aaf44cb482f req-e801cd1c-04cc-4a29-afd1-8b02c28cab65 service nova] Releasing lock "refresh_cache-34bb9e9c-f832-41d9-b640-fecc7d7f6756" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.894624] env[70243]: DEBUG nova.network.neutron [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Successfully created port: 98bf9267-7b2a-418f-9acc-07fce296efa1 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.911235] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c34a14f1-9c01-4ed8-8da9-4954ba73f92f tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "4556b8f6-e6f8-4180-a94a-58ddc27cd1b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.563s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.926375] env[70243]: DEBUG oslo_vmware.api [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528f9c6e-7854-aa9c-e2cb-140d11dff6d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010542} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.927958] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.928933] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.929239] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.929585] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.929651] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.931597] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0dda790-322b-4aa1-8f09-87826eca5b85 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.943532] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.943621] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.945533] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2acec6b9-8981-4986-9aea-b91e0a0e8bbb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.951782] env[70243]: DEBUG oslo_vmware.api [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Waiting for the task: (returnval){ [ 741.951782] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5225c81a-e454-efea-20e0-3fb55a893d92" [ 741.951782] env[70243]: _type = "Task" [ 741.951782] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.959826] env[70243]: DEBUG oslo_vmware.api [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5225c81a-e454-efea-20e0-3fb55a893d92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.973215] env[70243]: DEBUG oslo_vmware.api [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621589, 'name': Destroy_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.176823] env[70243]: DEBUG nova.scheduler.client.report [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.258440] env[70243]: DEBUG nova.compute.manager [req-df95e2cb-8099-4ff0-a027-633da6b3398c req-b9d09593-5c0a-4bcc-9ab0-c2e3d962368a service nova] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Received event network-changed-1e94a36c-4939-4aac-842d-e9339d9c24f1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.258440] env[70243]: DEBUG nova.compute.manager [req-df95e2cb-8099-4ff0-a027-633da6b3398c req-b9d09593-5c0a-4bcc-9ab0-c2e3d962368a service nova] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Refreshing instance network info cache due to event network-changed-1e94a36c-4939-4aac-842d-e9339d9c24f1. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.258440] env[70243]: DEBUG oslo_concurrency.lockutils [req-df95e2cb-8099-4ff0-a027-633da6b3398c req-b9d09593-5c0a-4bcc-9ab0-c2e3d962368a service nova] Acquiring lock "refresh_cache-4556b8f6-e6f8-4180-a94a-58ddc27cd1b2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.258440] env[70243]: DEBUG oslo_concurrency.lockutils [req-df95e2cb-8099-4ff0-a027-633da6b3398c req-b9d09593-5c0a-4bcc-9ab0-c2e3d962368a service nova] Acquired lock "refresh_cache-4556b8f6-e6f8-4180-a94a-58ddc27cd1b2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.258440] env[70243]: DEBUG nova.network.neutron [req-df95e2cb-8099-4ff0-a027-633da6b3398c req-b9d09593-5c0a-4bcc-9ab0-c2e3d962368a service nova] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Refreshing network info cache for port 1e94a36c-4939-4aac-842d-e9339d9c24f1 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.380719] env[70243]: DEBUG nova.objects.base [None req-51a6eddf-9643-453f-9bbc-1d04e64846c2 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Object Instance<819f3541-bda8-4fe6-b733-be1770d33aa0> lazy-loaded attributes: info_cache,migration_context {{(pid=70243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 742.381774] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792e1dc0-15e7-407e-b5cc-d2c51f15b43b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.406569] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ae98e7e-d0db-481b-9ff9-9e4ed052a247 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.412555] env[70243]: DEBUG oslo_vmware.api [None req-51a6eddf-9643-453f-9bbc-1d04e64846c2 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 742.412555] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52849cbc-e7bd-4709-eb72-aca6b2102094" [ 742.412555] env[70243]: _type = "Task" [ 742.412555] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.420394] env[70243]: DEBUG nova.compute.manager [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.422980] env[70243]: DEBUG oslo_vmware.api [None req-51a6eddf-9643-453f-9bbc-1d04e64846c2 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52849cbc-e7bd-4709-eb72-aca6b2102094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.462855] env[70243]: DEBUG oslo_vmware.api [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5225c81a-e454-efea-20e0-3fb55a893d92, 'name': SearchDatastore_Task, 'duration_secs': 0.010942} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.464337] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1ea2fd4-a6a5-415d-a28d-e1a6bbef56af {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.472707] env[70243]: DEBUG oslo_vmware.api [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Waiting for the task: (returnval){ [ 742.472707] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d7dfe6-7d82-b28d-eb68-0db8df6f05ad" [ 742.472707] env[70243]: _type = "Task" [ 742.472707] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.475902] env[70243]: DEBUG oslo_vmware.api [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621589, 'name': Destroy_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.487835] env[70243]: DEBUG oslo_vmware.api [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d7dfe6-7d82-b28d-eb68-0db8df6f05ad, 'name': SearchDatastore_Task} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.488698] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.488987] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 34bb9e9c-f832-41d9-b640-fecc7d7f6756/34bb9e9c-f832-41d9-b640-fecc7d7f6756.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.489251] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-125ce3da-db51-4c04-bf62-3e9e1e9b6b23 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.496465] env[70243]: DEBUG oslo_vmware.api [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Waiting for the task: (returnval){ [ 742.496465] env[70243]: value = "task-3621590" [ 742.496465] env[70243]: _type = "Task" [ 742.496465] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.505698] env[70243]: DEBUG oslo_vmware.api [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Task: {'id': task-3621590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.509848] env[70243]: DEBUG nova.compute.manager [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.547726] env[70243]: DEBUG nova.virt.hardware [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.547965] env[70243]: DEBUG nova.virt.hardware [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.548130] env[70243]: DEBUG nova.virt.hardware [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.548306] env[70243]: DEBUG nova.virt.hardware [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.548445] env[70243]: DEBUG nova.virt.hardware [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.548601] env[70243]: DEBUG nova.virt.hardware [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.548858] env[70243]: DEBUG nova.virt.hardware [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.549629] env[70243]: DEBUG nova.virt.hardware [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.549629] env[70243]: DEBUG nova.virt.hardware [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.549629] env[70243]: DEBUG nova.virt.hardware [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.549629] env[70243]: DEBUG nova.virt.hardware [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.552147] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea547f9-222e-4889-8cdc-339c2af90450 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.558948] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b960610c-9e84-42e8-8ace-0a6f25ac6208 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.682430] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.685794] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.824s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.687978] env[70243]: INFO nova.compute.claims [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.709702] env[70243]: INFO nova.scheduler.client.report [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Deleted allocations for instance 0c4368be-02a1-40af-a6ea-b20ac8be1ee9 [ 742.930355] env[70243]: DEBUG oslo_vmware.api [None req-51a6eddf-9643-453f-9bbc-1d04e64846c2 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52849cbc-e7bd-4709-eb72-aca6b2102094, 'name': SearchDatastore_Task, 'duration_secs': 0.007947} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.935332] env[70243]: DEBUG oslo_concurrency.lockutils [None req-51a6eddf-9643-453f-9bbc-1d04e64846c2 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.951832] env[70243]: DEBUG oslo_concurrency.lockutils [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.978305] env[70243]: DEBUG oslo_vmware.api [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621589, 'name': Destroy_Task, 'duration_secs': 1.059979} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.978758] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Destroyed the VM [ 742.979017] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Deleting Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 742.979286] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-34754929-a695-49b4-8a3d-98b72f7ea723 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.986493] env[70243]: DEBUG oslo_vmware.api [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 742.986493] env[70243]: value = "task-3621591" [ 742.986493] env[70243]: _type = "Task" [ 742.986493] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.994683] env[70243]: DEBUG oslo_vmware.api [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621591, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.006702] env[70243]: DEBUG oslo_vmware.api [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Task: {'id': task-3621590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484979} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.009411] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 34bb9e9c-f832-41d9-b640-fecc7d7f6756/34bb9e9c-f832-41d9-b640-fecc7d7f6756.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.009634] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.009905] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52abfb46-d2bc-4980-8077-1b000fba726b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.015617] env[70243]: DEBUG oslo_vmware.api [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Waiting for the task: (returnval){ [ 743.015617] env[70243]: value = "task-3621592" [ 743.015617] env[70243]: _type = "Task" [ 743.015617] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.024880] env[70243]: DEBUG oslo_vmware.api [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Task: {'id': task-3621592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.220473] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c61b9861-eb20-405c-9c9c-5f70427196d0 tempest-ServersAdmin275Test-374697121 tempest-ServersAdmin275Test-374697121-project-member] Lock "0c4368be-02a1-40af-a6ea-b20ac8be1ee9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.677s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.246148] env[70243]: DEBUG nova.network.neutron [req-df95e2cb-8099-4ff0-a027-633da6b3398c req-b9d09593-5c0a-4bcc-9ab0-c2e3d962368a service nova] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Updated VIF entry in instance network info cache for port 1e94a36c-4939-4aac-842d-e9339d9c24f1. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.246411] env[70243]: DEBUG nova.network.neutron [req-df95e2cb-8099-4ff0-a027-633da6b3398c req-b9d09593-5c0a-4bcc-9ab0-c2e3d962368a service nova] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Updating instance_info_cache with network_info: [{"id": "1e94a36c-4939-4aac-842d-e9339d9c24f1", "address": "fa:16:3e:3f:69:c1", "network": {"id": "bcca3e4c-05bc-4017-96f0-b73a913d7d0d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1272670347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "956a73046dc24031a0fe9d430982e23a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e94a36c-49", "ovs_interfaceid": "1e94a36c-4939-4aac-842d-e9339d9c24f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.499108] env[70243]: DEBUG oslo_vmware.api [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621591, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.527664] env[70243]: DEBUG oslo_vmware.api [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Task: {'id': task-3621592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068463} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.527664] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.528611] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3785c36-a718-4dbc-82e2-de64e71500d3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.554537] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 34bb9e9c-f832-41d9-b640-fecc7d7f6756/34bb9e9c-f832-41d9-b640-fecc7d7f6756.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.555038] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c13dbf7a-ee4a-4d51-ae2b-2d02bf5c700c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.576173] env[70243]: DEBUG oslo_vmware.api [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Waiting for the task: (returnval){ [ 743.576173] env[70243]: value = "task-3621593" [ 743.576173] env[70243]: _type = "Task" [ 743.576173] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.589317] env[70243]: DEBUG oslo_vmware.api [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Task: {'id': task-3621593, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.750893] env[70243]: DEBUG oslo_concurrency.lockutils [req-df95e2cb-8099-4ff0-a027-633da6b3398c req-b9d09593-5c0a-4bcc-9ab0-c2e3d962368a service nova] Releasing lock "refresh_cache-4556b8f6-e6f8-4180-a94a-58ddc27cd1b2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.000336] env[70243]: DEBUG oslo_vmware.api [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621591, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.089051] env[70243]: DEBUG oslo_vmware.api [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Task: {'id': task-3621593, 'name': ReconfigVM_Task, 'duration_secs': 0.409785} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.089368] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 34bb9e9c-f832-41d9-b640-fecc7d7f6756/34bb9e9c-f832-41d9-b640-fecc7d7f6756.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.090012] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36fcb24a-e73f-454a-a65a-1240ce515aa0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.096414] env[70243]: DEBUG oslo_vmware.api [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Waiting for the task: (returnval){ [ 744.096414] env[70243]: value = "task-3621594" [ 744.096414] env[70243]: _type = "Task" [ 744.096414] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.107352] env[70243]: DEBUG oslo_vmware.api [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Task: {'id': task-3621594, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.126297] env[70243]: DEBUG nova.compute.manager [req-64672c82-0a50-426c-b4d7-5949c4bbffa7 req-63f5c976-4a86-4698-834a-9ae587ab73a8 service nova] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Received event network-vif-plugged-98bf9267-7b2a-418f-9acc-07fce296efa1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.126297] env[70243]: DEBUG oslo_concurrency.lockutils [req-64672c82-0a50-426c-b4d7-5949c4bbffa7 req-63f5c976-4a86-4698-834a-9ae587ab73a8 service nova] Acquiring lock "50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.126440] env[70243]: DEBUG oslo_concurrency.lockutils [req-64672c82-0a50-426c-b4d7-5949c4bbffa7 req-63f5c976-4a86-4698-834a-9ae587ab73a8 service nova] Lock "50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.126632] env[70243]: DEBUG oslo_concurrency.lockutils [req-64672c82-0a50-426c-b4d7-5949c4bbffa7 req-63f5c976-4a86-4698-834a-9ae587ab73a8 service nova] Lock "50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.126810] env[70243]: DEBUG nova.compute.manager [req-64672c82-0a50-426c-b4d7-5949c4bbffa7 req-63f5c976-4a86-4698-834a-9ae587ab73a8 service nova] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] No waiting events found dispatching network-vif-plugged-98bf9267-7b2a-418f-9acc-07fce296efa1 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.126971] env[70243]: WARNING nova.compute.manager [req-64672c82-0a50-426c-b4d7-5949c4bbffa7 req-63f5c976-4a86-4698-834a-9ae587ab73a8 service nova] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Received unexpected event network-vif-plugged-98bf9267-7b2a-418f-9acc-07fce296efa1 for instance with vm_state building and task_state spawning. [ 744.209203] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516ca9ce-7f24-462a-ad0a-3b7f15e41602 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.219552] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abd694d-7235-41e4-a4eb-331e9996cf41 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.252693] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a739941c-bdc6-4c2d-a77a-f8563f7334fc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.262254] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8f1aeb-8da7-45c1-bdf4-52169b857caf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.277218] env[70243]: DEBUG nova.compute.provider_tree [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.478224] env[70243]: DEBUG nova.network.neutron [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Successfully updated port: 98bf9267-7b2a-418f-9acc-07fce296efa1 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.500062] env[70243]: DEBUG oslo_vmware.api [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621591, 'name': RemoveSnapshot_Task, 'duration_secs': 1.468775} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.500062] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Deleted Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 744.500062] env[70243]: INFO nova.compute.manager [None req-2a4a32c6-a00a-41bc-b6a2-970b0a6ec220 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Took 18.20 seconds to snapshot the instance on the hypervisor. [ 744.610579] env[70243]: DEBUG oslo_vmware.api [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Task: {'id': task-3621594, 'name': Rename_Task, 'duration_secs': 0.166974} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.610908] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.611183] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e4c0674-50ab-427e-9b3f-bc2fa47a1b14 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.620589] env[70243]: DEBUG oslo_vmware.api [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Waiting for the task: (returnval){ [ 744.620589] env[70243]: value = "task-3621595" [ 744.620589] env[70243]: _type = "Task" [ 744.620589] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.634632] env[70243]: DEBUG oslo_vmware.api [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Task: {'id': task-3621595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.783922] env[70243]: DEBUG nova.scheduler.client.report [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.981305] env[70243]: DEBUG oslo_concurrency.lockutils [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "refresh_cache-50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.981807] env[70243]: DEBUG oslo_concurrency.lockutils [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquired lock "refresh_cache-50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.982020] env[70243]: DEBUG nova.network.neutron [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.132320] env[70243]: DEBUG oslo_vmware.api [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Task: {'id': task-3621595, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.291316] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.291543] env[70243]: DEBUG nova.compute.manager [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.294215] env[70243]: DEBUG oslo_concurrency.lockutils [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.580s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.295547] env[70243]: INFO nova.compute.claims [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.080023] env[70243]: DEBUG nova.compute.utils [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.087528] env[70243]: DEBUG nova.compute.manager [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.087779] env[70243]: DEBUG nova.network.neutron [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.089700] env[70243]: DEBUG oslo_concurrency.lockutils [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "9f620f3b-e99a-4825-84c5-e4415d6e45d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.089915] env[70243]: DEBUG oslo_concurrency.lockutils [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "9f620f3b-e99a-4825-84c5-e4415d6e45d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.097906] env[70243]: DEBUG oslo_vmware.api [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Task: {'id': task-3621595, 'name': PowerOnVM_Task, 'duration_secs': 0.52579} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.098172] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.098359] env[70243]: INFO nova.compute.manager [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Took 8.44 seconds to spawn the instance on the hypervisor. [ 746.098525] env[70243]: DEBUG nova.compute.manager [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.099578] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31e024b-394b-4fae-924b-c0e18d89e0dc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.135573] env[70243]: DEBUG nova.network.neutron [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.171041] env[70243]: DEBUG nova.compute.manager [req-c4ef21d3-09eb-479b-807b-6d0c02ae9c12 req-e849e3a8-529b-4ac0-aea7-3ad58af62232 service nova] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Received event network-changed-98bf9267-7b2a-418f-9acc-07fce296efa1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.171236] env[70243]: DEBUG nova.compute.manager [req-c4ef21d3-09eb-479b-807b-6d0c02ae9c12 req-e849e3a8-529b-4ac0-aea7-3ad58af62232 service nova] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Refreshing instance network info cache due to event network-changed-98bf9267-7b2a-418f-9acc-07fce296efa1. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.171420] env[70243]: DEBUG oslo_concurrency.lockutils [req-c4ef21d3-09eb-479b-807b-6d0c02ae9c12 req-e849e3a8-529b-4ac0-aea7-3ad58af62232 service nova] Acquiring lock "refresh_cache-50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.173531] env[70243]: DEBUG nova.policy [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b10cd0ae52854ef2b35ac6815cc60386', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e31d1e58e3844a9b4f3f32bbd59a735', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.209140] env[70243]: DEBUG oslo_concurrency.lockutils [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Acquiring lock "599b125b-2fb0-490c-a9ef-cc00879a1be8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.209469] env[70243]: DEBUG oslo_concurrency.lockutils [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Lock "599b125b-2fb0-490c-a9ef-cc00879a1be8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.399349] env[70243]: DEBUG nova.network.neutron [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Updating instance_info_cache with network_info: [{"id": "98bf9267-7b2a-418f-9acc-07fce296efa1", "address": "fa:16:3e:43:96:02", "network": {"id": "9008d91f-bd39-4a2b-bd60-f11b34cfb2c0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021891106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43eeaa4f169b474f98c30133c1f11117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98bf9267-7b", "ovs_interfaceid": "98bf9267-7b2a-418f-9acc-07fce296efa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.585891] env[70243]: DEBUG nova.compute.manager [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.595363] env[70243]: DEBUG nova.compute.manager [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.602857] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a60393-5292-4c98-9f0f-5ba6517927f3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.607766] env[70243]: DEBUG nova.network.neutron [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Successfully created port: a5cea8c6-6d6d-4002-8742-2e2de9687c32 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.617248] env[70243]: INFO nova.compute.manager [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Took 40.20 seconds to build instance. [ 746.804374] env[70243]: DEBUG oslo_concurrency.lockutils [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Acquiring lock "91c048bc-1be0-4ebf-9b2f-49ced29924f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.804374] env[70243]: DEBUG oslo_concurrency.lockutils [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Lock "91c048bc-1be0-4ebf-9b2f-49ced29924f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.905561] env[70243]: DEBUG oslo_concurrency.lockutils [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Releasing lock "refresh_cache-50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.905964] env[70243]: DEBUG nova.compute.manager [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Instance network_info: |[{"id": "98bf9267-7b2a-418f-9acc-07fce296efa1", "address": "fa:16:3e:43:96:02", "network": {"id": "9008d91f-bd39-4a2b-bd60-f11b34cfb2c0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021891106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43eeaa4f169b474f98c30133c1f11117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98bf9267-7b", "ovs_interfaceid": "98bf9267-7b2a-418f-9acc-07fce296efa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.906808] env[70243]: DEBUG oslo_concurrency.lockutils [req-c4ef21d3-09eb-479b-807b-6d0c02ae9c12 req-e849e3a8-529b-4ac0-aea7-3ad58af62232 service nova] Acquired lock "refresh_cache-50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.907434] env[70243]: DEBUG nova.network.neutron [req-c4ef21d3-09eb-479b-807b-6d0c02ae9c12 req-e849e3a8-529b-4ac0-aea7-3ad58af62232 service nova] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Refreshing network info cache for port 98bf9267-7b2a-418f-9acc-07fce296efa1 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.911018] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:96:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98bf9267-7b2a-418f-9acc-07fce296efa1', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.918488] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.921536] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.922602] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27904dc8-ae50-4e26-9343-4e26217328d8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.950856] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.950856] env[70243]: value = "task-3621596" [ 746.950856] env[70243]: _type = "Task" [ 746.950856] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.962802] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621596, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.123571] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ae759eee-9fa7-42f7-868d-95f091361860 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Lock "34bb9e9c-f832-41d9-b640-fecc7d7f6756" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.449s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.124473] env[70243]: INFO nova.compute.manager [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] instance snapshotting [ 747.128064] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16d5c19-78eb-4dc9-b7b4-c179ad83981a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.159545] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e026dd-89f9-4ce2-a076-3730bb295b55 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.197725] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b59a686-a2ba-4f61-999c-9d9e7bfce752 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.208176] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df44587-c267-4bc4-8e60-9d091419ccf9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.241041] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0804b9ba-446f-4ecf-bb2c-f3330c372ef3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.250704] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bebceb-e6f9-4e41-a093-36b3afb7fc77 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.267766] env[70243]: DEBUG nova.compute.provider_tree [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.460877] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621596, 'name': CreateVM_Task, 'duration_secs': 0.34086} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.461644] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.462435] env[70243]: DEBUG oslo_concurrency.lockutils [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.462619] env[70243]: DEBUG oslo_concurrency.lockutils [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.463075] env[70243]: DEBUG oslo_concurrency.lockutils [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.464031] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f2c74ae-8d96-4ffc-bbce-33e71676f319 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.469425] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 747.469425] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5208edc9-4ee0-5954-b753-35e91f0b4e6d" [ 747.469425] env[70243]: _type = "Task" [ 747.469425] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.480111] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5208edc9-4ee0-5954-b753-35e91f0b4e6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.606021] env[70243]: DEBUG nova.compute.manager [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.627774] env[70243]: DEBUG nova.compute.manager [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.632849] env[70243]: DEBUG nova.virt.hardware [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.633089] env[70243]: DEBUG nova.virt.hardware [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.633243] env[70243]: DEBUG nova.virt.hardware [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.633423] env[70243]: DEBUG nova.virt.hardware [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.633566] env[70243]: DEBUG nova.virt.hardware [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.633708] env[70243]: DEBUG nova.virt.hardware [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.633905] env[70243]: DEBUG nova.virt.hardware [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.634080] env[70243]: DEBUG nova.virt.hardware [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.634250] env[70243]: DEBUG nova.virt.hardware [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.634410] env[70243]: DEBUG nova.virt.hardware [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.634579] env[70243]: DEBUG nova.virt.hardware [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.635768] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2afb77-bde7-4e95-ab5b-cbb77f261285 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.643549] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5f84bb-8921-4fd4-b100-94ea68fcccc8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.675644] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Creating Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 747.676009] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-65ec43eb-c471-4ce0-9008-abfea46bec2a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.684600] env[70243]: DEBUG oslo_vmware.api [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 747.684600] env[70243]: value = "task-3621597" [ 747.684600] env[70243]: _type = "Task" [ 747.684600] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.703352] env[70243]: DEBUG oslo_vmware.api [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621597, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.772201] env[70243]: DEBUG nova.scheduler.client.report [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.933332] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.933634] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.966852] env[70243]: DEBUG nova.network.neutron [req-c4ef21d3-09eb-479b-807b-6d0c02ae9c12 req-e849e3a8-529b-4ac0-aea7-3ad58af62232 service nova] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Updated VIF entry in instance network info cache for port 98bf9267-7b2a-418f-9acc-07fce296efa1. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.967343] env[70243]: DEBUG nova.network.neutron [req-c4ef21d3-09eb-479b-807b-6d0c02ae9c12 req-e849e3a8-529b-4ac0-aea7-3ad58af62232 service nova] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Updating instance_info_cache with network_info: [{"id": "98bf9267-7b2a-418f-9acc-07fce296efa1", "address": "fa:16:3e:43:96:02", "network": {"id": "9008d91f-bd39-4a2b-bd60-f11b34cfb2c0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021891106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43eeaa4f169b474f98c30133c1f11117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98bf9267-7b", "ovs_interfaceid": "98bf9267-7b2a-418f-9acc-07fce296efa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.983571] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5208edc9-4ee0-5954-b753-35e91f0b4e6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010305} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.984042] env[70243]: DEBUG oslo_concurrency.lockutils [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.984152] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.984451] env[70243]: DEBUG oslo_concurrency.lockutils [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.984625] env[70243]: DEBUG oslo_concurrency.lockutils [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.984848] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.985821] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6f68473-1b0f-4121-ab6c-47c56682b06d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.994608] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.994967] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.995743] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f91f14f2-a63e-47e0-8b12-3821bcae6f7e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.001626] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 748.001626] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529e447e-d2e3-b468-33ab-149147b494ce" [ 748.001626] env[70243]: _type = "Task" [ 748.001626] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.009889] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529e447e-d2e3-b468-33ab-149147b494ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.156345] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.196065] env[70243]: DEBUG oslo_vmware.api [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621597, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.279723] env[70243]: DEBUG oslo_concurrency.lockutils [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.985s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.280297] env[70243]: DEBUG nova.compute.manager [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.284087] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.370s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.287674] env[70243]: INFO nova.compute.claims [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.445424] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.445798] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.446011] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.446220] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.446415] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.446601] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.446756] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 748.447276] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.470465] env[70243]: DEBUG oslo_concurrency.lockutils [req-c4ef21d3-09eb-479b-807b-6d0c02ae9c12 req-e849e3a8-529b-4ac0-aea7-3ad58af62232 service nova] Releasing lock "refresh_cache-50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.480640] env[70243]: DEBUG nova.network.neutron [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Successfully updated port: a5cea8c6-6d6d-4002-8742-2e2de9687c32 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.511983] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529e447e-d2e3-b468-33ab-149147b494ce, 'name': SearchDatastore_Task, 'duration_secs': 0.009947} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.512789] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fec0df4-f87f-4e3e-9b2c-404fa6df1634 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.518283] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 748.518283] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52daa725-83ce-1641-09e0-f890dbc648a2" [ 748.518283] env[70243]: _type = "Task" [ 748.518283] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.526200] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52daa725-83ce-1641-09e0-f890dbc648a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.597194] env[70243]: DEBUG nova.compute.manager [req-c7760411-6773-4b79-9312-6a0caaf1f1d4 req-e8095bc4-ea11-45b6-b523-cc5bcf41ff7b service nova] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Received event network-vif-plugged-a5cea8c6-6d6d-4002-8742-2e2de9687c32 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.597315] env[70243]: DEBUG oslo_concurrency.lockutils [req-c7760411-6773-4b79-9312-6a0caaf1f1d4 req-e8095bc4-ea11-45b6-b523-cc5bcf41ff7b service nova] Acquiring lock "f883d0f3-da86-44ab-85d7-692d519903a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.597481] env[70243]: DEBUG oslo_concurrency.lockutils [req-c7760411-6773-4b79-9312-6a0caaf1f1d4 req-e8095bc4-ea11-45b6-b523-cc5bcf41ff7b service nova] Lock "f883d0f3-da86-44ab-85d7-692d519903a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.597660] env[70243]: DEBUG oslo_concurrency.lockutils [req-c7760411-6773-4b79-9312-6a0caaf1f1d4 req-e8095bc4-ea11-45b6-b523-cc5bcf41ff7b service nova] Lock "f883d0f3-da86-44ab-85d7-692d519903a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.597813] env[70243]: DEBUG nova.compute.manager [req-c7760411-6773-4b79-9312-6a0caaf1f1d4 req-e8095bc4-ea11-45b6-b523-cc5bcf41ff7b service nova] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] No waiting events found dispatching network-vif-plugged-a5cea8c6-6d6d-4002-8742-2e2de9687c32 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.597974] env[70243]: WARNING nova.compute.manager [req-c7760411-6773-4b79-9312-6a0caaf1f1d4 req-e8095bc4-ea11-45b6-b523-cc5bcf41ff7b service nova] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Received unexpected event network-vif-plugged-a5cea8c6-6d6d-4002-8742-2e2de9687c32 for instance with vm_state building and task_state spawning. [ 748.697993] env[70243]: DEBUG oslo_vmware.api [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621597, 'name': CreateSnapshot_Task, 'duration_secs': 0.772341} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.701582] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Created Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 748.702392] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbd7d97-553c-4a27-8b2a-a745c1eace95 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.791199] env[70243]: DEBUG nova.compute.utils [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.795100] env[70243]: DEBUG nova.compute.manager [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.795100] env[70243]: DEBUG nova.network.neutron [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.836361] env[70243]: DEBUG nova.policy [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b13158dc635343dd925777ba92b403a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dbca791ad4e4a5080d2a4927c7c5af9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.953322] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.984536] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "refresh_cache-f883d0f3-da86-44ab-85d7-692d519903a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.984536] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquired lock "refresh_cache-f883d0f3-da86-44ab-85d7-692d519903a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.984536] env[70243]: DEBUG nova.network.neutron [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.029493] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52daa725-83ce-1641-09e0-f890dbc648a2, 'name': SearchDatastore_Task, 'duration_secs': 0.014698} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.032048] env[70243]: DEBUG oslo_concurrency.lockutils [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.032048] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738/50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.032048] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e32d894-cd49-4eb9-8212-98cf9a293bd1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.037246] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 749.037246] env[70243]: value = "task-3621598" [ 749.037246] env[70243]: _type = "Task" [ 749.037246] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.045575] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.222034] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Creating linked-clone VM from snapshot {{(pid=70243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 749.222454] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6d3d0eec-100a-44ae-9364-6ac46c2648a7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.230367] env[70243]: DEBUG oslo_vmware.api [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 749.230367] env[70243]: value = "task-3621599" [ 749.230367] env[70243]: _type = "Task" [ 749.230367] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.238975] env[70243]: DEBUG oslo_vmware.api [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621599, 'name': CloneVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.259572] env[70243]: DEBUG nova.network.neutron [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Successfully created port: ef6db3d2-1629-44e3-8951-828a358d1cb0 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.299124] env[70243]: DEBUG nova.compute.manager [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.549198] env[70243]: DEBUG nova.network.neutron [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.560905] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621598, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.746650] env[70243]: DEBUG oslo_vmware.api [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621599, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.838297] env[70243]: DEBUG nova.network.neutron [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Updating instance_info_cache with network_info: [{"id": "a5cea8c6-6d6d-4002-8742-2e2de9687c32", "address": "fa:16:3e:33:d9:1f", "network": {"id": "14da2089-8f3c-4c07-816f-3e67c8767cc4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599401137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e31d1e58e3844a9b4f3f32bbd59a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5cea8c6-6d", "ovs_interfaceid": "a5cea8c6-6d6d-4002-8742-2e2de9687c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.886336] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68606bfe-8e56-4ed4-a8ca-01af8db7a10e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.893969] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e767f6ea-f915-4013-b7d0-3d629413be0b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.923460] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbcbb71-cc0f-481d-8161-0f92d35be633 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.931136] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25784cd-47a9-4eec-96b0-457141575293 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.944171] env[70243]: DEBUG nova.compute.provider_tree [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.048817] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581871} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.049097] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738/50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.049318] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.049565] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2662e59-76ed-48c4-aa3f-cfcc1aa41798 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.056673] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 750.056673] env[70243]: value = "task-3621600" [ 750.056673] env[70243]: _type = "Task" [ 750.056673] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.065759] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.245932] env[70243]: DEBUG oslo_vmware.api [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621599, 'name': CloneVM_Task} progress is 95%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.311925] env[70243]: DEBUG nova.compute.manager [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.334726] env[70243]: DEBUG nova.virt.hardware [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.335008] env[70243]: DEBUG nova.virt.hardware [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.335171] env[70243]: DEBUG nova.virt.hardware [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.335359] env[70243]: DEBUG nova.virt.hardware [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.335505] env[70243]: DEBUG nova.virt.hardware [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.335647] env[70243]: DEBUG nova.virt.hardware [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.335849] env[70243]: DEBUG nova.virt.hardware [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.336010] env[70243]: DEBUG nova.virt.hardware [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.336177] env[70243]: DEBUG nova.virt.hardware [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.336336] env[70243]: DEBUG nova.virt.hardware [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.336501] env[70243]: DEBUG nova.virt.hardware [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.337372] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b2a3e2-857f-4664-a5bd-04c64d014151 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.340555] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Releasing lock "refresh_cache-f883d0f3-da86-44ab-85d7-692d519903a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.340865] env[70243]: DEBUG nova.compute.manager [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Instance network_info: |[{"id": "a5cea8c6-6d6d-4002-8742-2e2de9687c32", "address": "fa:16:3e:33:d9:1f", "network": {"id": "14da2089-8f3c-4c07-816f-3e67c8767cc4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599401137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e31d1e58e3844a9b4f3f32bbd59a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5cea8c6-6d", "ovs_interfaceid": "a5cea8c6-6d6d-4002-8742-2e2de9687c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.341254] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:d9:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5cea8c6-6d6d-4002-8742-2e2de9687c32', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.348671] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Creating folder: Project (3e31d1e58e3844a9b4f3f32bbd59a735). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.351362] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a0693af-e47b-4e4b-9179-f7a6cd3b44c5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.354356] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d75e9a-61d4-47c7-a5da-716007287105 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.370977] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Created folder: Project (3e31d1e58e3844a9b4f3f32bbd59a735) in parent group-v722220. [ 750.371185] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Creating folder: Instances. Parent ref: group-v722300. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.371424] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87b9ae4b-13a4-4c24-acc1-a8885b9b235e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.381911] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Created folder: Instances in parent group-v722300. [ 750.382174] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.382354] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.382517] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d20a9818-d9fd-4e0b-817b-793d96a991a8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.402048] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.402048] env[70243]: value = "task-3621603" [ 750.402048] env[70243]: _type = "Task" [ 750.402048] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.409357] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621603, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.447537] env[70243]: DEBUG nova.scheduler.client.report [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.568196] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.232895} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.568490] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.569345] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e7b00d-1ba5-4420-8abd-8dfbe853efba {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.591458] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738/50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.592137] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23de641f-1669-40c4-8952-6def1eeb70a1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.611505] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 750.611505] env[70243]: value = "task-3621604" [ 750.611505] env[70243]: _type = "Task" [ 750.611505] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.619190] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.740792] env[70243]: DEBUG nova.compute.manager [req-4039a57b-4cfb-403c-888d-8af49377e70d req-d41d82f3-2d7c-4241-ba61-71029214a1f0 service nova] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Received event network-changed-a5cea8c6-6d6d-4002-8742-2e2de9687c32 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.740999] env[70243]: DEBUG nova.compute.manager [req-4039a57b-4cfb-403c-888d-8af49377e70d req-d41d82f3-2d7c-4241-ba61-71029214a1f0 service nova] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Refreshing instance network info cache due to event network-changed-a5cea8c6-6d6d-4002-8742-2e2de9687c32. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.743276] env[70243]: DEBUG oslo_concurrency.lockutils [req-4039a57b-4cfb-403c-888d-8af49377e70d req-d41d82f3-2d7c-4241-ba61-71029214a1f0 service nova] Acquiring lock "refresh_cache-f883d0f3-da86-44ab-85d7-692d519903a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.743445] env[70243]: DEBUG oslo_concurrency.lockutils [req-4039a57b-4cfb-403c-888d-8af49377e70d req-d41d82f3-2d7c-4241-ba61-71029214a1f0 service nova] Acquired lock "refresh_cache-f883d0f3-da86-44ab-85d7-692d519903a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.743611] env[70243]: DEBUG nova.network.neutron [req-4039a57b-4cfb-403c-888d-8af49377e70d req-d41d82f3-2d7c-4241-ba61-71029214a1f0 service nova] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Refreshing network info cache for port a5cea8c6-6d6d-4002-8742-2e2de9687c32 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.751961] env[70243]: DEBUG oslo_vmware.api [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621599, 'name': CloneVM_Task, 'duration_secs': 1.212147} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.752867] env[70243]: INFO nova.virt.vmwareapi.vmops [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Created linked-clone VM from snapshot [ 750.753947] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7a8158-1373-451e-9947-e687c1f32fdd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.762839] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Uploading image 334b50e2-9306-4e47-8187-da22d2739be8 {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 750.791534] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 750.791534] env[70243]: value = "vm-722299" [ 750.791534] env[70243]: _type = "VirtualMachine" [ 750.791534] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 750.791901] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-15c38ab8-c3f6-4ec5-a717-d4fd619cf224 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.801289] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lease: (returnval){ [ 750.801289] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a4865c-c519-bc3e-229f-c218b48823da" [ 750.801289] env[70243]: _type = "HttpNfcLease" [ 750.801289] env[70243]: } obtained for exporting VM: (result){ [ 750.801289] env[70243]: value = "vm-722299" [ 750.801289] env[70243]: _type = "VirtualMachine" [ 750.801289] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 750.801899] env[70243]: DEBUG oslo_vmware.api [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the lease: (returnval){ [ 750.801899] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a4865c-c519-bc3e-229f-c218b48823da" [ 750.801899] env[70243]: _type = "HttpNfcLease" [ 750.801899] env[70243]: } to be ready. {{(pid=70243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 750.809585] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 750.809585] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a4865c-c519-bc3e-229f-c218b48823da" [ 750.809585] env[70243]: _type = "HttpNfcLease" [ 750.809585] env[70243]: } is initializing. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 750.917938] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621603, 'name': CreateVM_Task, 'duration_secs': 0.478223} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.917938] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.917938] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.917938] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.917938] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.917938] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80101279-9d43-492a-8ace-e82b839ac166 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.920338] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 750.920338] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5202108a-13e3-93ed-770c-2b826689fe1f" [ 750.920338] env[70243]: _type = "Task" [ 750.920338] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.928243] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5202108a-13e3-93ed-770c-2b826689fe1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.952386] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.953463] env[70243]: DEBUG nova.compute.manager [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.957613] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.520s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.959989] env[70243]: INFO nova.compute.claims [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.021319] env[70243]: DEBUG nova.compute.manager [req-ea775a3f-02a8-40a9-ae70-946e645c8981 req-92efa1ae-0cbb-473d-ab0c-3a3273f31d27 service nova] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Received event network-changed-b33bf680-d475-431a-89ad-2b248c1d9c68 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.021519] env[70243]: DEBUG nova.compute.manager [req-ea775a3f-02a8-40a9-ae70-946e645c8981 req-92efa1ae-0cbb-473d-ab0c-3a3273f31d27 service nova] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Refreshing instance network info cache due to event network-changed-b33bf680-d475-431a-89ad-2b248c1d9c68. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.021738] env[70243]: DEBUG oslo_concurrency.lockutils [req-ea775a3f-02a8-40a9-ae70-946e645c8981 req-92efa1ae-0cbb-473d-ab0c-3a3273f31d27 service nova] Acquiring lock "refresh_cache-34bb9e9c-f832-41d9-b640-fecc7d7f6756" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.021881] env[70243]: DEBUG oslo_concurrency.lockutils [req-ea775a3f-02a8-40a9-ae70-946e645c8981 req-92efa1ae-0cbb-473d-ab0c-3a3273f31d27 service nova] Acquired lock "refresh_cache-34bb9e9c-f832-41d9-b640-fecc7d7f6756" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.022054] env[70243]: DEBUG nova.network.neutron [req-ea775a3f-02a8-40a9-ae70-946e645c8981 req-92efa1ae-0cbb-473d-ab0c-3a3273f31d27 service nova] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Refreshing network info cache for port b33bf680-d475-431a-89ad-2b248c1d9c68 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.100741] env[70243]: DEBUG nova.network.neutron [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Successfully updated port: ef6db3d2-1629-44e3-8951-828a358d1cb0 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.122149] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621604, 'name': ReconfigVM_Task, 'duration_secs': 0.420773} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.122452] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738/50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.124078] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26e365f7-1b0d-445e-bd2f-e9b4a83d3450 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.129677] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 751.129677] env[70243]: value = "task-3621606" [ 751.129677] env[70243]: _type = "Task" [ 751.129677] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.138039] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621606, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.310697] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 751.310697] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a4865c-c519-bc3e-229f-c218b48823da" [ 751.310697] env[70243]: _type = "HttpNfcLease" [ 751.310697] env[70243]: } is ready. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 751.311127] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 751.311127] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a4865c-c519-bc3e-229f-c218b48823da" [ 751.311127] env[70243]: _type = "HttpNfcLease" [ 751.311127] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 751.311876] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495175ad-dcbb-47c5-9f3b-5e5e8099218f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.320415] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ae3c6-52fd-01f7-62cb-b3a953145dc7/disk-0.vmdk from lease info. {{(pid=70243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 751.320605] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ae3c6-52fd-01f7-62cb-b3a953145dc7/disk-0.vmdk for reading. {{(pid=70243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 751.412726] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-23fc1e5f-0a02-4716-9f8e-d701580af0d8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.435493] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5202108a-13e3-93ed-770c-2b826689fe1f, 'name': SearchDatastore_Task, 'duration_secs': 0.012527} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.435493] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.435829] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.435829] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.435957] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.436155] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.436459] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfaf3443-307f-4f01-a89b-a5ab67fec58d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.453681] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.453937] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.454627] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db87598-1c02-4523-9f2e-71e9025d5538 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.460953] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 751.460953] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5296fc56-ba72-6588-4cde-f9043780f525" [ 751.460953] env[70243]: _type = "Task" [ 751.460953] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.465037] env[70243]: DEBUG nova.compute.utils [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.466359] env[70243]: DEBUG nova.compute.manager [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.466528] env[70243]: DEBUG nova.network.neutron [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.476235] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5296fc56-ba72-6588-4cde-f9043780f525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.559851] env[70243]: DEBUG nova.policy [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46f32323971c4967a974837ef4009ad0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2dda9f3cb2654814bed602e9f1cae1f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.605189] env[70243]: DEBUG oslo_concurrency.lockutils [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "refresh_cache-62701487-a567-491c-82e0-52f80336fecd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.605806] env[70243]: DEBUG oslo_concurrency.lockutils [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquired lock "refresh_cache-62701487-a567-491c-82e0-52f80336fecd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.607214] env[70243]: DEBUG nova.network.neutron [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.616687] env[70243]: DEBUG nova.network.neutron [req-4039a57b-4cfb-403c-888d-8af49377e70d req-d41d82f3-2d7c-4241-ba61-71029214a1f0 service nova] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Updated VIF entry in instance network info cache for port a5cea8c6-6d6d-4002-8742-2e2de9687c32. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.620216] env[70243]: DEBUG nova.network.neutron [req-4039a57b-4cfb-403c-888d-8af49377e70d req-d41d82f3-2d7c-4241-ba61-71029214a1f0 service nova] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Updating instance_info_cache with network_info: [{"id": "a5cea8c6-6d6d-4002-8742-2e2de9687c32", "address": "fa:16:3e:33:d9:1f", "network": {"id": "14da2089-8f3c-4c07-816f-3e67c8767cc4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599401137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e31d1e58e3844a9b4f3f32bbd59a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5cea8c6-6d", "ovs_interfaceid": "a5cea8c6-6d6d-4002-8742-2e2de9687c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.647546] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621606, 'name': Rename_Task, 'duration_secs': 0.323628} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.647831] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.648129] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-673a0940-6182-47bc-9f89-8106125388f2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.654731] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 751.654731] env[70243]: value = "task-3621607" [ 751.654731] env[70243]: _type = "Task" [ 751.654731] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.666078] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.972224] env[70243]: DEBUG nova.compute.manager [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.981385] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5296fc56-ba72-6588-4cde-f9043780f525, 'name': SearchDatastore_Task, 'duration_secs': 0.011429} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.985286] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d384eb-1a0b-4f23-ab68-34b9e6aa133e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.988497] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 751.988497] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c3d85e-a555-20a0-0763-65166466d889" [ 751.988497] env[70243]: _type = "Task" [ 751.988497] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.997749] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c3d85e-a555-20a0-0763-65166466d889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.083363] env[70243]: DEBUG nova.network.neutron [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Successfully created port: 4ff2c62c-2306-4d8e-b951-feaa37b8b014 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.123285] env[70243]: DEBUG oslo_concurrency.lockutils [req-4039a57b-4cfb-403c-888d-8af49377e70d req-d41d82f3-2d7c-4241-ba61-71029214a1f0 service nova] Releasing lock "refresh_cache-f883d0f3-da86-44ab-85d7-692d519903a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.123453] env[70243]: DEBUG nova.compute.manager [req-4039a57b-4cfb-403c-888d-8af49377e70d req-d41d82f3-2d7c-4241-ba61-71029214a1f0 service nova] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Received event network-changed-b33bf680-d475-431a-89ad-2b248c1d9c68 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.123620] env[70243]: DEBUG nova.compute.manager [req-4039a57b-4cfb-403c-888d-8af49377e70d req-d41d82f3-2d7c-4241-ba61-71029214a1f0 service nova] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Refreshing instance network info cache due to event network-changed-b33bf680-d475-431a-89ad-2b248c1d9c68. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.123805] env[70243]: DEBUG oslo_concurrency.lockutils [req-4039a57b-4cfb-403c-888d-8af49377e70d req-d41d82f3-2d7c-4241-ba61-71029214a1f0 service nova] Acquiring lock "refresh_cache-34bb9e9c-f832-41d9-b640-fecc7d7f6756" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.124914] env[70243]: DEBUG nova.network.neutron [req-ea775a3f-02a8-40a9-ae70-946e645c8981 req-92efa1ae-0cbb-473d-ab0c-3a3273f31d27 service nova] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Updated VIF entry in instance network info cache for port b33bf680-d475-431a-89ad-2b248c1d9c68. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.125452] env[70243]: DEBUG nova.network.neutron [req-ea775a3f-02a8-40a9-ae70-946e645c8981 req-92efa1ae-0cbb-473d-ab0c-3a3273f31d27 service nova] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Updating instance_info_cache with network_info: [{"id": "b33bf680-d475-431a-89ad-2b248c1d9c68", "address": "fa:16:3e:cd:5c:f7", "network": {"id": "8ce56668-c252-4cb8-aae0-1daa0970c073", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1248677778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dca3162e133464bafd02d9770b120c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33bf680-d4", "ovs_interfaceid": "b33bf680-d475-431a-89ad-2b248c1d9c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.165627] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621607, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.174343] env[70243]: DEBUG nova.network.neutron [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.471322] env[70243]: DEBUG nova.network.neutron [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Updating instance_info_cache with network_info: [{"id": "ef6db3d2-1629-44e3-8951-828a358d1cb0", "address": "fa:16:3e:79:68:11", "network": {"id": "4a284b5e-9431-47e0-afbe-61caada3f353", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-589564757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dbca791ad4e4a5080d2a4927c7c5af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef6db3d2-16", "ovs_interfaceid": "ef6db3d2-1629-44e3-8951-828a358d1cb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.504921] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c3d85e-a555-20a0-0763-65166466d889, 'name': SearchDatastore_Task, 'duration_secs': 0.010635} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.505243] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.505506] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] f883d0f3-da86-44ab-85d7-692d519903a7/f883d0f3-da86-44ab-85d7-692d519903a7.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.505765] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c174e162-abec-41e3-8215-a6fee067eaad {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.517704] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 752.517704] env[70243]: value = "task-3621608" [ 752.517704] env[70243]: _type = "Task" [ 752.517704] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.532248] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.591421] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1c6158-10bf-450e-ad37-5881223a0903 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.599537] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0bdd5b-704a-4bc6-a01c-65915a8ea760 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.634126] env[70243]: DEBUG oslo_concurrency.lockutils [req-ea775a3f-02a8-40a9-ae70-946e645c8981 req-92efa1ae-0cbb-473d-ab0c-3a3273f31d27 service nova] Releasing lock "refresh_cache-34bb9e9c-f832-41d9-b640-fecc7d7f6756" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.634895] env[70243]: DEBUG oslo_concurrency.lockutils [req-4039a57b-4cfb-403c-888d-8af49377e70d req-d41d82f3-2d7c-4241-ba61-71029214a1f0 service nova] Acquired lock "refresh_cache-34bb9e9c-f832-41d9-b640-fecc7d7f6756" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.635278] env[70243]: DEBUG nova.network.neutron [req-4039a57b-4cfb-403c-888d-8af49377e70d req-d41d82f3-2d7c-4241-ba61-71029214a1f0 service nova] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Refreshing network info cache for port b33bf680-d475-431a-89ad-2b248c1d9c68 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.637468] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94cb5ee-9086-4f72-b213-fd4a86a59ef6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.646163] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212c22fc-5ea0-4bb5-87e9-dfb9dbc942c9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.662443] env[70243]: DEBUG nova.compute.provider_tree [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.673286] env[70243]: DEBUG oslo_vmware.api [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621607, 'name': PowerOnVM_Task, 'duration_secs': 0.519718} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.674263] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.674478] env[70243]: INFO nova.compute.manager [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Took 10.16 seconds to spawn the instance on the hypervisor. [ 752.674720] env[70243]: DEBUG nova.compute.manager [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.675617] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b4f350-ba18-4a96-8d18-adb12916729d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.706491] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Acquiring lock "34bb9e9c-f832-41d9-b640-fecc7d7f6756" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.706627] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Lock "34bb9e9c-f832-41d9-b640-fecc7d7f6756" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.706765] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Acquiring lock "34bb9e9c-f832-41d9-b640-fecc7d7f6756-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.706948] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Lock "34bb9e9c-f832-41d9-b640-fecc7d7f6756-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.707137] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Lock "34bb9e9c-f832-41d9-b640-fecc7d7f6756-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.709916] env[70243]: INFO nova.compute.manager [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Terminating instance [ 752.772685] env[70243]: DEBUG nova.compute.manager [req-62d44d35-b31a-48a9-8974-41f45de6d8e1 req-eae63fc6-747e-4f04-b1bd-292c61702f00 service nova] [instance: 62701487-a567-491c-82e0-52f80336fecd] Received event network-vif-plugged-ef6db3d2-1629-44e3-8951-828a358d1cb0 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.774077] env[70243]: DEBUG oslo_concurrency.lockutils [req-62d44d35-b31a-48a9-8974-41f45de6d8e1 req-eae63fc6-747e-4f04-b1bd-292c61702f00 service nova] Acquiring lock "62701487-a567-491c-82e0-52f80336fecd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.774312] env[70243]: DEBUG oslo_concurrency.lockutils [req-62d44d35-b31a-48a9-8974-41f45de6d8e1 req-eae63fc6-747e-4f04-b1bd-292c61702f00 service nova] Lock "62701487-a567-491c-82e0-52f80336fecd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.774719] env[70243]: DEBUG oslo_concurrency.lockutils [req-62d44d35-b31a-48a9-8974-41f45de6d8e1 req-eae63fc6-747e-4f04-b1bd-292c61702f00 service nova] Lock "62701487-a567-491c-82e0-52f80336fecd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.774915] env[70243]: DEBUG nova.compute.manager [req-62d44d35-b31a-48a9-8974-41f45de6d8e1 req-eae63fc6-747e-4f04-b1bd-292c61702f00 service nova] [instance: 62701487-a567-491c-82e0-52f80336fecd] No waiting events found dispatching network-vif-plugged-ef6db3d2-1629-44e3-8951-828a358d1cb0 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.775141] env[70243]: WARNING nova.compute.manager [req-62d44d35-b31a-48a9-8974-41f45de6d8e1 req-eae63fc6-747e-4f04-b1bd-292c61702f00 service nova] [instance: 62701487-a567-491c-82e0-52f80336fecd] Received unexpected event network-vif-plugged-ef6db3d2-1629-44e3-8951-828a358d1cb0 for instance with vm_state building and task_state spawning. [ 752.775345] env[70243]: DEBUG nova.compute.manager [req-62d44d35-b31a-48a9-8974-41f45de6d8e1 req-eae63fc6-747e-4f04-b1bd-292c61702f00 service nova] [instance: 62701487-a567-491c-82e0-52f80336fecd] Received event network-changed-ef6db3d2-1629-44e3-8951-828a358d1cb0 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.775510] env[70243]: DEBUG nova.compute.manager [req-62d44d35-b31a-48a9-8974-41f45de6d8e1 req-eae63fc6-747e-4f04-b1bd-292c61702f00 service nova] [instance: 62701487-a567-491c-82e0-52f80336fecd] Refreshing instance network info cache due to event network-changed-ef6db3d2-1629-44e3-8951-828a358d1cb0. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.775712] env[70243]: DEBUG oslo_concurrency.lockutils [req-62d44d35-b31a-48a9-8974-41f45de6d8e1 req-eae63fc6-747e-4f04-b1bd-292c61702f00 service nova] Acquiring lock "refresh_cache-62701487-a567-491c-82e0-52f80336fecd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.975186] env[70243]: DEBUG oslo_concurrency.lockutils [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Releasing lock "refresh_cache-62701487-a567-491c-82e0-52f80336fecd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.975762] env[70243]: DEBUG nova.compute.manager [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Instance network_info: |[{"id": "ef6db3d2-1629-44e3-8951-828a358d1cb0", "address": "fa:16:3e:79:68:11", "network": {"id": "4a284b5e-9431-47e0-afbe-61caada3f353", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-589564757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dbca791ad4e4a5080d2a4927c7c5af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef6db3d2-16", "ovs_interfaceid": "ef6db3d2-1629-44e3-8951-828a358d1cb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.976280] env[70243]: DEBUG oslo_concurrency.lockutils [req-62d44d35-b31a-48a9-8974-41f45de6d8e1 req-eae63fc6-747e-4f04-b1bd-292c61702f00 service nova] Acquired lock "refresh_cache-62701487-a567-491c-82e0-52f80336fecd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.976594] env[70243]: DEBUG nova.network.neutron [req-62d44d35-b31a-48a9-8974-41f45de6d8e1 req-eae63fc6-747e-4f04-b1bd-292c61702f00 service nova] [instance: 62701487-a567-491c-82e0-52f80336fecd] Refreshing network info cache for port ef6db3d2-1629-44e3-8951-828a358d1cb0 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.978839] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:68:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef6db3d2-1629-44e3-8951-828a358d1cb0', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.989098] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Creating folder: Project (8dbca791ad4e4a5080d2a4927c7c5af9). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.993944] env[70243]: DEBUG nova.compute.manager [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.996009] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-587bbf42-cad8-400b-8569-59a1b763060c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.008533] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Created folder: Project (8dbca791ad4e4a5080d2a4927c7c5af9) in parent group-v722220. [ 753.009401] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Creating folder: Instances. Parent ref: group-v722303. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.009401] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29bad251-c1d7-4d0e-b3ad-991f07682ec7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.023391] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Created folder: Instances in parent group-v722303. [ 753.023808] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.026343] env[70243]: DEBUG nova.virt.hardware [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.026804] env[70243]: DEBUG nova.virt.hardware [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.026963] env[70243]: DEBUG nova.virt.hardware [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.027116] env[70243]: DEBUG nova.virt.hardware [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.027386] env[70243]: DEBUG nova.virt.hardware [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.027538] env[70243]: DEBUG nova.virt.hardware [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.027820] env[70243]: DEBUG nova.virt.hardware [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.027980] env[70243]: DEBUG nova.virt.hardware [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.028171] env[70243]: DEBUG nova.virt.hardware [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.028348] env[70243]: DEBUG nova.virt.hardware [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.028673] env[70243]: DEBUG nova.virt.hardware [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.029281] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62701487-a567-491c-82e0-52f80336fecd] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.030167] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da747060-41c0-49e9-ba2d-c772df434813 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.041641] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5c32349-3bda-43de-a07e-9ef9f56de3ee {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.059731] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621608, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.070996] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d1173c-d4f9-4777-9132-5fd0f29fc1c8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.079459] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.079459] env[70243]: value = "task-3621611" [ 753.079459] env[70243]: _type = "Task" [ 753.079459] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.101665] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621611, 'name': CreateVM_Task} progress is 15%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.166162] env[70243]: DEBUG nova.scheduler.client.report [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.194904] env[70243]: INFO nova.compute.manager [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Took 43.87 seconds to build instance. [ 753.214536] env[70243]: DEBUG nova.compute.manager [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.215403] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.218989] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc5b283-416e-4780-9b62-35c54d5722e8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.227691] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.228102] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abc10286-c39b-481e-b2cf-a3e1fa356015 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.240051] env[70243]: DEBUG oslo_vmware.api [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Waiting for the task: (returnval){ [ 753.240051] env[70243]: value = "task-3621612" [ 753.240051] env[70243]: _type = "Task" [ 753.240051] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.246312] env[70243]: DEBUG oslo_vmware.api [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Task: {'id': task-3621612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.301746] env[70243]: DEBUG nova.network.neutron [req-62d44d35-b31a-48a9-8974-41f45de6d8e1 req-eae63fc6-747e-4f04-b1bd-292c61702f00 service nova] [instance: 62701487-a567-491c-82e0-52f80336fecd] Updated VIF entry in instance network info cache for port ef6db3d2-1629-44e3-8951-828a358d1cb0. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.302167] env[70243]: DEBUG nova.network.neutron [req-62d44d35-b31a-48a9-8974-41f45de6d8e1 req-eae63fc6-747e-4f04-b1bd-292c61702f00 service nova] [instance: 62701487-a567-491c-82e0-52f80336fecd] Updating instance_info_cache with network_info: [{"id": "ef6db3d2-1629-44e3-8951-828a358d1cb0", "address": "fa:16:3e:79:68:11", "network": {"id": "4a284b5e-9431-47e0-afbe-61caada3f353", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-589564757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dbca791ad4e4a5080d2a4927c7c5af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef6db3d2-16", "ovs_interfaceid": "ef6db3d2-1629-44e3-8951-828a358d1cb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.393028] env[70243]: DEBUG nova.network.neutron [req-4039a57b-4cfb-403c-888d-8af49377e70d req-d41d82f3-2d7c-4241-ba61-71029214a1f0 service nova] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Updated VIF entry in instance network info cache for port b33bf680-d475-431a-89ad-2b248c1d9c68. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.393028] env[70243]: DEBUG nova.network.neutron [req-4039a57b-4cfb-403c-888d-8af49377e70d req-d41d82f3-2d7c-4241-ba61-71029214a1f0 service nova] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Updating instance_info_cache with network_info: [{"id": "b33bf680-d475-431a-89ad-2b248c1d9c68", "address": "fa:16:3e:cd:5c:f7", "network": {"id": "8ce56668-c252-4cb8-aae0-1daa0970c073", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1248677778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dca3162e133464bafd02d9770b120c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33bf680-d4", "ovs_interfaceid": "b33bf680-d475-431a-89ad-2b248c1d9c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.527429] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647144} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.527809] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] f883d0f3-da86-44ab-85d7-692d519903a7/f883d0f3-da86-44ab-85d7-692d519903a7.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.527902] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.528137] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35bf1eb0-f5c9-4234-97c6-db6fb10bd353 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.534558] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 753.534558] env[70243]: value = "task-3621613" [ 753.534558] env[70243]: _type = "Task" [ 753.534558] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.542761] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.589973] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621611, 'name': CreateVM_Task, 'duration_secs': 0.500156} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.590725] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62701487-a567-491c-82e0-52f80336fecd] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.591337] env[70243]: DEBUG oslo_concurrency.lockutils [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.591565] env[70243]: DEBUG oslo_concurrency.lockutils [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.591921] env[70243]: DEBUG oslo_concurrency.lockutils [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.592904] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e54e6953-2e31-4c16-b215-4273ef6b0eb4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.598238] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 753.598238] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528caf60-600b-9093-991f-3cb226ef668d" [ 753.598238] env[70243]: _type = "Task" [ 753.598238] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.606633] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528caf60-600b-9093-991f-3cb226ef668d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.675576] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.676144] env[70243]: DEBUG nova.compute.manager [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.679786] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.111s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.680948] env[70243]: INFO nova.compute.claims [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.697653] env[70243]: DEBUG oslo_concurrency.lockutils [None req-41bcc6d1-d8ee-41d1-b77b-ec161690ebf0 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.751s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.748694] env[70243]: DEBUG oslo_vmware.api [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Task: {'id': task-3621612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.808145] env[70243]: DEBUG oslo_concurrency.lockutils [req-62d44d35-b31a-48a9-8974-41f45de6d8e1 req-eae63fc6-747e-4f04-b1bd-292c61702f00 service nova] Releasing lock "refresh_cache-62701487-a567-491c-82e0-52f80336fecd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.889137] env[70243]: DEBUG nova.network.neutron [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Successfully updated port: 4ff2c62c-2306-4d8e-b951-feaa37b8b014 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.897942] env[70243]: DEBUG oslo_concurrency.lockutils [req-4039a57b-4cfb-403c-888d-8af49377e70d req-d41d82f3-2d7c-4241-ba61-71029214a1f0 service nova] Releasing lock "refresh_cache-34bb9e9c-f832-41d9-b640-fecc7d7f6756" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.044288] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.109844] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528caf60-600b-9093-991f-3cb226ef668d, 'name': SearchDatastore_Task, 'duration_secs': 0.020274} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.110166] env[70243]: DEBUG oslo_concurrency.lockutils [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.110402] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.110635] env[70243]: DEBUG oslo_concurrency.lockutils [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.110833] env[70243]: DEBUG oslo_concurrency.lockutils [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.111033] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.111305] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e515dbc-5371-427e-9849-1790e9c95978 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.120179] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.120411] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.121167] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e895f75-c232-4ae6-8509-06c07e4bf5ca {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.126302] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 754.126302] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525bd6f8-7b8a-2e95-2928-166722ed475c" [ 754.126302] env[70243]: _type = "Task" [ 754.126302] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.134379] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525bd6f8-7b8a-2e95-2928-166722ed475c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.186172] env[70243]: DEBUG nova.compute.utils [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.190942] env[70243]: DEBUG nova.compute.manager [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.190942] env[70243]: DEBUG nova.network.neutron [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.203660] env[70243]: DEBUG nova.compute.manager [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.244138] env[70243]: DEBUG nova.policy [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8183cd2810a49bb9af85f49523b8945', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a37ac0d653143f8b19dd5e9da244a00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.252677] env[70243]: DEBUG oslo_vmware.api [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Task: {'id': task-3621612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.391236] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquiring lock "refresh_cache-d858cf62-bd99-4bb2-a0be-3bfb28ad22e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.391398] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquired lock "refresh_cache-d858cf62-bd99-4bb2-a0be-3bfb28ad22e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.391556] env[70243]: DEBUG nova.network.neutron [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.544227] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.752047} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.546061] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.547018] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e972acb3-297e-4855-9b64-7cdb7b5cbdef {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.571552] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] f883d0f3-da86-44ab-85d7-692d519903a7/f883d0f3-da86-44ab-85d7-692d519903a7.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.572099] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a50a020-7dd3-4df2-9da6-e947d77376db {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.593858] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 754.593858] env[70243]: value = "task-3621614" [ 754.593858] env[70243]: _type = "Task" [ 754.593858] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.603189] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.637668] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525bd6f8-7b8a-2e95-2928-166722ed475c, 'name': SearchDatastore_Task, 'duration_secs': 0.015222} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.638495] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3da6215-94a6-4193-99de-c93156846972 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.645676] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 754.645676] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d18782-9c1b-2d99-33dd-0c1e5261df94" [ 754.645676] env[70243]: _type = "Task" [ 754.645676] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.651813] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d18782-9c1b-2d99-33dd-0c1e5261df94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.691577] env[70243]: DEBUG nova.compute.manager [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.734155] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.755420] env[70243]: DEBUG oslo_vmware.api [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Task: {'id': task-3621612, 'name': PowerOffVM_Task, 'duration_secs': 1.291109} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.756073] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.757342] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.758428] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d0d8c62-1c4c-4cc9-9adc-f11565fff6b5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.804024] env[70243]: DEBUG nova.compute.manager [req-1512bb15-110f-468d-a5b1-87f454d5827a req-4eb59e2b-7ff8-452c-ba16-3da0db900e8d service nova] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Received event network-vif-plugged-4ff2c62c-2306-4d8e-b951-feaa37b8b014 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.804320] env[70243]: DEBUG oslo_concurrency.lockutils [req-1512bb15-110f-468d-a5b1-87f454d5827a req-4eb59e2b-7ff8-452c-ba16-3da0db900e8d service nova] Acquiring lock "d858cf62-bd99-4bb2-a0be-3bfb28ad22e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.804471] env[70243]: DEBUG oslo_concurrency.lockutils [req-1512bb15-110f-468d-a5b1-87f454d5827a req-4eb59e2b-7ff8-452c-ba16-3da0db900e8d service nova] Lock "d858cf62-bd99-4bb2-a0be-3bfb28ad22e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.804636] env[70243]: DEBUG oslo_concurrency.lockutils [req-1512bb15-110f-468d-a5b1-87f454d5827a req-4eb59e2b-7ff8-452c-ba16-3da0db900e8d service nova] Lock "d858cf62-bd99-4bb2-a0be-3bfb28ad22e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.804802] env[70243]: DEBUG nova.compute.manager [req-1512bb15-110f-468d-a5b1-87f454d5827a req-4eb59e2b-7ff8-452c-ba16-3da0db900e8d service nova] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] No waiting events found dispatching network-vif-plugged-4ff2c62c-2306-4d8e-b951-feaa37b8b014 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.804965] env[70243]: WARNING nova.compute.manager [req-1512bb15-110f-468d-a5b1-87f454d5827a req-4eb59e2b-7ff8-452c-ba16-3da0db900e8d service nova] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Received unexpected event network-vif-plugged-4ff2c62c-2306-4d8e-b951-feaa37b8b014 for instance with vm_state building and task_state spawning. [ 754.805138] env[70243]: DEBUG nova.compute.manager [req-1512bb15-110f-468d-a5b1-87f454d5827a req-4eb59e2b-7ff8-452c-ba16-3da0db900e8d service nova] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Received event network-changed-4ff2c62c-2306-4d8e-b951-feaa37b8b014 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.805286] env[70243]: DEBUG nova.compute.manager [req-1512bb15-110f-468d-a5b1-87f454d5827a req-4eb59e2b-7ff8-452c-ba16-3da0db900e8d service nova] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Refreshing instance network info cache due to event network-changed-4ff2c62c-2306-4d8e-b951-feaa37b8b014. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.805445] env[70243]: DEBUG oslo_concurrency.lockutils [req-1512bb15-110f-468d-a5b1-87f454d5827a req-4eb59e2b-7ff8-452c-ba16-3da0db900e8d service nova] Acquiring lock "refresh_cache-d858cf62-bd99-4bb2-a0be-3bfb28ad22e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.832323] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.832323] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.832323] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Deleting the datastore file [datastore1] 34bb9e9c-f832-41d9-b640-fecc7d7f6756 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.832323] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b91c9533-2a66-410c-90ba-7154fbf12b01 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.845027] env[70243]: DEBUG oslo_vmware.api [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Waiting for the task: (returnval){ [ 754.845027] env[70243]: value = "task-3621616" [ 754.845027] env[70243]: _type = "Task" [ 754.845027] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.851553] env[70243]: DEBUG oslo_vmware.api [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Task: {'id': task-3621616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.870402] env[70243]: DEBUG nova.network.neutron [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Successfully created port: cd278fe4-007c-4bcf-a4f8-b4d795d6e031 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.947454] env[70243]: DEBUG nova.network.neutron [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.039475] env[70243]: DEBUG oslo_concurrency.lockutils [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "668f8a1d-e0da-4ebf-9340-6ab7c5475b32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.039720] env[70243]: DEBUG oslo_concurrency.lockutils [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "668f8a1d-e0da-4ebf-9340-6ab7c5475b32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.111769] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621614, 'name': ReconfigVM_Task, 'duration_secs': 0.493251} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.112083] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Reconfigured VM instance instance-00000018 to attach disk [datastore2] f883d0f3-da86-44ab-85d7-692d519903a7/f883d0f3-da86-44ab-85d7-692d519903a7.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.112735] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a014e96d-be6e-4f52-b0f6-c1c227ac32b1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.122140] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 755.122140] env[70243]: value = "task-3621617" [ 755.122140] env[70243]: _type = "Task" [ 755.122140] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.130430] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621617, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.154734] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d18782-9c1b-2d99-33dd-0c1e5261df94, 'name': SearchDatastore_Task, 'duration_secs': 0.026434} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.157662] env[70243]: DEBUG oslo_concurrency.lockutils [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.157929] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 62701487-a567-491c-82e0-52f80336fecd/62701487-a567-491c-82e0-52f80336fecd.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.158989] env[70243]: DEBUG nova.network.neutron [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Updating instance_info_cache with network_info: [{"id": "4ff2c62c-2306-4d8e-b951-feaa37b8b014", "address": "fa:16:3e:dc:73:f9", "network": {"id": "3c8b723d-31df-4ee3-80b5-2af3abefb23e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-323659600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dda9f3cb2654814bed602e9f1cae1f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ff2c62c-23", "ovs_interfaceid": "4ff2c62c-2306-4d8e-b951-feaa37b8b014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.160402] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f23e51a6-3908-46db-92d9-57953063d79e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.168473] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 755.168473] env[70243]: value = "task-3621618" [ 755.168473] env[70243]: _type = "Task" [ 755.168473] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.179120] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.201367] env[70243]: INFO nova.virt.block_device [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Booting with volume f1f8bf43-45c7-4ecc-98a0-c43d5973d49b at /dev/sda [ 755.251257] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f057fcd-8673-48e9-a3ee-baa16bcdee5b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.268271] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fda22a-ff0a-4c59-8800-78513e6f4d1a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.309339] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91d889d6-9a02-48f4-a14a-ce8e3f464608 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.320154] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a8d05e-1de3-4d7e-ad7d-b2517fb1d2e5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.333167] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410a469a-5602-4d11-985c-3b4618049d71 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.341009] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7535a4f0-ae17-4052-888f-1cf6c6dbb6f0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.385111] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a59839c-dfb3-46f4-9ebb-9fcec11bb9b9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.388630] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aca3e00-5ae6-4c2b-b769-6870a100ec51 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.394718] env[70243]: DEBUG oslo_vmware.api [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Task: {'id': task-3621616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212295} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.395325] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.395536] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.395728] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.395936] env[70243]: INFO nova.compute.manager [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Took 2.18 seconds to destroy the instance on the hypervisor. [ 755.396262] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.398361] env[70243]: DEBUG nova.compute.manager [-] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.398465] env[70243]: DEBUG nova.network.neutron [-] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.402577] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18947d0-979b-44ec-9a04-c1d84f74a3f7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.406745] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cc65e8-40c6-48fb-8c44-fc9f47650e02 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.422851] env[70243]: DEBUG nova.compute.provider_tree [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.428651] env[70243]: DEBUG nova.virt.block_device [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Updating existing volume attachment record: ff381905-a8a4-4655-8df1-d68c8a7a9c9f {{(pid=70243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 755.639361] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621617, 'name': Rename_Task, 'duration_secs': 0.202596} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.639361] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.639361] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19d1c082-f2c2-4b65-b1eb-8b2bfe1f41e9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.648565] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 755.648565] env[70243]: value = "task-3621619" [ 755.648565] env[70243]: _type = "Task" [ 755.648565] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.665024] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.665024] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Releasing lock "refresh_cache-d858cf62-bd99-4bb2-a0be-3bfb28ad22e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.665440] env[70243]: DEBUG nova.compute.manager [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Instance network_info: |[{"id": "4ff2c62c-2306-4d8e-b951-feaa37b8b014", "address": "fa:16:3e:dc:73:f9", "network": {"id": "3c8b723d-31df-4ee3-80b5-2af3abefb23e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-323659600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dda9f3cb2654814bed602e9f1cae1f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ff2c62c-23", "ovs_interfaceid": "4ff2c62c-2306-4d8e-b951-feaa37b8b014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.665440] env[70243]: DEBUG oslo_concurrency.lockutils [req-1512bb15-110f-468d-a5b1-87f454d5827a req-4eb59e2b-7ff8-452c-ba16-3da0db900e8d service nova] Acquired lock "refresh_cache-d858cf62-bd99-4bb2-a0be-3bfb28ad22e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.665557] env[70243]: DEBUG nova.network.neutron [req-1512bb15-110f-468d-a5b1-87f454d5827a req-4eb59e2b-7ff8-452c-ba16-3da0db900e8d service nova] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Refreshing network info cache for port 4ff2c62c-2306-4d8e-b951-feaa37b8b014 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.666317] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:73:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ff2c62c-2306-4d8e-b951-feaa37b8b014', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.674553] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.675189] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.678497] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13e064a9-434e-4380-a15f-7a0498aff98d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.703785] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621618, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.704915] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.704915] env[70243]: value = "task-3621620" [ 755.704915] env[70243]: _type = "Task" [ 755.704915] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.715491] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621620, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.887882] env[70243]: DEBUG nova.compute.manager [req-e3cd04f5-a7c9-49b9-b85b-c0f27ebaae75 req-9d4b4ab4-403a-4776-8b2c-f0c02ff3ef39 service nova] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Received event network-vif-deleted-b33bf680-d475-431a-89ad-2b248c1d9c68 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.887987] env[70243]: INFO nova.compute.manager [req-e3cd04f5-a7c9-49b9-b85b-c0f27ebaae75 req-9d4b4ab4-403a-4776-8b2c-f0c02ff3ef39 service nova] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Neutron deleted interface b33bf680-d475-431a-89ad-2b248c1d9c68; detaching it from the instance and deleting it from the info cache [ 755.888183] env[70243]: DEBUG nova.network.neutron [req-e3cd04f5-a7c9-49b9-b85b-c0f27ebaae75 req-9d4b4ab4-403a-4776-8b2c-f0c02ff3ef39 service nova] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.932209] env[70243]: DEBUG nova.scheduler.client.report [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.159617] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621619, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.190175] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780599} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.190618] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 62701487-a567-491c-82e0-52f80336fecd/62701487-a567-491c-82e0-52f80336fecd.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.190976] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.191395] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f10066a-9fca-4a0d-94b1-0b1e49acebcf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.199223] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 756.199223] env[70243]: value = "task-3621621" [ 756.199223] env[70243]: _type = "Task" [ 756.199223] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.212252] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.217897] env[70243]: DEBUG nova.network.neutron [-] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.219119] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621620, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.391862] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40b2b653-8bac-49c3-a5b5-7c743ed384f0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.403200] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbd70d2-ce2b-4c8f-8726-ac013b281043 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.456139] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.456773] env[70243]: DEBUG nova.compute.manager [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.460670] env[70243]: DEBUG nova.compute.manager [req-e3cd04f5-a7c9-49b9-b85b-c0f27ebaae75 req-9d4b4ab4-403a-4776-8b2c-f0c02ff3ef39 service nova] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Detach interface failed, port_id=b33bf680-d475-431a-89ad-2b248c1d9c68, reason: Instance 34bb9e9c-f832-41d9-b640-fecc7d7f6756 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 756.461314] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.006s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.465030] env[70243]: INFO nova.compute.claims [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.484369] env[70243]: DEBUG nova.network.neutron [req-1512bb15-110f-468d-a5b1-87f454d5827a req-4eb59e2b-7ff8-452c-ba16-3da0db900e8d service nova] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Updated VIF entry in instance network info cache for port 4ff2c62c-2306-4d8e-b951-feaa37b8b014. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.484567] env[70243]: DEBUG nova.network.neutron [req-1512bb15-110f-468d-a5b1-87f454d5827a req-4eb59e2b-7ff8-452c-ba16-3da0db900e8d service nova] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Updating instance_info_cache with network_info: [{"id": "4ff2c62c-2306-4d8e-b951-feaa37b8b014", "address": "fa:16:3e:dc:73:f9", "network": {"id": "3c8b723d-31df-4ee3-80b5-2af3abefb23e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-323659600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dda9f3cb2654814bed602e9f1cae1f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ff2c62c-23", "ovs_interfaceid": "4ff2c62c-2306-4d8e-b951-feaa37b8b014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.644578] env[70243]: DEBUG nova.network.neutron [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Successfully updated port: cd278fe4-007c-4bcf-a4f8-b4d795d6e031 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.660164] env[70243]: DEBUG oslo_vmware.api [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621619, 'name': PowerOnVM_Task, 'duration_secs': 0.837276} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.660439] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.660639] env[70243]: INFO nova.compute.manager [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Took 9.05 seconds to spawn the instance on the hypervisor. [ 756.660827] env[70243]: DEBUG nova.compute.manager [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.661696] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02f6c21-7aa2-4609-8713-0c4a83d65ee8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.708836] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084646} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.712451] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.713404] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893bf3c0-f946-4bf9-ac86-17bfb2777c20 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.720529] env[70243]: INFO nova.compute.manager [-] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Took 1.32 seconds to deallocate network for instance. [ 756.720935] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621620, 'name': CreateVM_Task, 'duration_secs': 0.588276} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.732327] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.741058] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 62701487-a567-491c-82e0-52f80336fecd/62701487-a567-491c-82e0-52f80336fecd.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.744314] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.744480] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.744799] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.745052] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bccfad61-16af-4de0-9e6d-23b6ae409c6c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.760293] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42e2307e-5462-479c-832f-67b1afa136be {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.766283] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Waiting for the task: (returnval){ [ 756.766283] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5262d740-6b02-8067-0293-f357333ec0e8" [ 756.766283] env[70243]: _type = "Task" [ 756.766283] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.770581] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 756.770581] env[70243]: value = "task-3621622" [ 756.770581] env[70243]: _type = "Task" [ 756.770581] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.777883] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5262d740-6b02-8067-0293-f357333ec0e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.783216] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621622, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.878778] env[70243]: DEBUG nova.compute.manager [req-ee65414a-977b-4817-aafa-994df2e7b332 req-7b12a880-3fb7-49d6-9183-d28747d7b1cc service nova] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Received event network-vif-plugged-cd278fe4-007c-4bcf-a4f8-b4d795d6e031 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.879009] env[70243]: DEBUG oslo_concurrency.lockutils [req-ee65414a-977b-4817-aafa-994df2e7b332 req-7b12a880-3fb7-49d6-9183-d28747d7b1cc service nova] Acquiring lock "0eef6658-2872-4416-b6f3-dfbb7c11b194-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.879241] env[70243]: DEBUG oslo_concurrency.lockutils [req-ee65414a-977b-4817-aafa-994df2e7b332 req-7b12a880-3fb7-49d6-9183-d28747d7b1cc service nova] Lock "0eef6658-2872-4416-b6f3-dfbb7c11b194-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.879407] env[70243]: DEBUG oslo_concurrency.lockutils [req-ee65414a-977b-4817-aafa-994df2e7b332 req-7b12a880-3fb7-49d6-9183-d28747d7b1cc service nova] Lock "0eef6658-2872-4416-b6f3-dfbb7c11b194-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.879603] env[70243]: DEBUG nova.compute.manager [req-ee65414a-977b-4817-aafa-994df2e7b332 req-7b12a880-3fb7-49d6-9183-d28747d7b1cc service nova] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] No waiting events found dispatching network-vif-plugged-cd278fe4-007c-4bcf-a4f8-b4d795d6e031 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.879730] env[70243]: WARNING nova.compute.manager [req-ee65414a-977b-4817-aafa-994df2e7b332 req-7b12a880-3fb7-49d6-9183-d28747d7b1cc service nova] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Received unexpected event network-vif-plugged-cd278fe4-007c-4bcf-a4f8-b4d795d6e031 for instance with vm_state building and task_state block_device_mapping. [ 756.879894] env[70243]: DEBUG nova.compute.manager [req-ee65414a-977b-4817-aafa-994df2e7b332 req-7b12a880-3fb7-49d6-9183-d28747d7b1cc service nova] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Received event network-changed-cd278fe4-007c-4bcf-a4f8-b4d795d6e031 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.880064] env[70243]: DEBUG nova.compute.manager [req-ee65414a-977b-4817-aafa-994df2e7b332 req-7b12a880-3fb7-49d6-9183-d28747d7b1cc service nova] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Refreshing instance network info cache due to event network-changed-cd278fe4-007c-4bcf-a4f8-b4d795d6e031. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.880351] env[70243]: DEBUG oslo_concurrency.lockutils [req-ee65414a-977b-4817-aafa-994df2e7b332 req-7b12a880-3fb7-49d6-9183-d28747d7b1cc service nova] Acquiring lock "refresh_cache-0eef6658-2872-4416-b6f3-dfbb7c11b194" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.880419] env[70243]: DEBUG oslo_concurrency.lockutils [req-ee65414a-977b-4817-aafa-994df2e7b332 req-7b12a880-3fb7-49d6-9183-d28747d7b1cc service nova] Acquired lock "refresh_cache-0eef6658-2872-4416-b6f3-dfbb7c11b194" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.880590] env[70243]: DEBUG nova.network.neutron [req-ee65414a-977b-4817-aafa-994df2e7b332 req-7b12a880-3fb7-49d6-9183-d28747d7b1cc service nova] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Refreshing network info cache for port cd278fe4-007c-4bcf-a4f8-b4d795d6e031 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.974025] env[70243]: DEBUG nova.compute.utils [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.974025] env[70243]: DEBUG nova.compute.manager [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.974025] env[70243]: DEBUG nova.network.neutron [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.989652] env[70243]: DEBUG oslo_concurrency.lockutils [req-1512bb15-110f-468d-a5b1-87f454d5827a req-4eb59e2b-7ff8-452c-ba16-3da0db900e8d service nova] Releasing lock "refresh_cache-d858cf62-bd99-4bb2-a0be-3bfb28ad22e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.020888] env[70243]: DEBUG nova.policy [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8008ec62c3004521ae603f53e8b24e2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '507f33c604804ee6b304908534dff59f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.148816] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Acquiring lock "refresh_cache-0eef6658-2872-4416-b6f3-dfbb7c11b194" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.179257] env[70243]: INFO nova.compute.manager [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Took 45.36 seconds to build instance. [ 757.263807] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.291018] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5262d740-6b02-8067-0293-f357333ec0e8, 'name': SearchDatastore_Task, 'duration_secs': 0.019723} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.294369] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.295039] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.295481] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.295795] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.296166] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.296665] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621622, 'name': ReconfigVM_Task, 'duration_secs': 0.432599} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.297054] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c82a7dec-38eb-4eb6-a62d-327f1ab8b1ad {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.299827] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 62701487-a567-491c-82e0-52f80336fecd/62701487-a567-491c-82e0-52f80336fecd.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.302034] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84090b25-3820-4ddc-9071-81eaa319f9a0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.318096] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 757.318096] env[70243]: value = "task-3621623" [ 757.318096] env[70243]: _type = "Task" [ 757.318096] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.321037] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.321037] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.321037] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a9092c6-82bc-4e7e-94bc-fbf12828066b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.336099] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Waiting for the task: (returnval){ [ 757.336099] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f02276-d49b-9732-a4e7-7c8ca71d9412" [ 757.336099] env[70243]: _type = "Task" [ 757.336099] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.339699] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621623, 'name': Rename_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.349724] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f02276-d49b-9732-a4e7-7c8ca71d9412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.368616] env[70243]: DEBUG nova.network.neutron [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Successfully created port: b57871bf-25a6-449d-aba9-93b83893eca6 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.445050] env[70243]: DEBUG nova.network.neutron [req-ee65414a-977b-4817-aafa-994df2e7b332 req-7b12a880-3fb7-49d6-9183-d28747d7b1cc service nova] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.478386] env[70243]: DEBUG nova.compute.manager [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.565771] env[70243]: DEBUG nova.compute.manager [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.566484] env[70243]: DEBUG nova.virt.hardware [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.566730] env[70243]: DEBUG nova.virt.hardware [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.567043] env[70243]: DEBUG nova.virt.hardware [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.567126] env[70243]: DEBUG nova.virt.hardware [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.567277] env[70243]: DEBUG nova.virt.hardware [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.567423] env[70243]: DEBUG nova.virt.hardware [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.567627] env[70243]: DEBUG nova.virt.hardware [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.567784] env[70243]: DEBUG nova.virt.hardware [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.567951] env[70243]: DEBUG nova.virt.hardware [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.568131] env[70243]: DEBUG nova.virt.hardware [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.568309] env[70243]: DEBUG nova.virt.hardware [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.570930] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a4cbae-0ef2-45c4-af67-28b5a22e6329 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.577150] env[70243]: DEBUG nova.network.neutron [req-ee65414a-977b-4817-aafa-994df2e7b332 req-7b12a880-3fb7-49d6-9183-d28747d7b1cc service nova] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.587170] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c06849-8382-48d2-9f57-725620dab22e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.682567] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fa0d039a-847a-442a-a9d8-5025f0ed7772 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "f883d0f3-da86-44ab-85d7-692d519903a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.647s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.837207] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621623, 'name': Rename_Task, 'duration_secs': 0.187686} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.837207] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.837207] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86d3d22e-d3d1-4c00-8e7f-a38af9b94769 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.845616] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 757.845616] env[70243]: value = "task-3621624" [ 757.845616] env[70243]: _type = "Task" [ 757.845616] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.856212] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f02276-d49b-9732-a4e7-7c8ca71d9412, 'name': SearchDatastore_Task, 'duration_secs': 0.017955} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.857371] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c35bac1-22ae-488e-9d31-81f52314a80e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.863072] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621624, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.868479] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Waiting for the task: (returnval){ [ 757.868479] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523701f4-669b-8c0f-e90b-390c40e26840" [ 757.868479] env[70243]: _type = "Task" [ 757.868479] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.879012] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523701f4-669b-8c0f-e90b-390c40e26840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.054921] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c67b6fe-e9bf-41d4-b558-ced4eeb888e6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.063594] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ee85e6-2d0d-4db2-80f9-3384b56501f9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.095896] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08cd2912-b71d-4c25-9776-27c2e1a8ea71 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "f883d0f3-da86-44ab-85d7-692d519903a7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.096290] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08cd2912-b71d-4c25-9776-27c2e1a8ea71 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "f883d0f3-da86-44ab-85d7-692d519903a7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.096579] env[70243]: DEBUG nova.compute.manager [None req-08cd2912-b71d-4c25-9776-27c2e1a8ea71 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.097235] env[70243]: DEBUG oslo_concurrency.lockutils [req-ee65414a-977b-4817-aafa-994df2e7b332 req-7b12a880-3fb7-49d6-9183-d28747d7b1cc service nova] Releasing lock "refresh_cache-0eef6658-2872-4416-b6f3-dfbb7c11b194" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.098717] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da4067e-fcb5-411a-b12f-9be17dbd3486 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.101336] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Acquired lock "refresh_cache-0eef6658-2872-4416-b6f3-dfbb7c11b194" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.102031] env[70243]: DEBUG nova.network.neutron [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.103842] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7adf63c-2ff6-421a-aaa8-f58d7e86e9ff {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.112365] env[70243]: DEBUG nova.compute.manager [None req-08cd2912-b71d-4c25-9776-27c2e1a8ea71 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70243) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 758.112365] env[70243]: DEBUG nova.objects.instance [None req-08cd2912-b71d-4c25-9776-27c2e1a8ea71 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lazy-loading 'flavor' on Instance uuid f883d0f3-da86-44ab-85d7-692d519903a7 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.118432] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1135982-872b-4621-bc47-dfe25591b60a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.136119] env[70243]: DEBUG nova.compute.provider_tree [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.185243] env[70243]: DEBUG nova.compute.manager [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.359766] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621624, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.378839] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523701f4-669b-8c0f-e90b-390c40e26840, 'name': SearchDatastore_Task, 'duration_secs': 0.016932} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.379140] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.379514] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] d858cf62-bd99-4bb2-a0be-3bfb28ad22e5/d858cf62-bd99-4bb2-a0be-3bfb28ad22e5.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.379733] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb8986d8-8282-4146-9885-de2313af979e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.389249] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Waiting for the task: (returnval){ [ 758.389249] env[70243]: value = "task-3621625" [ 758.389249] env[70243]: _type = "Task" [ 758.389249] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.397387] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.492691] env[70243]: DEBUG nova.compute.manager [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.512764] env[70243]: DEBUG nova.virt.hardware [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.513039] env[70243]: DEBUG nova.virt.hardware [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.513206] env[70243]: DEBUG nova.virt.hardware [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.513384] env[70243]: DEBUG nova.virt.hardware [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.513540] env[70243]: DEBUG nova.virt.hardware [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.513985] env[70243]: DEBUG nova.virt.hardware [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.513985] env[70243]: DEBUG nova.virt.hardware [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.514112] env[70243]: DEBUG nova.virt.hardware [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.514204] env[70243]: DEBUG nova.virt.hardware [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.514365] env[70243]: DEBUG nova.virt.hardware [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.514538] env[70243]: DEBUG nova.virt.hardware [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.515403] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2de1d81-090c-4c77-87ac-77ddfc6001f4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.522952] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14657148-bcfb-4157-bed7-e6daefcbd01d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.632821] env[70243]: DEBUG nova.network.neutron [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.637813] env[70243]: DEBUG nova.scheduler.client.report [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.706299] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.785567] env[70243]: DEBUG nova.network.neutron [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Updating instance_info_cache with network_info: [{"id": "cd278fe4-007c-4bcf-a4f8-b4d795d6e031", "address": "fa:16:3e:ba:03:23", "network": {"id": "e24cf91f-48cd-4786-b7f8-f04a73600e43", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1708911156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a37ac0d653143f8b19dd5e9da244a00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd278fe4-00", "ovs_interfaceid": "cd278fe4-007c-4bcf-a4f8-b4d795d6e031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.861042] env[70243]: DEBUG oslo_vmware.api [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621624, 'name': PowerOnVM_Task, 'duration_secs': 0.60112} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.861042] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.861042] env[70243]: INFO nova.compute.manager [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Took 8.55 seconds to spawn the instance on the hypervisor. [ 758.861281] env[70243]: DEBUG nova.compute.manager [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.862196] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9c6a10-089b-4f51-b3c0-b84efd6c2f43 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.904931] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621625, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.969990] env[70243]: DEBUG nova.compute.manager [req-12e44a1f-1a14-42e7-90ef-4a063bb8141f req-5c0fd9ae-42f7-4463-9899-c9cd44d466ae service nova] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Received event network-vif-plugged-b57871bf-25a6-449d-aba9-93b83893eca6 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.969990] env[70243]: DEBUG oslo_concurrency.lockutils [req-12e44a1f-1a14-42e7-90ef-4a063bb8141f req-5c0fd9ae-42f7-4463-9899-c9cd44d466ae service nova] Acquiring lock "0835c1db-d7f0-47d9-b8f6-d88396cea793-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.969990] env[70243]: DEBUG oslo_concurrency.lockutils [req-12e44a1f-1a14-42e7-90ef-4a063bb8141f req-5c0fd9ae-42f7-4463-9899-c9cd44d466ae service nova] Lock "0835c1db-d7f0-47d9-b8f6-d88396cea793-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.969990] env[70243]: DEBUG oslo_concurrency.lockutils [req-12e44a1f-1a14-42e7-90ef-4a063bb8141f req-5c0fd9ae-42f7-4463-9899-c9cd44d466ae service nova] Lock "0835c1db-d7f0-47d9-b8f6-d88396cea793-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.969990] env[70243]: DEBUG nova.compute.manager [req-12e44a1f-1a14-42e7-90ef-4a063bb8141f req-5c0fd9ae-42f7-4463-9899-c9cd44d466ae service nova] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] No waiting events found dispatching network-vif-plugged-b57871bf-25a6-449d-aba9-93b83893eca6 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.970176] env[70243]: WARNING nova.compute.manager [req-12e44a1f-1a14-42e7-90ef-4a063bb8141f req-5c0fd9ae-42f7-4463-9899-c9cd44d466ae service nova] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Received unexpected event network-vif-plugged-b57871bf-25a6-449d-aba9-93b83893eca6 for instance with vm_state building and task_state spawning. [ 759.082363] env[70243]: DEBUG nova.network.neutron [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Successfully updated port: b57871bf-25a6-449d-aba9-93b83893eca6 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.119872] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-08cd2912-b71d-4c25-9776-27c2e1a8ea71 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.119872] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff5279e0-a5b0-4cbd-b5d0-9481812bdb50 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.130424] env[70243]: DEBUG oslo_vmware.api [None req-08cd2912-b71d-4c25-9776-27c2e1a8ea71 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 759.130424] env[70243]: value = "task-3621626" [ 759.130424] env[70243]: _type = "Task" [ 759.130424] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.141254] env[70243]: DEBUG oslo_vmware.api [None req-08cd2912-b71d-4c25-9776-27c2e1a8ea71 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.142801] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.142975] env[70243]: DEBUG nova.compute.manager [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.147405] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.924s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.149087] env[70243]: INFO nova.compute.claims [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.288214] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Releasing lock "refresh_cache-0eef6658-2872-4416-b6f3-dfbb7c11b194" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.288902] env[70243]: DEBUG nova.compute.manager [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Instance network_info: |[{"id": "cd278fe4-007c-4bcf-a4f8-b4d795d6e031", "address": "fa:16:3e:ba:03:23", "network": {"id": "e24cf91f-48cd-4786-b7f8-f04a73600e43", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1708911156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a37ac0d653143f8b19dd5e9da244a00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd278fe4-00", "ovs_interfaceid": "cd278fe4-007c-4bcf-a4f8-b4d795d6e031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.289080] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:03:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd278fe4-007c-4bcf-a4f8-b4d795d6e031', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.296733] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Creating folder: Project (3a37ac0d653143f8b19dd5e9da244a00). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.297073] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b7c8224-6a98-4948-9fe9-c1f683c83577 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.318469] env[70243]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 759.318648] env[70243]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70243) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 759.319139] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Folder already exists: Project (3a37ac0d653143f8b19dd5e9da244a00). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 759.319381] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Creating folder: Instances. Parent ref: group-v722257. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.319637] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe35ed25-daa3-4167-b6b6-2d0ad84a820c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.329940] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Created folder: Instances in parent group-v722257. [ 759.330196] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.330391] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.330599] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f10f1be-72bb-49d1-8df2-5c68941e2603 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.350628] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.350628] env[70243]: value = "task-3621629" [ 759.350628] env[70243]: _type = "Task" [ 759.350628] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.358639] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621629, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.386298] env[70243]: INFO nova.compute.manager [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Took 45.73 seconds to build instance. [ 759.399201] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.830203} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.399259] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] d858cf62-bd99-4bb2-a0be-3bfb28ad22e5/d858cf62-bd99-4bb2-a0be-3bfb28ad22e5.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.399645] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.399934] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bfb650a-e871-483e-854a-c42d2d6ae4ec {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.409880] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Waiting for the task: (returnval){ [ 759.409880] env[70243]: value = "task-3621630" [ 759.409880] env[70243]: _type = "Task" [ 759.409880] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.417514] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.587364] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Acquiring lock "refresh_cache-0835c1db-d7f0-47d9-b8f6-d88396cea793" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.587364] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Acquired lock "refresh_cache-0835c1db-d7f0-47d9-b8f6-d88396cea793" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.587364] env[70243]: DEBUG nova.network.neutron [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.640552] env[70243]: DEBUG oslo_vmware.api [None req-08cd2912-b71d-4c25-9776-27c2e1a8ea71 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621626, 'name': PowerOffVM_Task, 'duration_secs': 0.331892} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.640846] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-08cd2912-b71d-4c25-9776-27c2e1a8ea71 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.641089] env[70243]: DEBUG nova.compute.manager [None req-08cd2912-b71d-4c25-9776-27c2e1a8ea71 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.641862] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262bf682-b83d-48b1-bfba-9da17cf2d756 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.655832] env[70243]: DEBUG nova.compute.utils [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.657181] env[70243]: DEBUG nova.compute.manager [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.657352] env[70243]: DEBUG nova.network.neutron [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.696321] env[70243]: DEBUG nova.policy [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b13158dc635343dd925777ba92b403a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dbca791ad4e4a5080d2a4927c7c5af9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.862244] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621629, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.889200] env[70243]: DEBUG oslo_concurrency.lockutils [None req-33f9893b-f674-4429-9a10-e3aa6f29af26 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "62701487-a567-491c-82e0-52f80336fecd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.618s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.920799] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131733} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.921262] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.922198] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b719df-392c-41e5-90ad-19b19777fdc7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.945084] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] d858cf62-bd99-4bb2-a0be-3bfb28ad22e5/d858cf62-bd99-4bb2-a0be-3bfb28ad22e5.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.945629] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1dc2a86-2c0d-4861-98e3-940b67e9ff22 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.968425] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Waiting for the task: (returnval){ [ 759.968425] env[70243]: value = "task-3621631" [ 759.968425] env[70243]: _type = "Task" [ 759.968425] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.977751] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.087443] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ae3c6-52fd-01f7-62cb-b3a953145dc7/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 760.089353] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f02b2b-3488-4ee0-85ab-2a80ec4dbce6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.096491] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ae3c6-52fd-01f7-62cb-b3a953145dc7/disk-0.vmdk is in state: ready. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 760.096668] env[70243]: ERROR oslo_vmware.rw_handles [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ae3c6-52fd-01f7-62cb-b3a953145dc7/disk-0.vmdk due to incomplete transfer. [ 760.096902] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9a605eaf-2636-4ec0-8c42-c2703263d620 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.099947] env[70243]: DEBUG nova.network.neutron [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Successfully created port: c46c77ee-f6e9-4009-b970-64f2597c6529 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.104142] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ae3c6-52fd-01f7-62cb-b3a953145dc7/disk-0.vmdk. {{(pid=70243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 760.104386] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Uploaded image 334b50e2-9306-4e47-8187-da22d2739be8 to the Glance image server {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 760.106379] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Destroying the VM {{(pid=70243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 760.106627] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-17fd0c1c-31b4-41f5-b41f-c02edaf79b8b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.113185] env[70243]: DEBUG oslo_vmware.api [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 760.113185] env[70243]: value = "task-3621632" [ 760.113185] env[70243]: _type = "Task" [ 760.113185] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.124137] env[70243]: DEBUG oslo_vmware.api [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621632, 'name': Destroy_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.129345] env[70243]: DEBUG nova.network.neutron [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.155468] env[70243]: DEBUG oslo_concurrency.lockutils [None req-08cd2912-b71d-4c25-9776-27c2e1a8ea71 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "f883d0f3-da86-44ab-85d7-692d519903a7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.161269] env[70243]: DEBUG nova.compute.manager [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.304261] env[70243]: DEBUG nova.network.neutron [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Updating instance_info_cache with network_info: [{"id": "b57871bf-25a6-449d-aba9-93b83893eca6", "address": "fa:16:3e:58:21:0d", "network": {"id": "0d61eb86-0846-4839-9ea6-19afb30368b5", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2096970029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "507f33c604804ee6b304908534dff59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57871bf-25", "ovs_interfaceid": "b57871bf-25a6-449d-aba9-93b83893eca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.363998] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621629, 'name': CreateVM_Task, 'duration_secs': 0.546248} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.365071] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.365071] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'ff381905-a8a4-4655-8df1-d68c8a7a9c9f', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722264', 'volume_id': 'f1f8bf43-45c7-4ecc-98a0-c43d5973d49b', 'name': 'volume-f1f8bf43-45c7-4ecc-98a0-c43d5973d49b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0eef6658-2872-4416-b6f3-dfbb7c11b194', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1f8bf43-45c7-4ecc-98a0-c43d5973d49b', 'serial': 'f1f8bf43-45c7-4ecc-98a0-c43d5973d49b'}, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'disk_bus': None, 'boot_index': 0, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=70243) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 760.365071] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Root volume attach. Driver type: vmdk {{(pid=70243) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 760.365931] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa32a431-3f67-4e84-9127-363646d40d17 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.376298] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46029bc8-6859-4502-9826-5fec79ad6214 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.385552] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959f1621-e545-4139-bb44-489b7a3425b2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.392509] env[70243]: DEBUG nova.compute.manager [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.397681] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-87470183-9bc8-4831-88a3-a2e919d1b0ba {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.407181] env[70243]: DEBUG oslo_vmware.api [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Waiting for the task: (returnval){ [ 760.407181] env[70243]: value = "task-3621633" [ 760.407181] env[70243]: _type = "Task" [ 760.407181] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.420839] env[70243]: DEBUG oslo_vmware.api [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Task: {'id': task-3621633, 'name': RelocateVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.479255] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.627204] env[70243]: DEBUG oslo_vmware.api [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621632, 'name': Destroy_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.756782] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7a7b6c-ffe3-47cf-a2d1-d6ca25ffb491 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.764734] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e98a6e4-5f58-4feb-86ea-d135df51c698 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.798402] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2388e9c4-c6d2-4f98-926c-86dbe87ebb2e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.808070] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3f3ec8-3d35-48b8-9ca4-378ac04f3c02 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.812833] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Releasing lock "refresh_cache-0835c1db-d7f0-47d9-b8f6-d88396cea793" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.813183] env[70243]: DEBUG nova.compute.manager [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Instance network_info: |[{"id": "b57871bf-25a6-449d-aba9-93b83893eca6", "address": "fa:16:3e:58:21:0d", "network": {"id": "0d61eb86-0846-4839-9ea6-19afb30368b5", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2096970029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "507f33c604804ee6b304908534dff59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57871bf-25", "ovs_interfaceid": "b57871bf-25a6-449d-aba9-93b83893eca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.813844] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:21:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b57871bf-25a6-449d-aba9-93b83893eca6', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.821404] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Creating folder: Project (507f33c604804ee6b304908534dff59f). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.822535] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f67f9a7e-9aaf-4ef6-8e3c-deb981d86c0e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.835864] env[70243]: DEBUG nova.compute.provider_tree [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.846023] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Created folder: Project (507f33c604804ee6b304908534dff59f) in parent group-v722220. [ 760.846023] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Creating folder: Instances. Parent ref: group-v722309. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.846381] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d32036e3-307a-43fd-8004-e828f03fbf0a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.858781] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Created folder: Instances in parent group-v722309. [ 760.858923] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.859146] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.859366] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9c53d0e-0616-4758-a517-20fe00e62439 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.878335] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.878335] env[70243]: value = "task-3621636" [ 760.878335] env[70243]: _type = "Task" [ 760.878335] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.885835] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621636, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.918394] env[70243]: DEBUG oslo_vmware.api [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Task: {'id': task-3621633, 'name': RelocateVM_Task, 'duration_secs': 0.434675} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.919518] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.919850] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Volume attach. Driver type: vmdk {{(pid=70243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 760.920119] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722264', 'volume_id': 'f1f8bf43-45c7-4ecc-98a0-c43d5973d49b', 'name': 'volume-f1f8bf43-45c7-4ecc-98a0-c43d5973d49b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0eef6658-2872-4416-b6f3-dfbb7c11b194', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1f8bf43-45c7-4ecc-98a0-c43d5973d49b', 'serial': 'f1f8bf43-45c7-4ecc-98a0-c43d5973d49b'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 760.920989] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45731158-1cd4-429f-ae21-495b88ee0c47 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.937740] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8971e5-4b7d-4784-b808-807cc6d789a2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.960610] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] volume-f1f8bf43-45c7-4ecc-98a0-c43d5973d49b/volume-f1f8bf43-45c7-4ecc-98a0-c43d5973d49b.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.960942] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2b30445-4cd9-4160-9483-ba36c9732e2e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.983345] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621631, 'name': ReconfigVM_Task, 'duration_secs': 0.587968} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.984654] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Reconfigured VM instance instance-0000001a to attach disk [datastore2] d858cf62-bd99-4bb2-a0be-3bfb28ad22e5/d858cf62-bd99-4bb2-a0be-3bfb28ad22e5.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.985334] env[70243]: DEBUG oslo_vmware.api [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Waiting for the task: (returnval){ [ 760.985334] env[70243]: value = "task-3621637" [ 760.985334] env[70243]: _type = "Task" [ 760.985334] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.985525] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cd6f202-d15b-491f-a075-70aa0d73fd63 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.996734] env[70243]: DEBUG oslo_vmware.api [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Task: {'id': task-3621637, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.997989] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Waiting for the task: (returnval){ [ 760.997989] env[70243]: value = "task-3621638" [ 760.997989] env[70243]: _type = "Task" [ 760.997989] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.006079] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621638, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.105342] env[70243]: DEBUG nova.compute.manager [req-8c9e69de-05cc-472b-9ff3-7d545b1be3b5 req-b451d1c2-6938-44e6-84b3-723d142bb6cb service nova] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Received event network-changed-b57871bf-25a6-449d-aba9-93b83893eca6 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.105511] env[70243]: DEBUG nova.compute.manager [req-8c9e69de-05cc-472b-9ff3-7d545b1be3b5 req-b451d1c2-6938-44e6-84b3-723d142bb6cb service nova] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Refreshing instance network info cache due to event network-changed-b57871bf-25a6-449d-aba9-93b83893eca6. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.105747] env[70243]: DEBUG oslo_concurrency.lockutils [req-8c9e69de-05cc-472b-9ff3-7d545b1be3b5 req-b451d1c2-6938-44e6-84b3-723d142bb6cb service nova] Acquiring lock "refresh_cache-0835c1db-d7f0-47d9-b8f6-d88396cea793" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.105918] env[70243]: DEBUG oslo_concurrency.lockutils [req-8c9e69de-05cc-472b-9ff3-7d545b1be3b5 req-b451d1c2-6938-44e6-84b3-723d142bb6cb service nova] Acquired lock "refresh_cache-0835c1db-d7f0-47d9-b8f6-d88396cea793" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.106118] env[70243]: DEBUG nova.network.neutron [req-8c9e69de-05cc-472b-9ff3-7d545b1be3b5 req-b451d1c2-6938-44e6-84b3-723d142bb6cb service nova] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Refreshing network info cache for port b57871bf-25a6-449d-aba9-93b83893eca6 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.126232] env[70243]: DEBUG oslo_vmware.api [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621632, 'name': Destroy_Task, 'duration_secs': 0.753723} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.127063] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Destroyed the VM [ 761.127063] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Deleting Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 761.127063] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a17ed8c5-7bb1-4bcc-9a0a-feed10fbe1b0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.135427] env[70243]: DEBUG oslo_vmware.api [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 761.135427] env[70243]: value = "task-3621639" [ 761.135427] env[70243]: _type = "Task" [ 761.135427] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.149116] env[70243]: DEBUG oslo_vmware.api [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621639, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.170404] env[70243]: DEBUG nova.compute.manager [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.199648] env[70243]: DEBUG nova.virt.hardware [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.200061] env[70243]: DEBUG nova.virt.hardware [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.200152] env[70243]: DEBUG nova.virt.hardware [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.200348] env[70243]: DEBUG nova.virt.hardware [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.200573] env[70243]: DEBUG nova.virt.hardware [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.200673] env[70243]: DEBUG nova.virt.hardware [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.200956] env[70243]: DEBUG nova.virt.hardware [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.201155] env[70243]: DEBUG nova.virt.hardware [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.201346] env[70243]: DEBUG nova.virt.hardware [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.201548] env[70243]: DEBUG nova.virt.hardware [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.201749] env[70243]: DEBUG nova.virt.hardware [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.202823] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60851ad-532e-4641-8a0c-504418595a6d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.212256] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a02ff8-e10a-4da5-8593-0c30e815870e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.339192] env[70243]: DEBUG nova.scheduler.client.report [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.389091] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621636, 'name': CreateVM_Task, 'duration_secs': 0.397559} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.389091] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.389787] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.389958] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.390298] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.390556] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5a27696-8285-4f14-a86c-d65a791366fb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.400994] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Waiting for the task: (returnval){ [ 761.400994] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d59289-55ae-f513-bd62-1a973a2d41d7" [ 761.400994] env[70243]: _type = "Task" [ 761.400994] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.410747] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d59289-55ae-f513-bd62-1a973a2d41d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.498603] env[70243]: DEBUG oslo_vmware.api [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Task: {'id': task-3621637, 'name': ReconfigVM_Task, 'duration_secs': 0.330132} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.498711] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Reconfigured VM instance instance-0000001b to attach disk [datastore1] volume-f1f8bf43-45c7-4ecc-98a0-c43d5973d49b/volume-f1f8bf43-45c7-4ecc-98a0-c43d5973d49b.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.506402] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-577532bc-2c94-4aa4-8643-5a64f8ecc07c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.524522] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621638, 'name': Rename_Task, 'duration_secs': 0.202693} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.525855] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.526188] env[70243]: DEBUG oslo_vmware.api [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Waiting for the task: (returnval){ [ 761.526188] env[70243]: value = "task-3621640" [ 761.526188] env[70243]: _type = "Task" [ 761.526188] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.526378] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-158786ad-0dac-42af-abf3-96d6ea31b850 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.539496] env[70243]: DEBUG oslo_vmware.api [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Task: {'id': task-3621640, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.540878] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Waiting for the task: (returnval){ [ 761.540878] env[70243]: value = "task-3621641" [ 761.540878] env[70243]: _type = "Task" [ 761.540878] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.549039] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.646636] env[70243]: DEBUG oslo_vmware.api [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621639, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.693471] env[70243]: DEBUG nova.compute.manager [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.693838] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7414d4af-f3bf-4701-b8b6-e942a703a92b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.732196] env[70243]: DEBUG nova.network.neutron [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Successfully updated port: c46c77ee-f6e9-4009-b970-64f2597c6529 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.844783] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.845386] env[70243]: DEBUG nova.compute.manager [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.848135] env[70243]: DEBUG oslo_concurrency.lockutils [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.059s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.848564] env[70243]: DEBUG nova.objects.instance [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Lazy-loading 'resources' on Instance uuid db2f1bf8-bd2a-42b2-acbe-988105ee3853 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.894957] env[70243]: DEBUG nova.network.neutron [req-8c9e69de-05cc-472b-9ff3-7d545b1be3b5 req-b451d1c2-6938-44e6-84b3-723d142bb6cb service nova] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Updated VIF entry in instance network info cache for port b57871bf-25a6-449d-aba9-93b83893eca6. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.895358] env[70243]: DEBUG nova.network.neutron [req-8c9e69de-05cc-472b-9ff3-7d545b1be3b5 req-b451d1c2-6938-44e6-84b3-723d142bb6cb service nova] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Updating instance_info_cache with network_info: [{"id": "b57871bf-25a6-449d-aba9-93b83893eca6", "address": "fa:16:3e:58:21:0d", "network": {"id": "0d61eb86-0846-4839-9ea6-19afb30368b5", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2096970029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "507f33c604804ee6b304908534dff59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57871bf-25", "ovs_interfaceid": "b57871bf-25a6-449d-aba9-93b83893eca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.911718] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d59289-55ae-f513-bd62-1a973a2d41d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010638} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.912022] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.912709] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.912709] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.912709] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.912864] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.913491] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1637d8f6-79a3-477e-86d2-53f466ceedc2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.922577] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.922663] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.923397] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a836eb5-b062-4a9d-921a-ff11f7626376 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.928538] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Waiting for the task: (returnval){ [ 761.928538] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520ecc70-3e4e-77bd-92bf-8afdf6e8ff71" [ 761.928538] env[70243]: _type = "Task" [ 761.928538] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.938151] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520ecc70-3e4e-77bd-92bf-8afdf6e8ff71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.036976] env[70243]: DEBUG oslo_vmware.api [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Task: {'id': task-3621640, 'name': ReconfigVM_Task, 'duration_secs': 0.204595} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.037339] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722264', 'volume_id': 'f1f8bf43-45c7-4ecc-98a0-c43d5973d49b', 'name': 'volume-f1f8bf43-45c7-4ecc-98a0-c43d5973d49b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0eef6658-2872-4416-b6f3-dfbb7c11b194', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1f8bf43-45c7-4ecc-98a0-c43d5973d49b', 'serial': 'f1f8bf43-45c7-4ecc-98a0-c43d5973d49b'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 762.037941] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b96d986-a548-440e-b96d-4969fbbd4863 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.046263] env[70243]: DEBUG oslo_vmware.api [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Waiting for the task: (returnval){ [ 762.046263] env[70243]: value = "task-3621642" [ 762.046263] env[70243]: _type = "Task" [ 762.046263] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.053659] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.058299] env[70243]: DEBUG oslo_vmware.api [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Task: {'id': task-3621642, 'name': Rename_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.147015] env[70243]: DEBUG oslo_vmware.api [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621639, 'name': RemoveSnapshot_Task, 'duration_secs': 0.880385} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.147211] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Deleted Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 762.147442] env[70243]: INFO nova.compute.manager [None req-1d77f491-e185-4acb-9753-3bf0ae6a0a40 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Took 15.02 seconds to snapshot the instance on the hypervisor. [ 762.206531] env[70243]: INFO nova.compute.manager [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] instance snapshotting [ 762.206778] env[70243]: WARNING nova.compute.manager [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 762.209748] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd9f2b3-4f0a-4b2c-b468-dfa341e816b0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.229408] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c67ce16-d925-4f47-ac93-d45f8998689c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.236394] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "refresh_cache-e3cb438a-f812-4aed-9bb7-10749bf8a278" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.236394] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquired lock "refresh_cache-e3cb438a-f812-4aed-9bb7-10749bf8a278" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.236532] env[70243]: DEBUG nova.network.neutron [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.353281] env[70243]: DEBUG nova.compute.utils [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.357538] env[70243]: DEBUG nova.compute.manager [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.357758] env[70243]: DEBUG nova.network.neutron [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.397450] env[70243]: DEBUG oslo_concurrency.lockutils [req-8c9e69de-05cc-472b-9ff3-7d545b1be3b5 req-b451d1c2-6938-44e6-84b3-723d142bb6cb service nova] Releasing lock "refresh_cache-0835c1db-d7f0-47d9-b8f6-d88396cea793" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.410313] env[70243]: DEBUG nova.policy [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1acb3cf46874c84bfdad183ca731c29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e2513e8b0d54bddbae7c98590a14803', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.443488] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520ecc70-3e4e-77bd-92bf-8afdf6e8ff71, 'name': SearchDatastore_Task, 'duration_secs': 0.017164} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.444385] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-865f3ead-da57-4564-8a6c-ad7d4addaa0e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.451883] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Waiting for the task: (returnval){ [ 762.451883] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52cb84a8-bd31-1b37-63e4-e4b1af4806f1" [ 762.451883] env[70243]: _type = "Task" [ 762.451883] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.459541] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52cb84a8-bd31-1b37-63e4-e4b1af4806f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.555701] env[70243]: DEBUG oslo_vmware.api [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621641, 'name': PowerOnVM_Task, 'duration_secs': 0.786275} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.556537] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.556684] env[70243]: INFO nova.compute.manager [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Took 9.56 seconds to spawn the instance on the hypervisor. [ 762.556868] env[70243]: DEBUG nova.compute.manager [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.557651] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a68b8ef-ce6e-4230-afb4-e169feda5eac {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.562979] env[70243]: DEBUG oslo_vmware.api [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Task: {'id': task-3621642, 'name': Rename_Task, 'duration_secs': 0.282052} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.563499] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.563760] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21f05505-b30a-405d-bd8f-144f0c7bd0ae {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.579014] env[70243]: DEBUG oslo_vmware.api [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Waiting for the task: (returnval){ [ 762.579014] env[70243]: value = "task-3621643" [ 762.579014] env[70243]: _type = "Task" [ 762.579014] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.584149] env[70243]: DEBUG oslo_vmware.api [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Task: {'id': task-3621643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.743149] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Creating Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 762.743590] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f06990a1-84bf-4cc2-b92c-91b1a4626292 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.752431] env[70243]: DEBUG oslo_vmware.api [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 762.752431] env[70243]: value = "task-3621644" [ 762.752431] env[70243]: _type = "Task" [ 762.752431] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.753317] env[70243]: DEBUG nova.network.neutron [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Successfully created port: 7dc20527-bb81-402b-a280-ef14955167e2 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.763152] env[70243]: DEBUG oslo_vmware.api [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621644, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.780161] env[70243]: DEBUG nova.network.neutron [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.832182] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae688af-f8ca-44a5-8521-842c1ab0f893 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.840419] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36600687-2dd3-446b-9e9f-707e3f3652b7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.877870] env[70243]: DEBUG nova.compute.manager [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.881201] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965f6a05-9d6d-4f38-9095-02b3f2b37a92 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.889998] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521e6387-2f30-451c-9507-4787593cd900 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.905354] env[70243]: DEBUG nova.compute.provider_tree [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.962929] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52cb84a8-bd31-1b37-63e4-e4b1af4806f1, 'name': SearchDatastore_Task, 'duration_secs': 0.040834} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.963406] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.963679] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 0835c1db-d7f0-47d9-b8f6-d88396cea793/0835c1db-d7f0-47d9-b8f6-d88396cea793.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.965046] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfc62f65-cc7d-412a-8e57-d3e836f8c4ed {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.970892] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Waiting for the task: (returnval){ [ 762.970892] env[70243]: value = "task-3621645" [ 762.970892] env[70243]: _type = "Task" [ 762.970892] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.979142] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Task: {'id': task-3621645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.040697] env[70243]: DEBUG nova.network.neutron [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Updating instance_info_cache with network_info: [{"id": "c46c77ee-f6e9-4009-b970-64f2597c6529", "address": "fa:16:3e:18:83:08", "network": {"id": "4a284b5e-9431-47e0-afbe-61caada3f353", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-589564757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dbca791ad4e4a5080d2a4927c7c5af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46c77ee-f6", "ovs_interfaceid": "c46c77ee-f6e9-4009-b970-64f2597c6529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.087834] env[70243]: INFO nova.compute.manager [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Took 46.20 seconds to build instance. [ 763.094668] env[70243]: DEBUG oslo_vmware.api [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Task: {'id': task-3621643, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.267118] env[70243]: DEBUG oslo_vmware.api [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621644, 'name': CreateSnapshot_Task, 'duration_secs': 0.483793} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.267539] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Created Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 763.269820] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f51b73-3c7d-4068-b159-815937d883e4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.275039] env[70243]: DEBUG nova.compute.manager [req-37ca765b-e6f0-416c-9973-baa72546488f req-4c226d5a-b9db-498e-a0a1-cdbaf75b23e0 service nova] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Received event network-vif-plugged-c46c77ee-f6e9-4009-b970-64f2597c6529 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.275491] env[70243]: DEBUG oslo_concurrency.lockutils [req-37ca765b-e6f0-416c-9973-baa72546488f req-4c226d5a-b9db-498e-a0a1-cdbaf75b23e0 service nova] Acquiring lock "e3cb438a-f812-4aed-9bb7-10749bf8a278-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.275769] env[70243]: DEBUG oslo_concurrency.lockutils [req-37ca765b-e6f0-416c-9973-baa72546488f req-4c226d5a-b9db-498e-a0a1-cdbaf75b23e0 service nova] Lock "e3cb438a-f812-4aed-9bb7-10749bf8a278-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.276036] env[70243]: DEBUG oslo_concurrency.lockutils [req-37ca765b-e6f0-416c-9973-baa72546488f req-4c226d5a-b9db-498e-a0a1-cdbaf75b23e0 service nova] Lock "e3cb438a-f812-4aed-9bb7-10749bf8a278-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.276263] env[70243]: DEBUG nova.compute.manager [req-37ca765b-e6f0-416c-9973-baa72546488f req-4c226d5a-b9db-498e-a0a1-cdbaf75b23e0 service nova] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] No waiting events found dispatching network-vif-plugged-c46c77ee-f6e9-4009-b970-64f2597c6529 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.276492] env[70243]: WARNING nova.compute.manager [req-37ca765b-e6f0-416c-9973-baa72546488f req-4c226d5a-b9db-498e-a0a1-cdbaf75b23e0 service nova] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Received unexpected event network-vif-plugged-c46c77ee-f6e9-4009-b970-64f2597c6529 for instance with vm_state building and task_state spawning. [ 763.276756] env[70243]: DEBUG nova.compute.manager [req-37ca765b-e6f0-416c-9973-baa72546488f req-4c226d5a-b9db-498e-a0a1-cdbaf75b23e0 service nova] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Received event network-changed-c46c77ee-f6e9-4009-b970-64f2597c6529 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.276986] env[70243]: DEBUG nova.compute.manager [req-37ca765b-e6f0-416c-9973-baa72546488f req-4c226d5a-b9db-498e-a0a1-cdbaf75b23e0 service nova] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Refreshing instance network info cache due to event network-changed-c46c77ee-f6e9-4009-b970-64f2597c6529. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.277296] env[70243]: DEBUG oslo_concurrency.lockutils [req-37ca765b-e6f0-416c-9973-baa72546488f req-4c226d5a-b9db-498e-a0a1-cdbaf75b23e0 service nova] Acquiring lock "refresh_cache-e3cb438a-f812-4aed-9bb7-10749bf8a278" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.409201] env[70243]: DEBUG nova.scheduler.client.report [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.482294] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Task: {'id': task-3621645, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.544036] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Releasing lock "refresh_cache-e3cb438a-f812-4aed-9bb7-10749bf8a278" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.544481] env[70243]: DEBUG nova.compute.manager [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Instance network_info: |[{"id": "c46c77ee-f6e9-4009-b970-64f2597c6529", "address": "fa:16:3e:18:83:08", "network": {"id": "4a284b5e-9431-47e0-afbe-61caada3f353", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-589564757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dbca791ad4e4a5080d2a4927c7c5af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46c77ee-f6", "ovs_interfaceid": "c46c77ee-f6e9-4009-b970-64f2597c6529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.544799] env[70243]: DEBUG oslo_concurrency.lockutils [req-37ca765b-e6f0-416c-9973-baa72546488f req-4c226d5a-b9db-498e-a0a1-cdbaf75b23e0 service nova] Acquired lock "refresh_cache-e3cb438a-f812-4aed-9bb7-10749bf8a278" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.544983] env[70243]: DEBUG nova.network.neutron [req-37ca765b-e6f0-416c-9973-baa72546488f req-4c226d5a-b9db-498e-a0a1-cdbaf75b23e0 service nova] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Refreshing network info cache for port c46c77ee-f6e9-4009-b970-64f2597c6529 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.546549] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:83:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c46c77ee-f6e9-4009-b970-64f2597c6529', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.555453] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.556485] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.556717] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f254a29-c3b4-4e3b-ae3c-4b8685e2d775 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.575946] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.575946] env[70243]: value = "task-3621646" [ 763.575946] env[70243]: _type = "Task" [ 763.575946] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.589523] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621646, 'name': CreateVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.592617] env[70243]: DEBUG oslo_vmware.api [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Task: {'id': task-3621643, 'name': PowerOnVM_Task, 'duration_secs': 0.833633} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.592880] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.593091] env[70243]: INFO nova.compute.manager [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Took 6.03 seconds to spawn the instance on the hypervisor. [ 763.593301] env[70243]: DEBUG nova.compute.manager [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.594043] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a17d7f-04a2-4a3c-8f0b-76bcf347b14d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.596730] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ce3f2edb-70bb-4d66-afdc-d9bfb20f1bab tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Lock "d858cf62-bd99-4bb2-a0be-3bfb28ad22e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.069s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.795868] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Creating linked-clone VM from snapshot {{(pid=70243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 763.796174] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1eee0105-2f64-4ea0-8d65-e4fa34c3f189 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.805965] env[70243]: DEBUG oslo_vmware.api [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 763.805965] env[70243]: value = "task-3621647" [ 763.805965] env[70243]: _type = "Task" [ 763.805965] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.814812] env[70243]: DEBUG oslo_vmware.api [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621647, 'name': CloneVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.894021] env[70243]: DEBUG nova.compute.manager [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.916236] env[70243]: DEBUG oslo_concurrency.lockutils [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.067s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.920806] env[70243]: DEBUG oslo_concurrency.lockutils [None req-51a6eddf-9643-453f-9bbc-1d04e64846c2 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.985s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.927630] env[70243]: DEBUG nova.virt.hardware [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.927977] env[70243]: DEBUG nova.virt.hardware [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.928269] env[70243]: DEBUG nova.virt.hardware [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.928586] env[70243]: DEBUG nova.virt.hardware [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.928857] env[70243]: DEBUG nova.virt.hardware [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.929112] env[70243]: DEBUG nova.virt.hardware [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.929476] env[70243]: DEBUG nova.virt.hardware [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.929734] env[70243]: DEBUG nova.virt.hardware [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.930031] env[70243]: DEBUG nova.virt.hardware [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.930313] env[70243]: DEBUG nova.virt.hardware [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.930589] env[70243]: DEBUG nova.virt.hardware [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.932170] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392987b3-591e-45cf-b993-d443d27ad984 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.941910] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9162cdd4-97a9-4221-b1e0-051452e7c295 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.960680] env[70243]: INFO nova.scheduler.client.report [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Deleted allocations for instance db2f1bf8-bd2a-42b2-acbe-988105ee3853 [ 763.981643] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Task: {'id': task-3621645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569691} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.981941] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 0835c1db-d7f0-47d9-b8f6-d88396cea793/0835c1db-d7f0-47d9-b8f6-d88396cea793.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.982218] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.982930] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e7cdab5-9177-4ac1-8adf-d4cb527468f3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.988701] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Waiting for the task: (returnval){ [ 763.988701] env[70243]: value = "task-3621648" [ 763.988701] env[70243]: _type = "Task" [ 763.988701] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.998052] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Task: {'id': task-3621648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.086894] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621646, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.101285] env[70243]: DEBUG nova.compute.manager [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.117767] env[70243]: INFO nova.compute.manager [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Took 39.70 seconds to build instance. [ 764.326172] env[70243]: DEBUG oslo_vmware.api [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621647, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.361095] env[70243]: DEBUG nova.network.neutron [req-37ca765b-e6f0-416c-9973-baa72546488f req-4c226d5a-b9db-498e-a0a1-cdbaf75b23e0 service nova] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Updated VIF entry in instance network info cache for port c46c77ee-f6e9-4009-b970-64f2597c6529. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.361801] env[70243]: DEBUG nova.network.neutron [req-37ca765b-e6f0-416c-9973-baa72546488f req-4c226d5a-b9db-498e-a0a1-cdbaf75b23e0 service nova] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Updating instance_info_cache with network_info: [{"id": "c46c77ee-f6e9-4009-b970-64f2597c6529", "address": "fa:16:3e:18:83:08", "network": {"id": "4a284b5e-9431-47e0-afbe-61caada3f353", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-589564757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dbca791ad4e4a5080d2a4927c7c5af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46c77ee-f6", "ovs_interfaceid": "c46c77ee-f6e9-4009-b970-64f2597c6529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.470084] env[70243]: DEBUG oslo_concurrency.lockutils [None req-030bb7bc-3351-494c-9a8c-404603f9fcf9 tempest-ImagesOneServerTestJSON-1012391225 tempest-ImagesOneServerTestJSON-1012391225-project-member] Lock "db2f1bf8-bd2a-42b2-acbe-988105ee3853" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.587s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.501113] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Task: {'id': task-3621648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105381} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.501534] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.502409] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25270ecb-4de3-4e83-8bde-89d5427b096d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.530569] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 0835c1db-d7f0-47d9-b8f6-d88396cea793/0835c1db-d7f0-47d9-b8f6-d88396cea793.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.535183] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29499fb7-e5c8-4ed4-bfc0-77228d0c5c56 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.553212] env[70243]: DEBUG nova.network.neutron [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Successfully updated port: 7dc20527-bb81-402b-a280-ef14955167e2 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.556090] env[70243]: DEBUG nova.compute.manager [req-af402f22-f7db-4532-9f91-e4cc5f1858a5 req-732c45b3-9959-4ed6-8bdb-c0a47e56b1e2 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Received event network-changed-881beab9-7994-47f7-8d30-41effb869ee7 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.556392] env[70243]: DEBUG nova.compute.manager [req-af402f22-f7db-4532-9f91-e4cc5f1858a5 req-732c45b3-9959-4ed6-8bdb-c0a47e56b1e2 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Refreshing instance network info cache due to event network-changed-881beab9-7994-47f7-8d30-41effb869ee7. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.556710] env[70243]: DEBUG oslo_concurrency.lockutils [req-af402f22-f7db-4532-9f91-e4cc5f1858a5 req-732c45b3-9959-4ed6-8bdb-c0a47e56b1e2 service nova] Acquiring lock "refresh_cache-b776034c-141c-4117-86ae-3aa65600378c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.556955] env[70243]: DEBUG oslo_concurrency.lockutils [req-af402f22-f7db-4532-9f91-e4cc5f1858a5 req-732c45b3-9959-4ed6-8bdb-c0a47e56b1e2 service nova] Acquired lock "refresh_cache-b776034c-141c-4117-86ae-3aa65600378c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.557217] env[70243]: DEBUG nova.network.neutron [req-af402f22-f7db-4532-9f91-e4cc5f1858a5 req-732c45b3-9959-4ed6-8bdb-c0a47e56b1e2 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Refreshing network info cache for port 881beab9-7994-47f7-8d30-41effb869ee7 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.564940] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Waiting for the task: (returnval){ [ 764.564940] env[70243]: value = "task-3621649" [ 764.564940] env[70243]: _type = "Task" [ 764.564940] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.579880] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Task: {'id': task-3621649, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.591158] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621646, 'name': CreateVM_Task, 'duration_secs': 0.520177} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.591347] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.592024] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.592204] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.592526] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.592789] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e920acd-088b-42fd-8a81-46f158b6070c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.598417] env[70243]: DEBUG oslo_vmware.api [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 764.598417] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52939b63-8659-f4f4-0291-84d8952b8ba3" [ 764.598417] env[70243]: _type = "Task" [ 764.598417] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.611417] env[70243]: DEBUG oslo_vmware.api [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52939b63-8659-f4f4-0291-84d8952b8ba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.620204] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.620618] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48e82b10-4082-46c7-a94a-ad2669f31a37 tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Lock "0eef6658-2872-4416-b6f3-dfbb7c11b194" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.795s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.820419] env[70243]: DEBUG oslo_vmware.api [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621647, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.864761] env[70243]: DEBUG oslo_concurrency.lockutils [req-37ca765b-e6f0-416c-9973-baa72546488f req-4c226d5a-b9db-498e-a0a1-cdbaf75b23e0 service nova] Releasing lock "refresh_cache-e3cb438a-f812-4aed-9bb7-10749bf8a278" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.934819] env[70243]: DEBUG nova.compute.manager [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.936134] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fdb9cf-a96c-41a0-95b7-00b8f437d2ab {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.035537] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c55033f-ff93-437a-80e6-d8d0e1b96ab2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.043312] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5db5ad-9fe5-4880-b661-e7bbb6f11f87 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.078725] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Acquiring lock "refresh_cache-6ed82d05-439d-4d04-8255-f2c3c00c72a2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.082022] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Acquired lock "refresh_cache-6ed82d05-439d-4d04-8255-f2c3c00c72a2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.082022] env[70243]: DEBUG nova.network.neutron [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.087181] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb791478-e323-4465-adc1-16cbaf14b3c5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.096461] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Task: {'id': task-3621649, 'name': ReconfigVM_Task, 'duration_secs': 0.509134} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.098843] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 0835c1db-d7f0-47d9-b8f6-d88396cea793/0835c1db-d7f0-47d9-b8f6-d88396cea793.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.099604] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9cb5456-e3d1-4f20-b9e9-82b6b8548719 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.102519] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb5a46c-7255-4478-ab0f-fb255165bdbb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.122850] env[70243]: DEBUG nova.compute.provider_tree [None req-51a6eddf-9643-453f-9bbc-1d04e64846c2 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.128443] env[70243]: DEBUG nova.compute.manager [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.131723] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Waiting for the task: (returnval){ [ 765.131723] env[70243]: value = "task-3621650" [ 765.131723] env[70243]: _type = "Task" [ 765.131723] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.132018] env[70243]: DEBUG oslo_vmware.api [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52939b63-8659-f4f4-0291-84d8952b8ba3, 'name': SearchDatastore_Task, 'duration_secs': 0.04897} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.132820] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.133139] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.133421] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.133590] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.133805] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.137410] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8465e86b-6cae-4548-af72-a40773d6e2f6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.148137] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Task: {'id': task-3621650, 'name': Rename_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.148137] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.148137] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.149207] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8144d98-f5dc-4933-94cf-38e03b35dab4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.157158] env[70243]: DEBUG oslo_vmware.api [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 765.157158] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5201b033-a8c1-6dc8-6116-06c95a37b20e" [ 765.157158] env[70243]: _type = "Task" [ 765.157158] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.169852] env[70243]: DEBUG oslo_vmware.api [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5201b033-a8c1-6dc8-6116-06c95a37b20e, 'name': SearchDatastore_Task, 'duration_secs': 0.010179} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.170751] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aace9ca5-f2de-455d-8486-9b8f70f3acc8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.178019] env[70243]: DEBUG oslo_vmware.api [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 765.178019] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e51342-e6d7-c6e4-7025-8adb84216882" [ 765.178019] env[70243]: _type = "Task" [ 765.178019] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.185806] env[70243]: DEBUG oslo_vmware.api [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e51342-e6d7-c6e4-7025-8adb84216882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.318354] env[70243]: DEBUG oslo_vmware.api [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621647, 'name': CloneVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.362204] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Acquiring lock "b58519f3-89ec-44dc-983e-445e42118d23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.362518] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Lock "b58519f3-89ec-44dc-983e-445e42118d23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.362746] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Acquiring lock "b58519f3-89ec-44dc-983e-445e42118d23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.362934] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Lock "b58519f3-89ec-44dc-983e-445e42118d23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.363124] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Lock "b58519f3-89ec-44dc-983e-445e42118d23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.365763] env[70243]: INFO nova.compute.manager [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Terminating instance [ 765.457445] env[70243]: INFO nova.compute.manager [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] instance snapshotting [ 765.460376] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a009ffc9-a416-4f7d-a17e-438938a965fc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.478968] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a45fa8-3042-458d-b5f9-43dfb145431e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.636070] env[70243]: DEBUG nova.scheduler.client.report [None req-51a6eddf-9643-453f-9bbc-1d04e64846c2 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.640552] env[70243]: DEBUG nova.network.neutron [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.654651] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Task: {'id': task-3621650, 'name': Rename_Task, 'duration_secs': 0.160114} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.654924] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.655236] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4ebefc7-a82c-465c-a504-5e6dc4afdc68 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.663039] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Waiting for the task: (returnval){ [ 765.663039] env[70243]: value = "task-3621651" [ 765.663039] env[70243]: _type = "Task" [ 765.663039] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.671498] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Task: {'id': task-3621651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.676799] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.686786] env[70243]: DEBUG oslo_vmware.api [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e51342-e6d7-c6e4-7025-8adb84216882, 'name': SearchDatastore_Task, 'duration_secs': 0.010896} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.689610] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.689610] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] e3cb438a-f812-4aed-9bb7-10749bf8a278/e3cb438a-f812-4aed-9bb7-10749bf8a278.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.689610] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86803516-57a7-4ecd-8392-3dbc0a0bf4f2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.696024] env[70243]: DEBUG oslo_vmware.api [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 765.696024] env[70243]: value = "task-3621652" [ 765.696024] env[70243]: _type = "Task" [ 765.696024] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.702940] env[70243]: DEBUG oslo_vmware.api [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.708880] env[70243]: DEBUG nova.network.neutron [req-af402f22-f7db-4532-9f91-e4cc5f1858a5 req-732c45b3-9959-4ed6-8bdb-c0a47e56b1e2 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Updated VIF entry in instance network info cache for port 881beab9-7994-47f7-8d30-41effb869ee7. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.709311] env[70243]: DEBUG nova.network.neutron [req-af402f22-f7db-4532-9f91-e4cc5f1858a5 req-732c45b3-9959-4ed6-8bdb-c0a47e56b1e2 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Updating instance_info_cache with network_info: [{"id": "881beab9-7994-47f7-8d30-41effb869ee7", "address": "fa:16:3e:6c:60:dc", "network": {"id": "3c8b723d-31df-4ee3-80b5-2af3abefb23e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-323659600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dda9f3cb2654814bed602e9f1cae1f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881beab9-79", "ovs_interfaceid": "881beab9-7994-47f7-8d30-41effb869ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.820512] env[70243]: DEBUG oslo_vmware.api [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621647, 'name': CloneVM_Task, 'duration_secs': 1.554432} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.820928] env[70243]: INFO nova.virt.vmwareapi.vmops [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Created linked-clone VM from snapshot [ 765.821823] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0ae25e-82f2-41cf-94ea-5d54fa1ef82a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.834875] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Uploading image 68e46f26-8ef0-44bb-826f-242875adc6a1 {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 765.873564] env[70243]: DEBUG nova.compute.manager [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.873564] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.873564] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc5f3e6-81b5-43ce-af93-ce2c93817e46 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.884789] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.885010] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ef3098f-19b1-424d-8d9b-3abf44e99638 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.891777] env[70243]: DEBUG oslo_vmware.rw_handles [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 765.891777] env[70243]: value = "vm-722314" [ 765.891777] env[70243]: _type = "VirtualMachine" [ 765.891777] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 765.892089] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-350b212b-d821-4b03-8ffb-70c0916db43c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.894924] env[70243]: DEBUG oslo_vmware.api [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Waiting for the task: (returnval){ [ 765.894924] env[70243]: value = "task-3621653" [ 765.894924] env[70243]: _type = "Task" [ 765.894924] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.901274] env[70243]: DEBUG oslo_vmware.rw_handles [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lease: (returnval){ [ 765.901274] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b831af-742f-ab83-360d-de04a8d623eb" [ 765.901274] env[70243]: _type = "HttpNfcLease" [ 765.901274] env[70243]: } obtained for exporting VM: (result){ [ 765.901274] env[70243]: value = "vm-722314" [ 765.901274] env[70243]: _type = "VirtualMachine" [ 765.901274] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 765.901274] env[70243]: DEBUG oslo_vmware.api [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the lease: (returnval){ [ 765.901274] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b831af-742f-ab83-360d-de04a8d623eb" [ 765.901274] env[70243]: _type = "HttpNfcLease" [ 765.901274] env[70243]: } to be ready. {{(pid=70243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 765.907969] env[70243]: DEBUG oslo_vmware.api [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Task: {'id': task-3621653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.911906] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 765.911906] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b831af-742f-ab83-360d-de04a8d623eb" [ 765.911906] env[70243]: _type = "HttpNfcLease" [ 765.911906] env[70243]: } is initializing. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 765.992539] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Creating Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 765.993027] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-da68a969-4fa4-40b7-a4f3-b3ddb1b963b4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.007577] env[70243]: DEBUG oslo_vmware.api [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 766.007577] env[70243]: value = "task-3621655" [ 766.007577] env[70243]: _type = "Task" [ 766.007577] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.017027] env[70243]: DEBUG nova.network.neutron [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Updating instance_info_cache with network_info: [{"id": "7dc20527-bb81-402b-a280-ef14955167e2", "address": "fa:16:3e:fa:5e:29", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dc20527-bb", "ovs_interfaceid": "7dc20527-bb81-402b-a280-ef14955167e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.022483] env[70243]: DEBUG oslo_vmware.api [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621655, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.177251] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Task: {'id': task-3621651, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.205844] env[70243]: DEBUG oslo_vmware.api [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621652, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.212654] env[70243]: DEBUG oslo_concurrency.lockutils [req-af402f22-f7db-4532-9f91-e4cc5f1858a5 req-732c45b3-9959-4ed6-8bdb-c0a47e56b1e2 service nova] Releasing lock "refresh_cache-b776034c-141c-4117-86ae-3aa65600378c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.414266] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 766.414266] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b831af-742f-ab83-360d-de04a8d623eb" [ 766.414266] env[70243]: _type = "HttpNfcLease" [ 766.414266] env[70243]: } is ready. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 766.417548] env[70243]: DEBUG oslo_vmware.rw_handles [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 766.417548] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b831af-742f-ab83-360d-de04a8d623eb" [ 766.417548] env[70243]: _type = "HttpNfcLease" [ 766.417548] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 766.418326] env[70243]: DEBUG oslo_vmware.api [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Task: {'id': task-3621653, 'name': PowerOffVM_Task, 'duration_secs': 0.237638} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.423027] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61da528c-51b5-4ca1-8ff8-497ed778d5f8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.423313] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.423590] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.423888] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8124d088-f213-46c4-b3ff-6b2d246421be {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.434067] env[70243]: DEBUG oslo_vmware.rw_handles [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526582b9-3cea-6e9d-0b37-dd717a5a29b7/disk-0.vmdk from lease info. {{(pid=70243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 766.434067] env[70243]: DEBUG oslo_vmware.rw_handles [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526582b9-3cea-6e9d-0b37-dd717a5a29b7/disk-0.vmdk for reading. {{(pid=70243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 766.498552] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.498863] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.499178] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Deleting the datastore file [datastore2] b58519f3-89ec-44dc-983e-445e42118d23 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.500641] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ecca00b-c60c-441f-b766-7e9a9ef83d06 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.508370] env[70243]: DEBUG oslo_vmware.api [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Waiting for the task: (returnval){ [ 766.508370] env[70243]: value = "task-3621657" [ 766.508370] env[70243]: _type = "Task" [ 766.508370] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.521295] env[70243]: DEBUG oslo_vmware.api [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621655, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.524959] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Releasing lock "refresh_cache-6ed82d05-439d-4d04-8255-f2c3c00c72a2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.527124] env[70243]: DEBUG nova.compute.manager [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Instance network_info: |[{"id": "7dc20527-bb81-402b-a280-ef14955167e2", "address": "fa:16:3e:fa:5e:29", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dc20527-bb", "ovs_interfaceid": "7dc20527-bb81-402b-a280-ef14955167e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.527124] env[70243]: DEBUG oslo_vmware.api [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Task: {'id': task-3621657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.527284] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:5e:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dc20527-bb81-402b-a280-ef14955167e2', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.535375] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.535782] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.536172] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-317a6bd0-72f2-47b8-bd2d-2d0b88acbb87 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.555985] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2315a5bc-928a-470c-b60d-f85101739b5a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.560716] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.560716] env[70243]: value = "task-3621658" [ 766.560716] env[70243]: _type = "Task" [ 766.560716] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.570958] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621658, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.657321] env[70243]: DEBUG oslo_concurrency.lockutils [None req-51a6eddf-9643-453f-9bbc-1d04e64846c2 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.736s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.660385] env[70243]: DEBUG oslo_concurrency.lockutils [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.708s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.663755] env[70243]: INFO nova.compute.claims [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.679911] env[70243]: DEBUG oslo_vmware.api [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Task: {'id': task-3621651, 'name': PowerOnVM_Task, 'duration_secs': 0.901707} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.680218] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.680423] env[70243]: INFO nova.compute.manager [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Took 8.19 seconds to spawn the instance on the hypervisor. [ 766.680601] env[70243]: DEBUG nova.compute.manager [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.681588] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfaa41f4-e175-49f7-99bf-c64e781987f2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.707677] env[70243]: DEBUG oslo_vmware.api [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619609} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.707677] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] e3cb438a-f812-4aed-9bb7-10749bf8a278/e3cb438a-f812-4aed-9bb7-10749bf8a278.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.707677] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.707677] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4eec69b-67e2-4f2c-a267-9cead561eb28 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.714169] env[70243]: DEBUG oslo_vmware.api [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 766.714169] env[70243]: value = "task-3621659" [ 766.714169] env[70243]: _type = "Task" [ 766.714169] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.723738] env[70243]: DEBUG oslo_vmware.api [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.026021] env[70243]: DEBUG oslo_vmware.api [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621655, 'name': CreateSnapshot_Task, 'duration_secs': 0.760281} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.027211] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Created Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 767.027739] env[70243]: DEBUG oslo_vmware.api [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Task: {'id': task-3621657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321948} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.028593] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa32cff3-f6b7-42fa-b725-da827f0110d1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.032509] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.033090] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.033551] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.034183] env[70243]: INFO nova.compute.manager [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Took 1.16 seconds to destroy the instance on the hypervisor. [ 767.034578] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.034903] env[70243]: DEBUG nova.compute.manager [-] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.035178] env[70243]: DEBUG nova.network.neutron [-] [instance: b58519f3-89ec-44dc-983e-445e42118d23] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.071112] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621658, 'name': CreateVM_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.203968] env[70243]: INFO nova.compute.manager [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Took 41.66 seconds to build instance. [ 767.230213] env[70243]: DEBUG oslo_vmware.api [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.400684} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.230874] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.232109] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577b2cb0-c2d7-4cc4-827b-9a330de70adf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.258814] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] e3cb438a-f812-4aed-9bb7-10749bf8a278/e3cb438a-f812-4aed-9bb7-10749bf8a278.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.260649] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-061b3402-bb42-4378-9ed1-8c2e67cdab8c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.281938] env[70243]: INFO nova.scheduler.client.report [None req-51a6eddf-9643-453f-9bbc-1d04e64846c2 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Deleted allocation for migration 7505cd9e-6d53-49b7-8f13-6ae72849c0a7 [ 767.286939] env[70243]: DEBUG nova.compute.manager [req-0dbd0b66-c487-4b9e-b2f4-54bea6c7a3bf req-9dd52019-3ae3-4582-b3e8-a2852aa22e93 service nova] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Received event network-vif-plugged-7dc20527-bb81-402b-a280-ef14955167e2 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.287199] env[70243]: DEBUG oslo_concurrency.lockutils [req-0dbd0b66-c487-4b9e-b2f4-54bea6c7a3bf req-9dd52019-3ae3-4582-b3e8-a2852aa22e93 service nova] Acquiring lock "6ed82d05-439d-4d04-8255-f2c3c00c72a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.287427] env[70243]: DEBUG oslo_concurrency.lockutils [req-0dbd0b66-c487-4b9e-b2f4-54bea6c7a3bf req-9dd52019-3ae3-4582-b3e8-a2852aa22e93 service nova] Lock "6ed82d05-439d-4d04-8255-f2c3c00c72a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.287599] env[70243]: DEBUG oslo_concurrency.lockutils [req-0dbd0b66-c487-4b9e-b2f4-54bea6c7a3bf req-9dd52019-3ae3-4582-b3e8-a2852aa22e93 service nova] Lock "6ed82d05-439d-4d04-8255-f2c3c00c72a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.289205] env[70243]: DEBUG nova.compute.manager [req-0dbd0b66-c487-4b9e-b2f4-54bea6c7a3bf req-9dd52019-3ae3-4582-b3e8-a2852aa22e93 service nova] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] No waiting events found dispatching network-vif-plugged-7dc20527-bb81-402b-a280-ef14955167e2 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.289251] env[70243]: WARNING nova.compute.manager [req-0dbd0b66-c487-4b9e-b2f4-54bea6c7a3bf req-9dd52019-3ae3-4582-b3e8-a2852aa22e93 service nova] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Received unexpected event network-vif-plugged-7dc20527-bb81-402b-a280-ef14955167e2 for instance with vm_state building and task_state spawning. [ 767.289521] env[70243]: DEBUG nova.compute.manager [req-0dbd0b66-c487-4b9e-b2f4-54bea6c7a3bf req-9dd52019-3ae3-4582-b3e8-a2852aa22e93 service nova] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Received event network-changed-7dc20527-bb81-402b-a280-ef14955167e2 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.289773] env[70243]: DEBUG nova.compute.manager [req-0dbd0b66-c487-4b9e-b2f4-54bea6c7a3bf req-9dd52019-3ae3-4582-b3e8-a2852aa22e93 service nova] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Refreshing instance network info cache due to event network-changed-7dc20527-bb81-402b-a280-ef14955167e2. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.289978] env[70243]: DEBUG oslo_concurrency.lockutils [req-0dbd0b66-c487-4b9e-b2f4-54bea6c7a3bf req-9dd52019-3ae3-4582-b3e8-a2852aa22e93 service nova] Acquiring lock "refresh_cache-6ed82d05-439d-4d04-8255-f2c3c00c72a2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.290153] env[70243]: DEBUG oslo_concurrency.lockutils [req-0dbd0b66-c487-4b9e-b2f4-54bea6c7a3bf req-9dd52019-3ae3-4582-b3e8-a2852aa22e93 service nova] Acquired lock "refresh_cache-6ed82d05-439d-4d04-8255-f2c3c00c72a2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.290685] env[70243]: DEBUG nova.network.neutron [req-0dbd0b66-c487-4b9e-b2f4-54bea6c7a3bf req-9dd52019-3ae3-4582-b3e8-a2852aa22e93 service nova] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Refreshing network info cache for port 7dc20527-bb81-402b-a280-ef14955167e2 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.292944] env[70243]: DEBUG nova.compute.manager [req-75e8ebdc-870c-4ce6-9220-1b3a9214e1e4 req-0fcdbc4e-997c-447d-93db-8bd258a3d343 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Received event network-changed-881beab9-7994-47f7-8d30-41effb869ee7 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.292944] env[70243]: DEBUG nova.compute.manager [req-75e8ebdc-870c-4ce6-9220-1b3a9214e1e4 req-0fcdbc4e-997c-447d-93db-8bd258a3d343 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Refreshing instance network info cache due to event network-changed-881beab9-7994-47f7-8d30-41effb869ee7. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.293117] env[70243]: DEBUG oslo_concurrency.lockutils [req-75e8ebdc-870c-4ce6-9220-1b3a9214e1e4 req-0fcdbc4e-997c-447d-93db-8bd258a3d343 service nova] Acquiring lock "refresh_cache-b776034c-141c-4117-86ae-3aa65600378c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.293392] env[70243]: DEBUG oslo_concurrency.lockutils [req-75e8ebdc-870c-4ce6-9220-1b3a9214e1e4 req-0fcdbc4e-997c-447d-93db-8bd258a3d343 service nova] Acquired lock "refresh_cache-b776034c-141c-4117-86ae-3aa65600378c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.293574] env[70243]: DEBUG nova.network.neutron [req-75e8ebdc-870c-4ce6-9220-1b3a9214e1e4 req-0fcdbc4e-997c-447d-93db-8bd258a3d343 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Refreshing network info cache for port 881beab9-7994-47f7-8d30-41effb869ee7 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.302211] env[70243]: DEBUG oslo_vmware.api [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 767.302211] env[70243]: value = "task-3621660" [ 767.302211] env[70243]: _type = "Task" [ 767.302211] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.315244] env[70243]: DEBUG oslo_vmware.api [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.559809] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Creating linked-clone VM from snapshot {{(pid=70243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 767.560567] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d320d760-c8c3-4c60-bbbf-7a558080f105 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.574647] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621658, 'name': CreateVM_Task, 'duration_secs': 0.69688} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.576168] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.576572] env[70243]: DEBUG oslo_vmware.api [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 767.576572] env[70243]: value = "task-3621661" [ 767.576572] env[70243]: _type = "Task" [ 767.576572] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.577303] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.577611] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.578128] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.578443] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b37ccb-028b-4ea1-ba41-36c920c631c1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.590986] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Waiting for the task: (returnval){ [ 767.590986] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52411c05-2d97-f287-a21b-c76783dee2d3" [ 767.590986] env[70243]: _type = "Task" [ 767.590986] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.594878] env[70243]: DEBUG oslo_vmware.api [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621661, 'name': CloneVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.610023] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52411c05-2d97-f287-a21b-c76783dee2d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.707761] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f06d1260-436c-449c-a79a-5c28cf550a97 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Lock "0835c1db-d7f0-47d9-b8f6-d88396cea793" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.260s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.810668] env[70243]: DEBUG oslo_concurrency.lockutils [None req-51a6eddf-9643-453f-9bbc-1d04e64846c2 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "819f3541-bda8-4fe6-b733-be1770d33aa0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.587s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.830952] env[70243]: DEBUG oslo_vmware.api [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621660, 'name': ReconfigVM_Task, 'duration_secs': 0.320119} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.830952] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Reconfigured VM instance instance-0000001d to attach disk [datastore1] e3cb438a-f812-4aed-9bb7-10749bf8a278/e3cb438a-f812-4aed-9bb7-10749bf8a278.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.832042] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60f991e6-1f1c-4e5a-ac87-49bd549f0bdd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.840317] env[70243]: DEBUG oslo_vmware.api [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 767.840317] env[70243]: value = "task-3621662" [ 767.840317] env[70243]: _type = "Task" [ 767.840317] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.859088] env[70243]: DEBUG oslo_vmware.api [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621662, 'name': Rename_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.092473] env[70243]: DEBUG oslo_vmware.api [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621661, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.110183] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52411c05-2d97-f287-a21b-c76783dee2d3, 'name': SearchDatastore_Task, 'duration_secs': 0.01721} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.111167] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.111517] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.111826] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.112125] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.112384] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.113336] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cadf4e7a-a168-4d01-87ff-ed7001e5439a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.137776] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.138044] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.142175] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8408d30a-5a92-4037-aba2-094a12182f29 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.151999] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Waiting for the task: (returnval){ [ 768.151999] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52dcb311-3ed0-dd1b-3169-aff284393f3b" [ 768.151999] env[70243]: _type = "Task" [ 768.151999] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.162152] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52dcb311-3ed0-dd1b-3169-aff284393f3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.213635] env[70243]: DEBUG nova.compute.manager [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.220301] env[70243]: DEBUG nova.network.neutron [req-0dbd0b66-c487-4b9e-b2f4-54bea6c7a3bf req-9dd52019-3ae3-4582-b3e8-a2852aa22e93 service nova] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Updated VIF entry in instance network info cache for port 7dc20527-bb81-402b-a280-ef14955167e2. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.220301] env[70243]: DEBUG nova.network.neutron [req-0dbd0b66-c487-4b9e-b2f4-54bea6c7a3bf req-9dd52019-3ae3-4582-b3e8-a2852aa22e93 service nova] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Updating instance_info_cache with network_info: [{"id": "7dc20527-bb81-402b-a280-ef14955167e2", "address": "fa:16:3e:fa:5e:29", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dc20527-bb", "ovs_interfaceid": "7dc20527-bb81-402b-a280-ef14955167e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.354040] env[70243]: DEBUG oslo_vmware.api [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621662, 'name': Rename_Task, 'duration_secs': 0.388267} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.354986] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.354986] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f7289e7-acf2-4f87-817a-1abe97ff9f5a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.360507] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678c5938-b5b4-472e-9845-9da85a7d053b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.364698] env[70243]: DEBUG oslo_vmware.api [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 768.364698] env[70243]: value = "task-3621663" [ 768.364698] env[70243]: _type = "Task" [ 768.364698] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.371847] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb75f3e-9249-487a-89ac-7035013843fe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.378555] env[70243]: DEBUG oslo_vmware.api [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.407796] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a321229d-62ac-480d-847d-9ec1116d8246 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.415420] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea56b24-2ccb-49c7-9cb5-31f433da37e7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.430062] env[70243]: DEBUG nova.compute.provider_tree [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.514203] env[70243]: DEBUG nova.network.neutron [req-75e8ebdc-870c-4ce6-9220-1b3a9214e1e4 req-0fcdbc4e-997c-447d-93db-8bd258a3d343 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Updated VIF entry in instance network info cache for port 881beab9-7994-47f7-8d30-41effb869ee7. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.514203] env[70243]: DEBUG nova.network.neutron [req-75e8ebdc-870c-4ce6-9220-1b3a9214e1e4 req-0fcdbc4e-997c-447d-93db-8bd258a3d343 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Updating instance_info_cache with network_info: [{"id": "881beab9-7994-47f7-8d30-41effb869ee7", "address": "fa:16:3e:6c:60:dc", "network": {"id": "3c8b723d-31df-4ee3-80b5-2af3abefb23e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-323659600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dda9f3cb2654814bed602e9f1cae1f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881beab9-79", "ovs_interfaceid": "881beab9-7994-47f7-8d30-41effb869ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.590160] env[70243]: DEBUG oslo_vmware.api [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621661, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.611288] env[70243]: DEBUG nova.network.neutron [-] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.667132] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52dcb311-3ed0-dd1b-3169-aff284393f3b, 'name': SearchDatastore_Task, 'duration_secs': 0.010862} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.667698] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc52a087-caeb-4730-9828-46c652dba6a4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.673650] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Waiting for the task: (returnval){ [ 768.673650] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528d3447-831d-d4da-523f-9be91455c310" [ 768.673650] env[70243]: _type = "Task" [ 768.673650] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.684084] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528d3447-831d-d4da-523f-9be91455c310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.723500] env[70243]: DEBUG oslo_concurrency.lockutils [req-0dbd0b66-c487-4b9e-b2f4-54bea6c7a3bf req-9dd52019-3ae3-4582-b3e8-a2852aa22e93 service nova] Releasing lock "refresh_cache-6ed82d05-439d-4d04-8255-f2c3c00c72a2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.723592] env[70243]: DEBUG nova.compute.manager [req-0dbd0b66-c487-4b9e-b2f4-54bea6c7a3bf req-9dd52019-3ae3-4582-b3e8-a2852aa22e93 service nova] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Received event network-changed-cd278fe4-007c-4bcf-a4f8-b4d795d6e031 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.723688] env[70243]: DEBUG nova.compute.manager [req-0dbd0b66-c487-4b9e-b2f4-54bea6c7a3bf req-9dd52019-3ae3-4582-b3e8-a2852aa22e93 service nova] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Refreshing instance network info cache due to event network-changed-cd278fe4-007c-4bcf-a4f8-b4d795d6e031. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.723899] env[70243]: DEBUG oslo_concurrency.lockutils [req-0dbd0b66-c487-4b9e-b2f4-54bea6c7a3bf req-9dd52019-3ae3-4582-b3e8-a2852aa22e93 service nova] Acquiring lock "refresh_cache-0eef6658-2872-4416-b6f3-dfbb7c11b194" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.724214] env[70243]: DEBUG oslo_concurrency.lockutils [req-0dbd0b66-c487-4b9e-b2f4-54bea6c7a3bf req-9dd52019-3ae3-4582-b3e8-a2852aa22e93 service nova] Acquired lock "refresh_cache-0eef6658-2872-4416-b6f3-dfbb7c11b194" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.724513] env[70243]: DEBUG nova.network.neutron [req-0dbd0b66-c487-4b9e-b2f4-54bea6c7a3bf req-9dd52019-3ae3-4582-b3e8-a2852aa22e93 service nova] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Refreshing network info cache for port cd278fe4-007c-4bcf-a4f8-b4d795d6e031 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.745357] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.880480] env[70243]: DEBUG oslo_vmware.api [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621663, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.933845] env[70243]: DEBUG nova.scheduler.client.report [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.016912] env[70243]: DEBUG oslo_concurrency.lockutils [req-75e8ebdc-870c-4ce6-9220-1b3a9214e1e4 req-0fcdbc4e-997c-447d-93db-8bd258a3d343 service nova] Releasing lock "refresh_cache-b776034c-141c-4117-86ae-3aa65600378c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.090535] env[70243]: DEBUG oslo_vmware.api [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621661, 'name': CloneVM_Task, 'duration_secs': 1.298501} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.090954] env[70243]: INFO nova.virt.vmwareapi.vmops [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Created linked-clone VM from snapshot [ 769.091701] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba77b51-3b61-42c0-a0d4-e22ff1467659 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.100834] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Uploading image fc3bea92-ef86-4945-a1e1-04043b9aa02c {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 769.114631] env[70243]: INFO nova.compute.manager [-] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Took 2.08 seconds to deallocate network for instance. [ 769.139235] env[70243]: DEBUG oslo_vmware.rw_handles [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 769.139235] env[70243]: value = "vm-722317" [ 769.139235] env[70243]: _type = "VirtualMachine" [ 769.139235] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 769.139550] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cc6b85c8-3305-4008-913e-71528dc79fa5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.147954] env[70243]: DEBUG oslo_vmware.rw_handles [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lease: (returnval){ [ 769.147954] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52120ed2-0a60-06f7-cc2c-c01bf46e62dc" [ 769.147954] env[70243]: _type = "HttpNfcLease" [ 769.147954] env[70243]: } obtained for exporting VM: (result){ [ 769.147954] env[70243]: value = "vm-722317" [ 769.147954] env[70243]: _type = "VirtualMachine" [ 769.147954] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 769.147954] env[70243]: DEBUG oslo_vmware.api [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the lease: (returnval){ [ 769.147954] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52120ed2-0a60-06f7-cc2c-c01bf46e62dc" [ 769.147954] env[70243]: _type = "HttpNfcLease" [ 769.147954] env[70243]: } to be ready. {{(pid=70243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 769.155218] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 769.155218] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52120ed2-0a60-06f7-cc2c-c01bf46e62dc" [ 769.155218] env[70243]: _type = "HttpNfcLease" [ 769.155218] env[70243]: } is initializing. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 769.187324] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528d3447-831d-d4da-523f-9be91455c310, 'name': SearchDatastore_Task, 'duration_secs': 0.011687} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.187768] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.188488] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 6ed82d05-439d-4d04-8255-f2c3c00c72a2/6ed82d05-439d-4d04-8255-f2c3c00c72a2.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.189182] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb6c4ac9-f3b1-4f4c-b831-b68ebb040d03 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.197921] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Waiting for the task: (returnval){ [ 769.197921] env[70243]: value = "task-3621665" [ 769.197921] env[70243]: _type = "Task" [ 769.197921] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.208975] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.383629] env[70243]: DEBUG oslo_vmware.api [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621663, 'name': PowerOnVM_Task, 'duration_secs': 0.58026} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.383831] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.384065] env[70243]: INFO nova.compute.manager [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Took 8.21 seconds to spawn the instance on the hypervisor. [ 769.384255] env[70243]: DEBUG nova.compute.manager [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.385109] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f75e193-f460-49be-b254-f73f5e3e77dc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.445024] env[70243]: DEBUG oslo_concurrency.lockutils [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.445024] env[70243]: DEBUG nova.compute.manager [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.448540] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.292s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.450798] env[70243]: INFO nova.compute.claims [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.622726] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.645994] env[70243]: DEBUG nova.compute.manager [req-0137233c-1786-411a-9b87-ad3f8dfd6851 req-ffa6c4b3-fe4d-454f-9f27-e658ec0a3657 service nova] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Received event network-changed-4ff2c62c-2306-4d8e-b951-feaa37b8b014 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.646431] env[70243]: DEBUG nova.compute.manager [req-0137233c-1786-411a-9b87-ad3f8dfd6851 req-ffa6c4b3-fe4d-454f-9f27-e658ec0a3657 service nova] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Refreshing instance network info cache due to event network-changed-4ff2c62c-2306-4d8e-b951-feaa37b8b014. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.646755] env[70243]: DEBUG oslo_concurrency.lockutils [req-0137233c-1786-411a-9b87-ad3f8dfd6851 req-ffa6c4b3-fe4d-454f-9f27-e658ec0a3657 service nova] Acquiring lock "refresh_cache-d858cf62-bd99-4bb2-a0be-3bfb28ad22e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.646935] env[70243]: DEBUG oslo_concurrency.lockutils [req-0137233c-1786-411a-9b87-ad3f8dfd6851 req-ffa6c4b3-fe4d-454f-9f27-e658ec0a3657 service nova] Acquired lock "refresh_cache-d858cf62-bd99-4bb2-a0be-3bfb28ad22e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.647531] env[70243]: DEBUG nova.network.neutron [req-0137233c-1786-411a-9b87-ad3f8dfd6851 req-ffa6c4b3-fe4d-454f-9f27-e658ec0a3657 service nova] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Refreshing network info cache for port 4ff2c62c-2306-4d8e-b951-feaa37b8b014 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.665554] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 769.665554] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52120ed2-0a60-06f7-cc2c-c01bf46e62dc" [ 769.665554] env[70243]: _type = "HttpNfcLease" [ 769.665554] env[70243]: } is ready. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 769.665554] env[70243]: DEBUG oslo_vmware.rw_handles [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 769.665554] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52120ed2-0a60-06f7-cc2c-c01bf46e62dc" [ 769.665554] env[70243]: _type = "HttpNfcLease" [ 769.665554] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 769.668110] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a080c5-8512-4cae-a65f-a5f51939a95b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.684536] env[70243]: DEBUG oslo_vmware.rw_handles [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c7b34-a351-a255-f37d-3e9ec8b8d6fe/disk-0.vmdk from lease info. {{(pid=70243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 769.684889] env[70243]: DEBUG oslo_vmware.rw_handles [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c7b34-a351-a255-f37d-3e9ec8b8d6fe/disk-0.vmdk for reading. {{(pid=70243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 769.758216] env[70243]: DEBUG nova.network.neutron [req-0dbd0b66-c487-4b9e-b2f4-54bea6c7a3bf req-9dd52019-3ae3-4582-b3e8-a2852aa22e93 service nova] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Updated VIF entry in instance network info cache for port cd278fe4-007c-4bcf-a4f8-b4d795d6e031. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.758216] env[70243]: DEBUG nova.network.neutron [req-0dbd0b66-c487-4b9e-b2f4-54bea6c7a3bf req-9dd52019-3ae3-4582-b3e8-a2852aa22e93 service nova] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Updating instance_info_cache with network_info: [{"id": "cd278fe4-007c-4bcf-a4f8-b4d795d6e031", "address": "fa:16:3e:ba:03:23", "network": {"id": "e24cf91f-48cd-4786-b7f8-f04a73600e43", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1708911156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a37ac0d653143f8b19dd5e9da244a00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd278fe4-00", "ovs_interfaceid": "cd278fe4-007c-4bcf-a4f8-b4d795d6e031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.762346] env[70243]: DEBUG nova.compute.manager [req-e4d9cf72-2aef-4a7c-a9bd-3fb71cf6f97a req-79b21170-946c-45de-a125-673fd5b46ed0 service nova] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Received event network-changed-4ff2c62c-2306-4d8e-b951-feaa37b8b014 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.762657] env[70243]: DEBUG nova.compute.manager [req-e4d9cf72-2aef-4a7c-a9bd-3fb71cf6f97a req-79b21170-946c-45de-a125-673fd5b46ed0 service nova] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Refreshing instance network info cache due to event network-changed-4ff2c62c-2306-4d8e-b951-feaa37b8b014. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.763202] env[70243]: DEBUG oslo_concurrency.lockutils [req-e4d9cf72-2aef-4a7c-a9bd-3fb71cf6f97a req-79b21170-946c-45de-a125-673fd5b46ed0 service nova] Acquiring lock "refresh_cache-d858cf62-bd99-4bb2-a0be-3bfb28ad22e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.778989] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621665, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.818367] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4a322bc0-d71e-4d9f-bb5f-535898bd80be {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.911123] env[70243]: INFO nova.compute.manager [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Took 41.49 seconds to build instance. [ 769.949314] env[70243]: DEBUG nova.compute.utils [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.951633] env[70243]: DEBUG nova.compute.manager [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Not allocating networking since 'none' was specified. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 770.269488] env[70243]: DEBUG oslo_concurrency.lockutils [req-0dbd0b66-c487-4b9e-b2f4-54bea6c7a3bf req-9dd52019-3ae3-4582-b3e8-a2852aa22e93 service nova] Releasing lock "refresh_cache-0eef6658-2872-4416-b6f3-dfbb7c11b194" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.272858] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608251} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.274938] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 6ed82d05-439d-4d04-8255-f2c3c00c72a2/6ed82d05-439d-4d04-8255-f2c3c00c72a2.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.275410] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.278335] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1abc7b09-cd82-4cde-80ef-999dbefc7d08 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.287650] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Waiting for the task: (returnval){ [ 770.287650] env[70243]: value = "task-3621666" [ 770.287650] env[70243]: _type = "Task" [ 770.287650] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.303732] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.413949] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86a13806-ee60-4a39-9276-5b49bf2dd81e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "e3cb438a-f812-4aed-9bb7-10749bf8a278" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.175s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.456605] env[70243]: DEBUG nova.compute.manager [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.479231] env[70243]: DEBUG nova.network.neutron [req-0137233c-1786-411a-9b87-ad3f8dfd6851 req-ffa6c4b3-fe4d-454f-9f27-e658ec0a3657 service nova] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Updated VIF entry in instance network info cache for port 4ff2c62c-2306-4d8e-b951-feaa37b8b014. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.480120] env[70243]: DEBUG nova.network.neutron [req-0137233c-1786-411a-9b87-ad3f8dfd6851 req-ffa6c4b3-fe4d-454f-9f27-e658ec0a3657 service nova] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Updating instance_info_cache with network_info: [{"id": "4ff2c62c-2306-4d8e-b951-feaa37b8b014", "address": "fa:16:3e:dc:73:f9", "network": {"id": "3c8b723d-31df-4ee3-80b5-2af3abefb23e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-323659600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dda9f3cb2654814bed602e9f1cae1f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ff2c62c-23", "ovs_interfaceid": "4ff2c62c-2306-4d8e-b951-feaa37b8b014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.540034] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Acquiring lock "0835c1db-d7f0-47d9-b8f6-d88396cea793" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.540513] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Lock "0835c1db-d7f0-47d9-b8f6-d88396cea793" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.541899] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Acquiring lock "0835c1db-d7f0-47d9-b8f6-d88396cea793-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.541899] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Lock "0835c1db-d7f0-47d9-b8f6-d88396cea793-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.541899] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Lock "0835c1db-d7f0-47d9-b8f6-d88396cea793-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.544117] env[70243]: INFO nova.compute.manager [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Terminating instance [ 770.592186] env[70243]: DEBUG oslo_concurrency.lockutils [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquiring lock "d858cf62-bd99-4bb2-a0be-3bfb28ad22e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.593258] env[70243]: DEBUG oslo_concurrency.lockutils [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Lock "d858cf62-bd99-4bb2-a0be-3bfb28ad22e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.593661] env[70243]: DEBUG oslo_concurrency.lockutils [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquiring lock "d858cf62-bd99-4bb2-a0be-3bfb28ad22e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.593760] env[70243]: DEBUG oslo_concurrency.lockutils [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Lock "d858cf62-bd99-4bb2-a0be-3bfb28ad22e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.593845] env[70243]: DEBUG oslo_concurrency.lockutils [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Lock "d858cf62-bd99-4bb2-a0be-3bfb28ad22e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.597248] env[70243]: INFO nova.compute.manager [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Terminating instance [ 770.787551] env[70243]: INFO nova.compute.manager [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Rescuing [ 770.787900] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "refresh_cache-e3cb438a-f812-4aed-9bb7-10749bf8a278" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.788104] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquired lock "refresh_cache-e3cb438a-f812-4aed-9bb7-10749bf8a278" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.789029] env[70243]: DEBUG nova.network.neutron [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.807732] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081187} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.810876] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.812604] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717e93a8-8cb0-40ac-bf49-984d8fa29f42 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.839787] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 6ed82d05-439d-4d04-8255-f2c3c00c72a2/6ed82d05-439d-4d04-8255-f2c3c00c72a2.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.843512] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-679b878f-6c13-4e03-a76f-b728d920e935 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.867492] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Waiting for the task: (returnval){ [ 770.867492] env[70243]: value = "task-3621667" [ 770.867492] env[70243]: _type = "Task" [ 770.867492] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.879347] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621667, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.917558] env[70243]: DEBUG nova.compute.manager [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.985202] env[70243]: DEBUG oslo_concurrency.lockutils [req-0137233c-1786-411a-9b87-ad3f8dfd6851 req-ffa6c4b3-fe4d-454f-9f27-e658ec0a3657 service nova] Releasing lock "refresh_cache-d858cf62-bd99-4bb2-a0be-3bfb28ad22e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.985509] env[70243]: DEBUG nova.compute.manager [req-0137233c-1786-411a-9b87-ad3f8dfd6851 req-ffa6c4b3-fe4d-454f-9f27-e658ec0a3657 service nova] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Received event network-vif-deleted-b5966ec2-55df-44c3-be0e-ddc9b923a133 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.988559] env[70243]: DEBUG oslo_concurrency.lockutils [req-e4d9cf72-2aef-4a7c-a9bd-3fb71cf6f97a req-79b21170-946c-45de-a125-673fd5b46ed0 service nova] Acquired lock "refresh_cache-d858cf62-bd99-4bb2-a0be-3bfb28ad22e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.988865] env[70243]: DEBUG nova.network.neutron [req-e4d9cf72-2aef-4a7c-a9bd-3fb71cf6f97a req-79b21170-946c-45de-a125-673fd5b46ed0 service nova] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Refreshing network info cache for port 4ff2c62c-2306-4d8e-b951-feaa37b8b014 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.049245] env[70243]: DEBUG nova.compute.manager [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.049543] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.050586] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa449479-f436-49bb-b394-2d26eee788f0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.059718] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.060102] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb1748db-604e-4b44-94e2-c758f2054976 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.070024] env[70243]: DEBUG oslo_vmware.api [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Waiting for the task: (returnval){ [ 771.070024] env[70243]: value = "task-3621668" [ 771.070024] env[70243]: _type = "Task" [ 771.070024] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.079508] env[70243]: DEBUG oslo_vmware.api [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Task: {'id': task-3621668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.103227] env[70243]: DEBUG nova.compute.manager [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.103227] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.103730] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cded9423-dded-4a0f-a88f-f4fc1c412774 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.108827] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7debdbc9-3fcd-4669-bccf-9cb73db64880 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.114377] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.115135] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f86f6ff-1afc-4d96-8dd2-9b5a9703d72f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.121173] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bc3109-242b-4e06-82c8-69f9f53a2e37 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.126027] env[70243]: DEBUG oslo_vmware.api [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Waiting for the task: (returnval){ [ 771.126027] env[70243]: value = "task-3621669" [ 771.126027] env[70243]: _type = "Task" [ 771.126027] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.165030] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67af8321-3633-421d-954b-db3b31ba25b5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.170715] env[70243]: DEBUG oslo_vmware.api [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.176444] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c292c6-0c50-4333-a9e7-4c77696136f8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.192032] env[70243]: DEBUG nova.compute.provider_tree [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.386022] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621667, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.442474] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.475652] env[70243]: DEBUG nova.compute.manager [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.583315] env[70243]: DEBUG oslo_vmware.api [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Task: {'id': task-3621668, 'name': PowerOffVM_Task, 'duration_secs': 0.266212} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.583933] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.584334] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.584647] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7343ee57-016e-4d23-9f8f-13e4340b363d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.651921] env[70243]: DEBUG oslo_vmware.api [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621669, 'name': PowerOffVM_Task, 'duration_secs': 0.270324} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.652439] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.652911] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.653529] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a23b43f4-37b9-486e-876b-825b9b66e8c1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.683107] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.683647] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.683973] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Deleting the datastore file [datastore1] 0835c1db-d7f0-47d9-b8f6-d88396cea793 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.684409] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-036d8d65-6e3f-4806-9b02-9b699b73e7ab {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.692358] env[70243]: DEBUG oslo_vmware.api [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Waiting for the task: (returnval){ [ 771.692358] env[70243]: value = "task-3621672" [ 771.692358] env[70243]: _type = "Task" [ 771.692358] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.699557] env[70243]: DEBUG nova.scheduler.client.report [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.713210] env[70243]: DEBUG oslo_vmware.api [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Task: {'id': task-3621672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.730485] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.730485] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.730485] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Deleting the datastore file [datastore2] d858cf62-bd99-4bb2-a0be-3bfb28ad22e5 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.730485] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7647d843-f238-44ca-a24d-4e13cdf5a67b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.737388] env[70243]: DEBUG oslo_vmware.api [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Waiting for the task: (returnval){ [ 771.737388] env[70243]: value = "task-3621673" [ 771.737388] env[70243]: _type = "Task" [ 771.737388] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.746762] env[70243]: DEBUG oslo_vmware.api [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.755241] env[70243]: DEBUG nova.network.neutron [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Updating instance_info_cache with network_info: [{"id": "c46c77ee-f6e9-4009-b970-64f2597c6529", "address": "fa:16:3e:18:83:08", "network": {"id": "4a284b5e-9431-47e0-afbe-61caada3f353", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-589564757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dbca791ad4e4a5080d2a4927c7c5af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46c77ee-f6", "ovs_interfaceid": "c46c77ee-f6e9-4009-b970-64f2597c6529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.772072] env[70243]: DEBUG nova.network.neutron [req-e4d9cf72-2aef-4a7c-a9bd-3fb71cf6f97a req-79b21170-946c-45de-a125-673fd5b46ed0 service nova] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Updated VIF entry in instance network info cache for port 4ff2c62c-2306-4d8e-b951-feaa37b8b014. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.772784] env[70243]: DEBUG nova.network.neutron [req-e4d9cf72-2aef-4a7c-a9bd-3fb71cf6f97a req-79b21170-946c-45de-a125-673fd5b46ed0 service nova] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Updating instance_info_cache with network_info: [{"id": "4ff2c62c-2306-4d8e-b951-feaa37b8b014", "address": "fa:16:3e:dc:73:f9", "network": {"id": "3c8b723d-31df-4ee3-80b5-2af3abefb23e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-323659600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dda9f3cb2654814bed602e9f1cae1f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ff2c62c-23", "ovs_interfaceid": "4ff2c62c-2306-4d8e-b951-feaa37b8b014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.881106] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621667, 'name': ReconfigVM_Task, 'duration_secs': 0.519748} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.881505] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 6ed82d05-439d-4d04-8255-f2c3c00c72a2/6ed82d05-439d-4d04-8255-f2c3c00c72a2.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.882333] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18f65fdb-2ca0-444f-99fa-aa26c21262fe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.891609] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Waiting for the task: (returnval){ [ 771.891609] env[70243]: value = "task-3621674" [ 771.891609] env[70243]: _type = "Task" [ 771.891609] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.904411] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621674, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.203101] env[70243]: DEBUG oslo_vmware.api [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Task: {'id': task-3621672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241357} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.203398] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.203608] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.203857] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.203971] env[70243]: INFO nova.compute.manager [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Took 1.15 seconds to destroy the instance on the hypervisor. [ 772.204268] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.204505] env[70243]: DEBUG nova.compute.manager [-] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.204614] env[70243]: DEBUG nova.network.neutron [-] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.207017] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.207513] env[70243]: DEBUG nova.compute.manager [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.210501] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.257s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.210674] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.210824] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 772.211156] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.480s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.212675] env[70243]: INFO nova.compute.claims [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.216431] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ac721a-4073-47a0-a827-94c1b4913068 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.225138] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde4519a-76ab-4888-9839-50d0e1053347 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.244737] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f495c4-3e12-4469-80be-e00ea60a9ab5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.255413] env[70243]: DEBUG oslo_vmware.api [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448114} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.256597] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466f7f02-7240-4091-ab59-64e908731828 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.260335] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.263699] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.263699] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.263699] env[70243]: INFO nova.compute.manager [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 772.263699] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.264104] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Releasing lock "refresh_cache-e3cb438a-f812-4aed-9bb7-10749bf8a278" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.265846] env[70243]: DEBUG nova.compute.manager [-] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.265948] env[70243]: DEBUG nova.network.neutron [-] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.298106] env[70243]: DEBUG oslo_concurrency.lockutils [req-e4d9cf72-2aef-4a7c-a9bd-3fb71cf6f97a req-79b21170-946c-45de-a125-673fd5b46ed0 service nova] Releasing lock "refresh_cache-d858cf62-bd99-4bb2-a0be-3bfb28ad22e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.299032] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179225MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=70243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 772.299032] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.402735] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621674, 'name': Rename_Task, 'duration_secs': 0.292589} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.403139] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.403374] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3b59d74-6049-44e7-b7a6-e2b52e6d6cf3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.413622] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Waiting for the task: (returnval){ [ 772.413622] env[70243]: value = "task-3621675" [ 772.413622] env[70243]: _type = "Task" [ 772.413622] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.428434] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.720026] env[70243]: DEBUG nova.compute.utils [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.720026] env[70243]: DEBUG nova.compute.manager [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.720505] env[70243]: DEBUG nova.network.neutron [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.765848] env[70243]: DEBUG nova.policy [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fdb582af54c4169866b465dd3a31c47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab3ab336fd2c4214bdac0d0e740f4800', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.924950] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621675, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.989552] env[70243]: DEBUG nova.network.neutron [-] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.025910] env[70243]: DEBUG nova.network.neutron [-] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.079251] env[70243]: DEBUG nova.network.neutron [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Successfully created port: a5c4a0e6-5c3e-4b98-812e-4e941078cfae {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.224030] env[70243]: DEBUG nova.compute.manager [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.427641] env[70243]: DEBUG oslo_vmware.api [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621675, 'name': PowerOnVM_Task, 'duration_secs': 0.736173} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.427909] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.428128] env[70243]: INFO nova.compute.manager [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Took 9.54 seconds to spawn the instance on the hypervisor. [ 773.428312] env[70243]: DEBUG nova.compute.manager [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.429128] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7add32e6-3b59-4d11-8301-afe8c01f0dd3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.492360] env[70243]: INFO nova.compute.manager [-] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Took 1.29 seconds to deallocate network for instance. [ 773.528559] env[70243]: INFO nova.compute.manager [-] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Took 1.26 seconds to deallocate network for instance. [ 773.681517] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713882e6-c338-4531-9b5a-a5e6e5521e17 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.689656] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fb956a-adc2-4d7d-a2d6-71d5056e1021 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.722289] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb2ba92-d249-49b7-b97a-18294aa5ccec {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.735371] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a825359-f503-4ad7-a31a-71a8e56071ae {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.749827] env[70243]: DEBUG nova.compute.provider_tree [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.951723] env[70243]: INFO nova.compute.manager [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Took 42.76 seconds to build instance. [ 774.001087] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.037825] env[70243]: DEBUG oslo_concurrency.lockutils [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.235841] env[70243]: DEBUG nova.compute.manager [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.253437] env[70243]: DEBUG nova.scheduler.client.report [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.453927] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ecf62131-4492-464d-8d2f-3c97ff80f885 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Lock "6ed82d05-439d-4d04-8255-f2c3c00c72a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.767s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.563646] env[70243]: DEBUG nova.network.neutron [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Successfully updated port: a5c4a0e6-5c3e-4b98-812e-4e941078cfae {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.759267] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.759844] env[70243]: DEBUG nova.compute.manager [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.762948] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.501s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.763206] env[70243]: DEBUG nova.objects.instance [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Lazy-loading 'resources' on Instance uuid 34bb9e9c-f832-41d9-b640-fecc7d7f6756 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.959182] env[70243]: DEBUG nova.compute.manager [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.067747] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Acquiring lock "refresh_cache-0beb88d8-f501-42d4-ba9b-5ca10e7308fa" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.067944] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Acquired lock "refresh_cache-0beb88d8-f501-42d4-ba9b-5ca10e7308fa" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.068437] env[70243]: DEBUG nova.network.neutron [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.266524] env[70243]: DEBUG nova.compute.utils [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.271355] env[70243]: DEBUG nova.compute.manager [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.271550] env[70243]: DEBUG nova.network.neutron [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.311083] env[70243]: DEBUG nova.policy [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '856b81d800f14c66a760cfbed015afb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe03405a62514a7c9662ab0a031e18cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.484292] env[70243]: DEBUG oslo_concurrency.lockutils [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.567766] env[70243]: DEBUG nova.network.neutron [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Successfully created port: b9ee43ec-9c74-408d-be0c-62b022561540 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.610280] env[70243]: DEBUG nova.network.neutron [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.718029] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dea73ef-e986-4673-ad2b-0c7c7c03ec7c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.729671] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0c539d-1495-4bbe-8785-d008794c43bd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.761374] env[70243]: DEBUG nova.network.neutron [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Updating instance_info_cache with network_info: [{"id": "a5c4a0e6-5c3e-4b98-812e-4e941078cfae", "address": "fa:16:3e:36:90:5f", "network": {"id": "4ebc8b5d-d25e-4656-a240-2e2dbee8c762", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1006822963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab3ab336fd2c4214bdac0d0e740f4800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c4a0e6-5c", "ovs_interfaceid": "a5c4a0e6-5c3e-4b98-812e-4e941078cfae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.763277] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6663ee-707e-4ee5-9f8e-b1cce182e913 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.771827] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32e2e80-bba4-4be2-a86c-bdad8667bd08 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.776660] env[70243]: DEBUG nova.compute.manager [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.791507] env[70243]: DEBUG nova.compute.provider_tree [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.004419] env[70243]: DEBUG nova.virt.hardware [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.004860] env[70243]: DEBUG nova.virt.hardware [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.004860] env[70243]: DEBUG nova.virt.hardware [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.004970] env[70243]: DEBUG nova.virt.hardware [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.006029] env[70243]: DEBUG nova.virt.hardware [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.006029] env[70243]: DEBUG nova.virt.hardware [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.006029] env[70243]: DEBUG nova.virt.hardware [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.006029] env[70243]: DEBUG nova.virt.hardware [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.006029] env[70243]: DEBUG nova.virt.hardware [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.006246] env[70243]: DEBUG nova.virt.hardware [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.006246] env[70243]: DEBUG nova.virt.hardware [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.009030] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a5109f-e282-4b1b-a695-40fa28db9fcc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.020901] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90623ba-7479-417f-8274-8be673c2a36d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.039154] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Instance VIF info [] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.044872] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Creating folder: Project (fbc58ec5eb2e467393ad7d06e0740269). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.047517] env[70243]: DEBUG nova.virt.hardware [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.047659] env[70243]: DEBUG nova.virt.hardware [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.047817] env[70243]: DEBUG nova.virt.hardware [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.047961] env[70243]: DEBUG nova.virt.hardware [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.048067] env[70243]: DEBUG nova.virt.hardware [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.048218] env[70243]: DEBUG nova.virt.hardware [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.048515] env[70243]: DEBUG nova.virt.hardware [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.048594] env[70243]: DEBUG nova.virt.hardware [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.048738] env[70243]: DEBUG nova.virt.hardware [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.048919] env[70243]: DEBUG nova.virt.hardware [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.049166] env[70243]: DEBUG nova.virt.hardware [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.049754] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28479eb2-cb5b-4548-ab8c-1255d07f1809 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.053309] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ae579a-6081-4c7c-ad48-fdf93932f595 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.062810] env[70243]: DEBUG oslo_vmware.rw_handles [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526582b9-3cea-6e9d-0b37-dd717a5a29b7/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 776.064588] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c694a2-08e2-4487-a322-8385cafd8117 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.068648] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943d6079-31a6-4f71-9e7c-120b121b9b27 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.074634] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Created folder: Project (fbc58ec5eb2e467393ad7d06e0740269) in parent group-v722220. [ 776.074906] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Creating folder: Instances. Parent ref: group-v722318. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.076035] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bd2635e-c3dc-4e5e-9fb6-b12d7e967768 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.087637] env[70243]: DEBUG oslo_vmware.rw_handles [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526582b9-3cea-6e9d-0b37-dd717a5a29b7/disk-0.vmdk is in state: ready. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 776.087804] env[70243]: ERROR oslo_vmware.rw_handles [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526582b9-3cea-6e9d-0b37-dd717a5a29b7/disk-0.vmdk due to incomplete transfer. [ 776.088504] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ac2e1a5e-6a9b-417c-a37f-0064d0986a57 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.096013] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Created folder: Instances in parent group-v722318. [ 776.096265] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.097301] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.097553] env[70243]: DEBUG oslo_vmware.rw_handles [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526582b9-3cea-6e9d-0b37-dd717a5a29b7/disk-0.vmdk. {{(pid=70243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 776.097727] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Uploaded image 68e46f26-8ef0-44bb-826f-242875adc6a1 to the Glance image server {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 776.099976] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Destroying the VM {{(pid=70243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 776.101205] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d759955d-06fa-46c4-9493-8edaff4d6742 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.112166] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9051e51d-bb09-4659-829f-9b82a6f9970f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.118989] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.118989] env[70243]: value = "task-3621678" [ 776.118989] env[70243]: _type = "Task" [ 776.118989] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.120384] env[70243]: DEBUG oslo_vmware.api [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 776.120384] env[70243]: value = "task-3621679" [ 776.120384] env[70243]: _type = "Task" [ 776.120384] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.131180] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621678, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.134786] env[70243]: DEBUG oslo_vmware.api [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621679, 'name': Destroy_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.270016] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Releasing lock "refresh_cache-0beb88d8-f501-42d4-ba9b-5ca10e7308fa" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.270016] env[70243]: DEBUG nova.compute.manager [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Instance network_info: |[{"id": "a5c4a0e6-5c3e-4b98-812e-4e941078cfae", "address": "fa:16:3e:36:90:5f", "network": {"id": "4ebc8b5d-d25e-4656-a240-2e2dbee8c762", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1006822963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab3ab336fd2c4214bdac0d0e740f4800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c4a0e6-5c", "ovs_interfaceid": "a5c4a0e6-5c3e-4b98-812e-4e941078cfae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.270248] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:90:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5c4a0e6-5c3e-4b98-812e-4e941078cfae', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.278469] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Creating folder: Project (ab3ab336fd2c4214bdac0d0e740f4800). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.278687] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db3cb0a9-e5fe-4576-a9d2-34907416bfa2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.295478] env[70243]: DEBUG nova.scheduler.client.report [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.300719] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Created folder: Project (ab3ab336fd2c4214bdac0d0e740f4800) in parent group-v722220. [ 776.300977] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Creating folder: Instances. Parent ref: group-v722321. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.301556] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc5945b5-0538-4f5b-bb92-3288f5df5e11 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.311723] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Created folder: Instances in parent group-v722321. [ 776.311723] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.311723] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.311723] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17516b1d-9e86-4b53-b584-5fbaba79a95d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.336267] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.336267] env[70243]: value = "task-3621682" [ 776.336267] env[70243]: _type = "Task" [ 776.336267] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.344594] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621682, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.489569] env[70243]: DEBUG nova.compute.manager [req-1591aa3a-5437-4d1d-9264-89dc210e7df6 req-56e718dc-da7c-4a54-8e8c-8305b0b93b37 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Received event network-changed-881beab9-7994-47f7-8d30-41effb869ee7 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.489569] env[70243]: DEBUG nova.compute.manager [req-1591aa3a-5437-4d1d-9264-89dc210e7df6 req-56e718dc-da7c-4a54-8e8c-8305b0b93b37 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Refreshing instance network info cache due to event network-changed-881beab9-7994-47f7-8d30-41effb869ee7. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.489569] env[70243]: DEBUG oslo_concurrency.lockutils [req-1591aa3a-5437-4d1d-9264-89dc210e7df6 req-56e718dc-da7c-4a54-8e8c-8305b0b93b37 service nova] Acquiring lock "refresh_cache-b776034c-141c-4117-86ae-3aa65600378c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.489569] env[70243]: DEBUG oslo_concurrency.lockutils [req-1591aa3a-5437-4d1d-9264-89dc210e7df6 req-56e718dc-da7c-4a54-8e8c-8305b0b93b37 service nova] Acquired lock "refresh_cache-b776034c-141c-4117-86ae-3aa65600378c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.489569] env[70243]: DEBUG nova.network.neutron [req-1591aa3a-5437-4d1d-9264-89dc210e7df6 req-56e718dc-da7c-4a54-8e8c-8305b0b93b37 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Refreshing network info cache for port 881beab9-7994-47f7-8d30-41effb869ee7 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.636813] env[70243]: DEBUG oslo_vmware.api [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621679, 'name': Destroy_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.637099] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621678, 'name': CreateVM_Task, 'duration_secs': 0.473223} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.637335] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.637812] env[70243]: DEBUG oslo_concurrency.lockutils [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.637993] env[70243]: DEBUG oslo_concurrency.lockutils [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.638411] env[70243]: DEBUG oslo_concurrency.lockutils [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.638709] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a4e7ae4-75d8-45fb-96e6-eb3bd236fd1e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.643788] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Waiting for the task: (returnval){ [ 776.643788] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520cc72f-50b8-0b94-19dc-7d58faeed774" [ 776.643788] env[70243]: _type = "Task" [ 776.643788] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.652452] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520cc72f-50b8-0b94-19dc-7d58faeed774, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.698752] env[70243]: DEBUG nova.compute.manager [req-0be74d04-1254-4193-89ae-36a419e0f428 req-aa69b250-7d14-4b54-b2dc-4b48e7852acc service nova] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Received event network-vif-deleted-b57871bf-25a6-449d-aba9-93b83893eca6 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.795417] env[70243]: DEBUG nova.compute.manager [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.803461] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.806495] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.100s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.811143] env[70243]: INFO nova.compute.claims [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.848129] env[70243]: DEBUG nova.virt.hardware [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.848656] env[70243]: DEBUG nova.virt.hardware [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.848656] env[70243]: DEBUG nova.virt.hardware [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.850572] env[70243]: DEBUG nova.virt.hardware [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.850572] env[70243]: DEBUG nova.virt.hardware [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.850572] env[70243]: DEBUG nova.virt.hardware [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.850572] env[70243]: DEBUG nova.virt.hardware [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.850572] env[70243]: DEBUG nova.virt.hardware [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.850915] env[70243]: DEBUG nova.virt.hardware [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.850915] env[70243]: DEBUG nova.virt.hardware [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.850915] env[70243]: DEBUG nova.virt.hardware [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.851304] env[70243]: INFO nova.scheduler.client.report [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Deleted allocations for instance 34bb9e9c-f832-41d9-b640-fecc7d7f6756 [ 776.852940] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42594c50-e8c0-48c7-9cf3-32af0764c0d5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.870022] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621682, 'name': CreateVM_Task, 'duration_secs': 0.530117} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.871367] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dab938-ded2-4ce3-8887-c8e757e1953f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.876159] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.876928] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.148457] env[70243]: DEBUG oslo_vmware.api [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621679, 'name': Destroy_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.162105] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520cc72f-50b8-0b94-19dc-7d58faeed774, 'name': SearchDatastore_Task, 'duration_secs': 0.01852} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.162460] env[70243]: DEBUG oslo_concurrency.lockutils [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.162722] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.162982] env[70243]: DEBUG oslo_concurrency.lockutils [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.163201] env[70243]: DEBUG oslo_concurrency.lockutils [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.163427] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.163723] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.164152] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.164398] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13117f4a-7937-4600-98cc-0280842cf6bf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.166714] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6775c92e-6ed1-449c-b302-3d2d7601217e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.172543] env[70243]: DEBUG oslo_vmware.api [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Waiting for the task: (returnval){ [ 777.172543] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526fef99-be73-ca8c-8e3b-6b8bb7c9d3f7" [ 777.172543] env[70243]: _type = "Task" [ 777.172543] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.178040] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.178040] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.179240] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f7b3d3-ff24-49c2-bbc4-67c8625ebf78 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.188467] env[70243]: DEBUG oslo_vmware.api [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526fef99-be73-ca8c-8e3b-6b8bb7c9d3f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.197435] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Waiting for the task: (returnval){ [ 777.197435] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a97cc5-fa0d-6313-dfe0-d9ee73d2e502" [ 777.197435] env[70243]: _type = "Task" [ 777.197435] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.208215] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a97cc5-fa0d-6313-dfe0-d9ee73d2e502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.284605] env[70243]: DEBUG nova.network.neutron [req-1591aa3a-5437-4d1d-9264-89dc210e7df6 req-56e718dc-da7c-4a54-8e8c-8305b0b93b37 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Updated VIF entry in instance network info cache for port 881beab9-7994-47f7-8d30-41effb869ee7. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.285129] env[70243]: DEBUG nova.network.neutron [req-1591aa3a-5437-4d1d-9264-89dc210e7df6 req-56e718dc-da7c-4a54-8e8c-8305b0b93b37 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Updating instance_info_cache with network_info: [{"id": "881beab9-7994-47f7-8d30-41effb869ee7", "address": "fa:16:3e:6c:60:dc", "network": {"id": "3c8b723d-31df-4ee3-80b5-2af3abefb23e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-323659600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dda9f3cb2654814bed602e9f1cae1f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881beab9-79", "ovs_interfaceid": "881beab9-7994-47f7-8d30-41effb869ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.365165] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4a1004d9-a17b-4b39-9ac5-a2f60f1c5d0a tempest-FloatingIPsAssociationNegativeTestJSON-1101471157 tempest-FloatingIPsAssociationNegativeTestJSON-1101471157-project-member] Lock "34bb9e9c-f832-41d9-b640-fecc7d7f6756" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.658s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.447693] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c38436-d628-4200-a292-af144880ca91 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.456735] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c91757-6197-45f8-bd29-733dd5044bca tempest-ServersAdminNegativeTestJSON-1552420160 tempest-ServersAdminNegativeTestJSON-1552420160-project-admin] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Suspending the VM {{(pid=70243) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 777.456735] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-525623b5-1f03-4786-9ed3-f58c84a368b0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.464328] env[70243]: DEBUG oslo_vmware.api [None req-d2c91757-6197-45f8-bd29-733dd5044bca tempest-ServersAdminNegativeTestJSON-1552420160 tempest-ServersAdminNegativeTestJSON-1552420160-project-admin] Waiting for the task: (returnval){ [ 777.464328] env[70243]: value = "task-3621683" [ 777.464328] env[70243]: _type = "Task" [ 777.464328] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.475330] env[70243]: DEBUG oslo_vmware.api [None req-d2c91757-6197-45f8-bd29-733dd5044bca tempest-ServersAdminNegativeTestJSON-1552420160 tempest-ServersAdminNegativeTestJSON-1552420160-project-admin] Task: {'id': task-3621683, 'name': SuspendVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.538754] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.538754] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbcb804e-5201-47cb-a2ac-f565717d46c0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.545024] env[70243]: DEBUG oslo_vmware.api [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 777.545024] env[70243]: value = "task-3621684" [ 777.545024] env[70243]: _type = "Task" [ 777.545024] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.556294] env[70243]: DEBUG oslo_vmware.api [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.637501] env[70243]: DEBUG oslo_vmware.api [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621679, 'name': Destroy_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.685246] env[70243]: DEBUG oslo_vmware.api [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526fef99-be73-ca8c-8e3b-6b8bb7c9d3f7, 'name': SearchDatastore_Task, 'duration_secs': 0.020396} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.685736] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.686481] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.686841] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.697310] env[70243]: DEBUG nova.network.neutron [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Successfully updated port: b9ee43ec-9c74-408d-be0c-62b022561540 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.711442] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a97cc5-fa0d-6313-dfe0-d9ee73d2e502, 'name': SearchDatastore_Task, 'duration_secs': 0.015487} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.713129] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcf101a1-86f4-4294-8e12-849239432380 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.719923] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Waiting for the task: (returnval){ [ 777.719923] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5278317d-8362-839f-ad05-768171579a06" [ 777.719923] env[70243]: _type = "Task" [ 777.719923] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.729985] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5278317d-8362-839f-ad05-768171579a06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.792574] env[70243]: DEBUG oslo_concurrency.lockutils [req-1591aa3a-5437-4d1d-9264-89dc210e7df6 req-56e718dc-da7c-4a54-8e8c-8305b0b93b37 service nova] Releasing lock "refresh_cache-b776034c-141c-4117-86ae-3aa65600378c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.976021] env[70243]: DEBUG oslo_vmware.api [None req-d2c91757-6197-45f8-bd29-733dd5044bca tempest-ServersAdminNegativeTestJSON-1552420160 tempest-ServersAdminNegativeTestJSON-1552420160-project-admin] Task: {'id': task-3621683, 'name': SuspendVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.053975] env[70243]: DEBUG oslo_vmware.api [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621684, 'name': PowerOffVM_Task, 'duration_secs': 0.262082} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.054287] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.055150] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56d4941-e80c-4d0f-84c1-b337b91d9494 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.085341] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f458b8-c5ab-4f41-bfcb-b59713b4dd2c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.091389] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "16dff74d-4658-4f76-a70f-aaae3c52b371" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.091573] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "16dff74d-4658-4f76-a70f-aaae3c52b371" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.138442] env[70243]: DEBUG oslo_vmware.api [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621679, 'name': Destroy_Task, 'duration_secs': 1.713734} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.138594] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Destroyed the VM [ 778.139272] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Deleting Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 778.139272] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0f9266df-22c5-4e34-b1e3-7ff0504c03a7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.144066] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.144372] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e98524e-e807-4b9b-858a-30997cb5e50b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.154829] env[70243]: DEBUG oslo_vmware.api [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 778.154829] env[70243]: value = "task-3621685" [ 778.154829] env[70243]: _type = "Task" [ 778.154829] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.156881] env[70243]: DEBUG oslo_vmware.api [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 778.156881] env[70243]: value = "task-3621686" [ 778.156881] env[70243]: _type = "Task" [ 778.156881] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.174950] env[70243]: DEBUG oslo_vmware.api [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621685, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.178730] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] VM already powered off {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 778.179738] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.179738] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.179738] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.179738] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.180405] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f1cf691-abac-4435-9c66-99e319f93d02 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.191458] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.192536] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.192536] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-968da69d-edac-40b2-a4c8-07ea46d205ee {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.198357] env[70243]: DEBUG oslo_vmware.api [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 778.198357] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52eb0cf4-0aa8-fcb8-0764-5eaac8def956" [ 778.198357] env[70243]: _type = "Task" [ 778.198357] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.205016] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquiring lock "refresh_cache-fa9ac54c-a4f6-45c0-869c-8abc7aa14004" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.205016] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquired lock "refresh_cache-fa9ac54c-a4f6-45c0-869c-8abc7aa14004" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.205016] env[70243]: DEBUG nova.network.neutron [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.211507] env[70243]: DEBUG oslo_vmware.api [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52eb0cf4-0aa8-fcb8-0764-5eaac8def956, 'name': SearchDatastore_Task, 'duration_secs': 0.010015} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.212758] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7457da4a-150a-4aac-9521-f77ad9341ab6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.220879] env[70243]: DEBUG oslo_vmware.api [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 778.220879] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52353b72-4515-18cb-08e4-15e4e0f1b96a" [ 778.220879] env[70243]: _type = "Task" [ 778.220879] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.234372] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5278317d-8362-839f-ad05-768171579a06, 'name': SearchDatastore_Task, 'duration_secs': 0.016687} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.240848] env[70243]: DEBUG oslo_concurrency.lockutils [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.241259] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] c48d1281-1292-46af-a8ff-e4d08a502d24/c48d1281-1292-46af-a8ff-e4d08a502d24.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.241887] env[70243]: DEBUG oslo_vmware.api [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52353b72-4515-18cb-08e4-15e4e0f1b96a, 'name': SearchDatastore_Task, 'duration_secs': 0.014018} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.243213] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.243213] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.243213] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3565c23c-ccd6-4ea6-97e9-6405d9e0101d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.244938] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.245288] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] e3cb438a-f812-4aed-9bb7-10749bf8a278/7f4eb466-a64f-4924-9339-b9d7268bf6fd-rescue.vmdk. {{(pid=70243) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 778.245588] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86794ef9-3909-4c6c-88ef-3969dc33712b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.247637] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e33f7db3-1ed4-46b2-b15d-390e0aa2fb47 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.255977] env[70243]: DEBUG oslo_vmware.api [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 778.255977] env[70243]: value = "task-3621688" [ 778.255977] env[70243]: _type = "Task" [ 778.255977] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.260814] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Waiting for the task: (returnval){ [ 778.260814] env[70243]: value = "task-3621687" [ 778.260814] env[70243]: _type = "Task" [ 778.260814] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.261359] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.261359] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.265703] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-893bde86-d49f-40bf-86a6-e9a1eda937a7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.274159] env[70243]: DEBUG oslo_vmware.api [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Waiting for the task: (returnval){ [ 778.274159] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52bf2ab2-5047-c332-d2d9-410e8bcbd877" [ 778.274159] env[70243]: _type = "Task" [ 778.274159] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.277530] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.285746] env[70243]: DEBUG oslo_vmware.api [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.290807] env[70243]: DEBUG oslo_vmware.api [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52bf2ab2-5047-c332-d2d9-410e8bcbd877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.452374] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd08a07-a0a6-47d7-9f9f-e9b55b13e9d3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.461119] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7597e1-31b3-45a9-8412-4408919b8a29 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.497117] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a6260c-756a-4c66-9974-97fbc8acdc50 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.504337] env[70243]: DEBUG oslo_vmware.api [None req-d2c91757-6197-45f8-bd29-733dd5044bca tempest-ServersAdminNegativeTestJSON-1552420160 tempest-ServersAdminNegativeTestJSON-1552420160-project-admin] Task: {'id': task-3621683, 'name': SuspendVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.512219] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d897c4ad-7548-4367-9cdd-37a55056307d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.530710] env[70243]: DEBUG nova.compute.provider_tree [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.673474] env[70243]: DEBUG oslo_vmware.api [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621685, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.780985] env[70243]: DEBUG oslo_vmware.api [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621688, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.789712] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621687, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.799289] env[70243]: DEBUG oslo_vmware.api [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52bf2ab2-5047-c332-d2d9-410e8bcbd877, 'name': SearchDatastore_Task, 'duration_secs': 0.017695} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.802205] env[70243]: DEBUG nova.network.neutron [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.805548] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93804e44-d5c4-4071-ac3a-9cb382011572 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.814897] env[70243]: DEBUG oslo_vmware.api [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Waiting for the task: (returnval){ [ 778.814897] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5276601c-00b9-2641-7b65-d62247328ace" [ 778.814897] env[70243]: _type = "Task" [ 778.814897] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.828558] env[70243]: DEBUG oslo_vmware.api [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5276601c-00b9-2641-7b65-d62247328ace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.977936] env[70243]: DEBUG oslo_vmware.api [None req-d2c91757-6197-45f8-bd29-733dd5044bca tempest-ServersAdminNegativeTestJSON-1552420160 tempest-ServersAdminNegativeTestJSON-1552420160-project-admin] Task: {'id': task-3621683, 'name': SuspendVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.998360] env[70243]: DEBUG nova.compute.manager [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Received event network-vif-deleted-4ff2c62c-2306-4d8e-b951-feaa37b8b014 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.998569] env[70243]: DEBUG nova.compute.manager [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Received event network-vif-plugged-a5c4a0e6-5c3e-4b98-812e-4e941078cfae {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.998806] env[70243]: DEBUG oslo_concurrency.lockutils [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] Acquiring lock "0beb88d8-f501-42d4-ba9b-5ca10e7308fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.999126] env[70243]: DEBUG oslo_concurrency.lockutils [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] Lock "0beb88d8-f501-42d4-ba9b-5ca10e7308fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.999348] env[70243]: DEBUG oslo_concurrency.lockutils [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] Lock "0beb88d8-f501-42d4-ba9b-5ca10e7308fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.999494] env[70243]: DEBUG nova.compute.manager [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] No waiting events found dispatching network-vif-plugged-a5c4a0e6-5c3e-4b98-812e-4e941078cfae {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.999733] env[70243]: WARNING nova.compute.manager [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Received unexpected event network-vif-plugged-a5c4a0e6-5c3e-4b98-812e-4e941078cfae for instance with vm_state building and task_state spawning. [ 779.000067] env[70243]: DEBUG nova.compute.manager [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Received event network-changed-a5c4a0e6-5c3e-4b98-812e-4e941078cfae {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.000306] env[70243]: DEBUG nova.compute.manager [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Refreshing instance network info cache due to event network-changed-a5c4a0e6-5c3e-4b98-812e-4e941078cfae. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.000551] env[70243]: DEBUG oslo_concurrency.lockutils [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] Acquiring lock "refresh_cache-0beb88d8-f501-42d4-ba9b-5ca10e7308fa" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.000736] env[70243]: DEBUG oslo_concurrency.lockutils [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] Acquired lock "refresh_cache-0beb88d8-f501-42d4-ba9b-5ca10e7308fa" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.000944] env[70243]: DEBUG nova.network.neutron [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Refreshing network info cache for port a5c4a0e6-5c3e-4b98-812e-4e941078cfae {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.034222] env[70243]: DEBUG nova.scheduler.client.report [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.110215] env[70243]: DEBUG nova.network.neutron [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Updating instance_info_cache with network_info: [{"id": "b9ee43ec-9c74-408d-be0c-62b022561540", "address": "fa:16:3e:00:e0:75", "network": {"id": "28e73db4-ff57-4c79-b705-55695e386d24", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2108538350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe03405a62514a7c9662ab0a031e18cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ee43ec-9c", "ovs_interfaceid": "b9ee43ec-9c74-408d-be0c-62b022561540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.167412] env[70243]: DEBUG oslo_concurrency.lockutils [None req-221260c8-83bc-4dc7-a916-3d4f7542e63f tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "f883d0f3-da86-44ab-85d7-692d519903a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.168175] env[70243]: DEBUG oslo_concurrency.lockutils [None req-221260c8-83bc-4dc7-a916-3d4f7542e63f tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "f883d0f3-da86-44ab-85d7-692d519903a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.168175] env[70243]: DEBUG oslo_concurrency.lockutils [None req-221260c8-83bc-4dc7-a916-3d4f7542e63f tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "f883d0f3-da86-44ab-85d7-692d519903a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.168304] env[70243]: DEBUG oslo_concurrency.lockutils [None req-221260c8-83bc-4dc7-a916-3d4f7542e63f tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "f883d0f3-da86-44ab-85d7-692d519903a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.168368] env[70243]: DEBUG oslo_concurrency.lockutils [None req-221260c8-83bc-4dc7-a916-3d4f7542e63f tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "f883d0f3-da86-44ab-85d7-692d519903a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.171519] env[70243]: DEBUG oslo_vmware.api [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621685, 'name': RemoveSnapshot_Task, 'duration_secs': 0.849939} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.171519] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Deleted Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 779.171519] env[70243]: INFO nova.compute.manager [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Took 16.96 seconds to snapshot the instance on the hypervisor. [ 779.172929] env[70243]: INFO nova.compute.manager [None req-221260c8-83bc-4dc7-a916-3d4f7542e63f tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Terminating instance [ 779.283862] env[70243]: DEBUG oslo_vmware.api [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690879} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.290435] env[70243]: INFO nova.virt.vmwareapi.ds_util [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] e3cb438a-f812-4aed-9bb7-10749bf8a278/7f4eb466-a64f-4924-9339-b9d7268bf6fd-rescue.vmdk. [ 779.290941] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617309} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.292032] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8930be08-a27d-4fca-882c-7f657d65dd7a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.295250] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] c48d1281-1292-46af-a8ff-e4d08a502d24/c48d1281-1292-46af-a8ff-e4d08a502d24.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.295438] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.295758] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3180313-6032-4012-932c-d5a0768498bc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.331015] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] e3cb438a-f812-4aed-9bb7-10749bf8a278/7f4eb466-a64f-4924-9339-b9d7268bf6fd-rescue.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.335617] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f356ad86-164c-422d-9c9c-934c25ff1034 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.348776] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Waiting for the task: (returnval){ [ 779.348776] env[70243]: value = "task-3621689" [ 779.348776] env[70243]: _type = "Task" [ 779.348776] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.357438] env[70243]: DEBUG oslo_vmware.api [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5276601c-00b9-2641-7b65-d62247328ace, 'name': SearchDatastore_Task, 'duration_secs': 0.036696} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.359239] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.359540] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 0beb88d8-f501-42d4-ba9b-5ca10e7308fa/0beb88d8-f501-42d4-ba9b-5ca10e7308fa.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.360101] env[70243]: DEBUG oslo_vmware.api [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 779.360101] env[70243]: value = "task-3621690" [ 779.360101] env[70243]: _type = "Task" [ 779.360101] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.360311] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e114c7c8-01ed-477c-ac2a-658c4ed484b3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.369030] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621689, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.376245] env[70243]: DEBUG oslo_vmware.api [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621690, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.378011] env[70243]: DEBUG oslo_vmware.api [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Waiting for the task: (returnval){ [ 779.378011] env[70243]: value = "task-3621691" [ 779.378011] env[70243]: _type = "Task" [ 779.378011] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.389471] env[70243]: DEBUG oslo_vmware.api [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Task: {'id': task-3621691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.456035] env[70243]: DEBUG oslo_concurrency.lockutils [None req-10f6c1b8-530f-4812-9e96-63f1f3f1b0dc tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquiring lock "d858cf62-bd99-4bb2-a0be-3bfb28ad22e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.458874] env[70243]: DEBUG oslo_vmware.rw_handles [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c7b34-a351-a255-f37d-3e9ec8b8d6fe/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 779.459976] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4776c00-6c39-4eb9-9a9e-d6c14dc2d373 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.467289] env[70243]: DEBUG oslo_vmware.rw_handles [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c7b34-a351-a255-f37d-3e9ec8b8d6fe/disk-0.vmdk is in state: ready. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 779.467447] env[70243]: ERROR oslo_vmware.rw_handles [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c7b34-a351-a255-f37d-3e9ec8b8d6fe/disk-0.vmdk due to incomplete transfer. [ 779.474064] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-db329d36-da5e-431c-97e6-b25e8d29fdab {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.485613] env[70243]: DEBUG oslo_vmware.api [None req-d2c91757-6197-45f8-bd29-733dd5044bca tempest-ServersAdminNegativeTestJSON-1552420160 tempest-ServersAdminNegativeTestJSON-1552420160-project-admin] Task: {'id': task-3621683, 'name': SuspendVM_Task, 'duration_secs': 1.602727} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.487019] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c91757-6197-45f8-bd29-733dd5044bca tempest-ServersAdminNegativeTestJSON-1552420160 tempest-ServersAdminNegativeTestJSON-1552420160-project-admin] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Suspended the VM {{(pid=70243) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 779.487251] env[70243]: DEBUG nova.compute.manager [None req-d2c91757-6197-45f8-bd29-733dd5044bca tempest-ServersAdminNegativeTestJSON-1552420160 tempest-ServersAdminNegativeTestJSON-1552420160-project-admin] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.487813] env[70243]: DEBUG oslo_vmware.rw_handles [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c7b34-a351-a255-f37d-3e9ec8b8d6fe/disk-0.vmdk. {{(pid=70243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 779.487813] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Uploaded image fc3bea92-ef86-4945-a1e1-04043b9aa02c to the Glance image server {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 779.489608] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Destroying the VM {{(pid=70243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 779.490404] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfd507d-d55e-43df-bac1-7e6c2a991459 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.493177] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2959facb-733d-463d-8782-217c25a3da36 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.503072] env[70243]: DEBUG oslo_vmware.api [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 779.503072] env[70243]: value = "task-3621692" [ 779.503072] env[70243]: _type = "Task" [ 779.503072] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.516384] env[70243]: DEBUG oslo_vmware.api [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621692, 'name': Destroy_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.540336] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.540700] env[70243]: DEBUG nova.compute.manager [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.544063] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.625s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.545667] env[70243]: INFO nova.compute.claims [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.613183] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Releasing lock "refresh_cache-fa9ac54c-a4f6-45c0-869c-8abc7aa14004" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.613607] env[70243]: DEBUG nova.compute.manager [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Instance network_info: |[{"id": "b9ee43ec-9c74-408d-be0c-62b022561540", "address": "fa:16:3e:00:e0:75", "network": {"id": "28e73db4-ff57-4c79-b705-55695e386d24", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2108538350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe03405a62514a7c9662ab0a031e18cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ee43ec-9c", "ovs_interfaceid": "b9ee43ec-9c74-408d-be0c-62b022561540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.614290] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:e0:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9ee43ec-9c74-408d-be0c-62b022561540', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.622189] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Creating folder: Project (fe03405a62514a7c9662ab0a031e18cd). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.622931] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b32e3cc-40eb-4daa-8abf-0b98dd7db1f6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.637853] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Created folder: Project (fe03405a62514a7c9662ab0a031e18cd) in parent group-v722220. [ 779.637853] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Creating folder: Instances. Parent ref: group-v722324. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.637853] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-375f27e3-525a-49f9-b2c4-d2b23e84d623 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.652899] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Created folder: Instances in parent group-v722324. [ 779.652899] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.652899] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.653106] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcc57776-f73e-4428-8849-01c9f87f9d5f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.680383] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.680383] env[70243]: value = "task-3621695" [ 779.680383] env[70243]: _type = "Task" [ 779.680383] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.684308] env[70243]: DEBUG nova.compute.manager [None req-221260c8-83bc-4dc7-a916-3d4f7542e63f tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.684549] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-221260c8-83bc-4dc7-a916-3d4f7542e63f tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.685064] env[70243]: DEBUG nova.compute.manager [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Instance disappeared during snapshot {{(pid=70243) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 779.688353] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9179e7e-58cd-4afb-a41b-8b8ec6cbe83e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.698396] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-221260c8-83bc-4dc7-a916-3d4f7542e63f tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.701255] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a7c452b-c25e-4a01-a5da-9598506c9f3c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.703132] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621695, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.709179] env[70243]: DEBUG nova.compute.manager [None req-32dfcf82-99fa-4637-80a0-af427ebe3602 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Image not found during clean up 68e46f26-8ef0-44bb-826f-242875adc6a1 {{(pid=70243) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 779.824159] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-221260c8-83bc-4dc7-a916-3d4f7542e63f tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.824539] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-221260c8-83bc-4dc7-a916-3d4f7542e63f tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.824785] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-221260c8-83bc-4dc7-a916-3d4f7542e63f tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Deleting the datastore file [datastore2] f883d0f3-da86-44ab-85d7-692d519903a7 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.825105] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a9e97eb-6d6a-44ac-a472-6bb4bf2c3784 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.840707] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "bb0d8bc4-c513-46f3-aa96-660f9c6f1380" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.841057] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "bb0d8bc4-c513-46f3-aa96-660f9c6f1380" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.841791] env[70243]: DEBUG oslo_vmware.api [None req-221260c8-83bc-4dc7-a916-3d4f7542e63f tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 779.841791] env[70243]: value = "task-3621697" [ 779.841791] env[70243]: _type = "Task" [ 779.841791] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.857744] env[70243]: DEBUG oslo_vmware.api [None req-221260c8-83bc-4dc7-a916-3d4f7542e63f tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.864122] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083728} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.867572] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.868422] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448f265b-8fc1-419e-bf3f-667d59ea6fbd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.898296] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] c48d1281-1292-46af-a8ff-e4d08a502d24/c48d1281-1292-46af-a8ff-e4d08a502d24.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.898296] env[70243]: DEBUG oslo_vmware.api [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621690, 'name': ReconfigVM_Task, 'duration_secs': 0.374914} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.901076] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c74aa9e1-2844-47d4-b5bb-d3fdfc3859d0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.915494] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Reconfigured VM instance instance-0000001d to attach disk [datastore1] e3cb438a-f812-4aed-9bb7-10749bf8a278/7f4eb466-a64f-4924-9339-b9d7268bf6fd-rescue.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.916808] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79af32ca-58db-4c76-94dc-876c1300b373 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.926881] env[70243]: DEBUG oslo_vmware.api [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Task: {'id': task-3621691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499818} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.947093] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 0beb88d8-f501-42d4-ba9b-5ca10e7308fa/0beb88d8-f501-42d4-ba9b-5ca10e7308fa.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.947377] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.947749] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Waiting for the task: (returnval){ [ 779.947749] env[70243]: value = "task-3621698" [ 779.947749] env[70243]: _type = "Task" [ 779.947749] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.955534] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da29b86f-9813-43b8-bea0-1c0b9b68bc0f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.955534] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7755ac7-f57c-4531-917f-9331e4b6981e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.980964] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.983485] env[70243]: DEBUG oslo_vmware.api [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Waiting for the task: (returnval){ [ 779.983485] env[70243]: value = "task-3621699" [ 779.983485] env[70243]: _type = "Task" [ 779.983485] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.983685] env[70243]: DEBUG oslo_vmware.api [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 779.983685] env[70243]: value = "task-3621700" [ 779.983685] env[70243]: _type = "Task" [ 779.983685] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.998625] env[70243]: DEBUG oslo_vmware.api [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Task: {'id': task-3621699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.002521] env[70243]: DEBUG oslo_vmware.api [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621700, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.020872] env[70243]: DEBUG oslo_vmware.api [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621692, 'name': Destroy_Task, 'duration_secs': 0.492678} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.020872] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Destroyed the VM [ 780.020872] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Deleting Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 780.020872] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2986f877-fb24-4451-a012-98a16ae3c195 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.029277] env[70243]: DEBUG oslo_vmware.api [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 780.029277] env[70243]: value = "task-3621701" [ 780.029277] env[70243]: _type = "Task" [ 780.029277] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.043182] env[70243]: DEBUG oslo_vmware.api [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621701, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.043491] env[70243]: DEBUG nova.network.neutron [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Updated VIF entry in instance network info cache for port a5c4a0e6-5c3e-4b98-812e-4e941078cfae. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.043694] env[70243]: DEBUG nova.network.neutron [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Updating instance_info_cache with network_info: [{"id": "a5c4a0e6-5c3e-4b98-812e-4e941078cfae", "address": "fa:16:3e:36:90:5f", "network": {"id": "4ebc8b5d-d25e-4656-a240-2e2dbee8c762", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1006822963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab3ab336fd2c4214bdac0d0e740f4800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c4a0e6-5c", "ovs_interfaceid": "a5c4a0e6-5c3e-4b98-812e-4e941078cfae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.050066] env[70243]: DEBUG nova.compute.utils [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.053609] env[70243]: DEBUG nova.compute.manager [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.053781] env[70243]: DEBUG nova.network.neutron [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.132354] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "b2f5b9c4-3994-4c1e-900f-db57b4036ed2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.132354] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "b2f5b9c4-3994-4c1e-900f-db57b4036ed2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.189129] env[70243]: DEBUG nova.policy [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea9cd9c7ddcb47e0882374c7b8b140dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f78ec4b5da814a1392414463dedcec1f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.194051] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621695, 'name': CreateVM_Task, 'duration_secs': 0.498875} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.194258] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.194992] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.195205] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.195588] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.195875] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82f0fef0-06d3-4c03-a3f2-c1361d58a51f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.202540] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 780.202540] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ff6016-e472-f7fd-5b65-33d443ef9106" [ 780.202540] env[70243]: _type = "Task" [ 780.202540] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.212039] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ff6016-e472-f7fd-5b65-33d443ef9106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.357695] env[70243]: DEBUG oslo_vmware.api [None req-221260c8-83bc-4dc7-a916-3d4f7542e63f tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184273} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.357965] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-221260c8-83bc-4dc7-a916-3d4f7542e63f tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.358770] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-221260c8-83bc-4dc7-a916-3d4f7542e63f tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.358770] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-221260c8-83bc-4dc7-a916-3d4f7542e63f tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.358770] env[70243]: INFO nova.compute.manager [None req-221260c8-83bc-4dc7-a916-3d4f7542e63f tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Took 0.67 seconds to destroy the instance on the hypervisor. [ 780.358975] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-221260c8-83bc-4dc7-a916-3d4f7542e63f tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.359188] env[70243]: DEBUG nova.compute.manager [-] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.359285] env[70243]: DEBUG nova.network.neutron [-] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.466750] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621698, 'name': ReconfigVM_Task, 'duration_secs': 0.359775} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.467078] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Reconfigured VM instance instance-0000001f to attach disk [datastore2] c48d1281-1292-46af-a8ff-e4d08a502d24/c48d1281-1292-46af-a8ff-e4d08a502d24.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.467688] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8acca9ea-fe86-4911-a9c2-74578ec438c5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.475974] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Waiting for the task: (returnval){ [ 780.475974] env[70243]: value = "task-3621702" [ 780.475974] env[70243]: _type = "Task" [ 780.475974] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.491588] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621702, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.505528] env[70243]: DEBUG oslo_vmware.api [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Task: {'id': task-3621699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098462} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.509541] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.510152] env[70243]: DEBUG oslo_vmware.api [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621700, 'name': ReconfigVM_Task, 'duration_secs': 0.245637} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.511075] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6471139b-ed6d-4efb-aa13-cab3a6827fab {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.515407] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.516030] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87232391-65eb-4ae6-ab5e-29e25ee8e4c6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.543906] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 0beb88d8-f501-42d4-ba9b-5ca10e7308fa/0beb88d8-f501-42d4-ba9b-5ca10e7308fa.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.548698] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdd0dd38-b980-4ca4-8832-3ca612058b53 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.564774] env[70243]: DEBUG oslo_vmware.api [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 780.564774] env[70243]: value = "task-3621703" [ 780.564774] env[70243]: _type = "Task" [ 780.564774] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.565305] env[70243]: DEBUG oslo_concurrency.lockutils [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] Releasing lock "refresh_cache-0beb88d8-f501-42d4-ba9b-5ca10e7308fa" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.565959] env[70243]: DEBUG nova.compute.manager [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Received event network-vif-plugged-b9ee43ec-9c74-408d-be0c-62b022561540 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.565959] env[70243]: DEBUG oslo_concurrency.lockutils [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] Acquiring lock "fa9ac54c-a4f6-45c0-869c-8abc7aa14004-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.565959] env[70243]: DEBUG oslo_concurrency.lockutils [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] Lock "fa9ac54c-a4f6-45c0-869c-8abc7aa14004-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.566112] env[70243]: DEBUG oslo_concurrency.lockutils [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] Lock "fa9ac54c-a4f6-45c0-869c-8abc7aa14004-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.567518] env[70243]: DEBUG nova.compute.manager [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] No waiting events found dispatching network-vif-plugged-b9ee43ec-9c74-408d-be0c-62b022561540 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.567518] env[70243]: WARNING nova.compute.manager [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Received unexpected event network-vif-plugged-b9ee43ec-9c74-408d-be0c-62b022561540 for instance with vm_state building and task_state spawning. [ 780.567518] env[70243]: DEBUG nova.compute.manager [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Received event network-changed-b9ee43ec-9c74-408d-be0c-62b022561540 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.567518] env[70243]: DEBUG nova.compute.manager [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Refreshing instance network info cache due to event network-changed-b9ee43ec-9c74-408d-be0c-62b022561540. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.567518] env[70243]: DEBUG oslo_concurrency.lockutils [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] Acquiring lock "refresh_cache-fa9ac54c-a4f6-45c0-869c-8abc7aa14004" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.568641] env[70243]: DEBUG oslo_concurrency.lockutils [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] Acquired lock "refresh_cache-fa9ac54c-a4f6-45c0-869c-8abc7aa14004" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.568641] env[70243]: DEBUG nova.network.neutron [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Refreshing network info cache for port b9ee43ec-9c74-408d-be0c-62b022561540 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.568702] env[70243]: DEBUG nova.compute.manager [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.584272] env[70243]: DEBUG oslo_vmware.api [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621701, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.586783] env[70243]: DEBUG oslo_vmware.api [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Waiting for the task: (returnval){ [ 780.586783] env[70243]: value = "task-3621704" [ 780.586783] env[70243]: _type = "Task" [ 780.586783] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.596047] env[70243]: DEBUG oslo_vmware.api [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621703, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.605025] env[70243]: DEBUG oslo_vmware.api [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Task: {'id': task-3621704, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.722017] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ff6016-e472-f7fd-5b65-33d443ef9106, 'name': SearchDatastore_Task, 'duration_secs': 0.013343} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.722017] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.722017] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.722017] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.722440] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.722440] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.722440] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fa24224-7156-49d7-ac4e-15f1267efe1c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.734143] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.734143] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.734274] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fef3e6e9-bdbd-43db-838d-62618cd62cf9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.740764] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 780.740764] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5233a061-5a82-f5b0-74f4-9c56c08eec49" [ 780.740764] env[70243]: _type = "Task" [ 780.740764] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.755457] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5233a061-5a82-f5b0-74f4-9c56c08eec49, 'name': SearchDatastore_Task} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.756408] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e771faa-e822-4f64-aedb-e47c8cca4dd9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.765230] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 780.765230] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522c9d66-67e5-8599-d157-6b9b51e49cc2" [ 780.765230] env[70243]: _type = "Task" [ 780.765230] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.774324] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522c9d66-67e5-8599-d157-6b9b51e49cc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.939575] env[70243]: DEBUG nova.compute.manager [req-e61086ac-d974-4753-819b-e2771a71fd5c req-00e25e3b-0c03-4219-9fca-927c73443130 service nova] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Received event network-vif-deleted-a5cea8c6-6d6d-4002-8742-2e2de9687c32 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.939821] env[70243]: INFO nova.compute.manager [req-e61086ac-d974-4753-819b-e2771a71fd5c req-00e25e3b-0c03-4219-9fca-927c73443130 service nova] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Neutron deleted interface a5cea8c6-6d6d-4002-8742-2e2de9687c32; detaching it from the instance and deleting it from the info cache [ 780.940260] env[70243]: DEBUG nova.network.neutron [req-e61086ac-d974-4753-819b-e2771a71fd5c req-00e25e3b-0c03-4219-9fca-927c73443130 service nova] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.986597] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621702, 'name': Rename_Task, 'duration_secs': 0.170199} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.986957] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.989872] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-914d95bc-f663-4ae1-8df4-30f0f492aa2b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.997464] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Waiting for the task: (returnval){ [ 780.997464] env[70243]: value = "task-3621705" [ 780.997464] env[70243]: _type = "Task" [ 780.997464] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.006506] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.014303] env[70243]: DEBUG nova.network.neutron [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Successfully created port: dd432a1e-7e1c-4322-a185-858bae00059c {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.045809] env[70243]: DEBUG oslo_vmware.api [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621701, 'name': RemoveSnapshot_Task, 'duration_secs': 0.614288} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.046180] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Deleted Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 781.046421] env[70243]: INFO nova.compute.manager [None req-0a6e3528-acaa-4c6e-a5e9-56e881fa7db5 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Took 15.59 seconds to snapshot the instance on the hypervisor. [ 781.098048] env[70243]: DEBUG oslo_vmware.api [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621703, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.106642] env[70243]: DEBUG oslo_vmware.api [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Task: {'id': task-3621704, 'name': ReconfigVM_Task, 'duration_secs': 0.521869} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.110239] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 0beb88d8-f501-42d4-ba9b-5ca10e7308fa/0beb88d8-f501-42d4-ba9b-5ca10e7308fa.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.113460] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b0b2a01-6bed-4a1e-8840-57f62dfa8a1d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.120669] env[70243]: DEBUG oslo_vmware.api [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Waiting for the task: (returnval){ [ 781.120669] env[70243]: value = "task-3621706" [ 781.120669] env[70243]: _type = "Task" [ 781.120669] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.130521] env[70243]: DEBUG oslo_vmware.api [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Task: {'id': task-3621706, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.183024] env[70243]: DEBUG nova.network.neutron [-] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.199617] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4a8bf7-aa3a-4986-aacf-2bd0d0dadcf7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.208887] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbda809-0da7-4425-9f80-072095651c53 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.243778] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15978312-1ef9-4ff2-bdb4-0fb218c2ba47 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.252788] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4363cbd-ad13-4e86-a331-39b34b2c9fad {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.270129] env[70243]: DEBUG nova.compute.provider_tree [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.291022] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522c9d66-67e5-8599-d157-6b9b51e49cc2, 'name': SearchDatastore_Task, 'duration_secs': 0.012036} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.291022] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.291022] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] fa9ac54c-a4f6-45c0-869c-8abc7aa14004/fa9ac54c-a4f6-45c0-869c-8abc7aa14004.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.291022] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-517324d7-0e7d-4484-9467-f196741ff135 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.298870] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 781.298870] env[70243]: value = "task-3621707" [ 781.298870] env[70243]: _type = "Task" [ 781.298870] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.312669] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.446485] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f6760db-8cb4-4501-9112-0fe630faf91e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.458512] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6a6d86-ec00-453f-a326-c8e98c579446 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.499899] env[70243]: DEBUG nova.compute.manager [req-e61086ac-d974-4753-819b-e2771a71fd5c req-00e25e3b-0c03-4219-9fca-927c73443130 service nova] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Detach interface failed, port_id=a5cea8c6-6d6d-4002-8742-2e2de9687c32, reason: Instance f883d0f3-da86-44ab-85d7-692d519903a7 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 781.501155] env[70243]: DEBUG nova.network.neutron [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Updated VIF entry in instance network info cache for port b9ee43ec-9c74-408d-be0c-62b022561540. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.501694] env[70243]: DEBUG nova.network.neutron [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Updating instance_info_cache with network_info: [{"id": "b9ee43ec-9c74-408d-be0c-62b022561540", "address": "fa:16:3e:00:e0:75", "network": {"id": "28e73db4-ff57-4c79-b705-55695e386d24", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2108538350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe03405a62514a7c9662ab0a031e18cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ee43ec-9c", "ovs_interfaceid": "b9ee43ec-9c74-408d-be0c-62b022561540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.513018] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621705, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.558970] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e1bb999d-fe1b-459d-9ee0-1538688775d1 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquiring lock "4556b8f6-e6f8-4180-a94a-58ddc27cd1b2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.559207] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e1bb999d-fe1b-459d-9ee0-1538688775d1 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "4556b8f6-e6f8-4180-a94a-58ddc27cd1b2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.584875] env[70243]: DEBUG oslo_vmware.api [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621703, 'name': PowerOnVM_Task, 'duration_secs': 0.577867} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.585282] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.587637] env[70243]: DEBUG nova.compute.manager [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.592065] env[70243]: DEBUG nova.compute.manager [None req-f15cdc3e-e258-4e56-9cbe-3fa848e9d436 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.592065] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c0f938-8adf-436e-b26f-6a879b0aa945 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.621678] env[70243]: DEBUG nova.virt.hardware [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.621678] env[70243]: DEBUG nova.virt.hardware [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.621678] env[70243]: DEBUG nova.virt.hardware [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.621987] env[70243]: DEBUG nova.virt.hardware [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.621987] env[70243]: DEBUG nova.virt.hardware [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.621987] env[70243]: DEBUG nova.virt.hardware [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.621987] env[70243]: DEBUG nova.virt.hardware [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.622184] env[70243]: DEBUG nova.virt.hardware [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.623607] env[70243]: DEBUG nova.virt.hardware [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.623607] env[70243]: DEBUG nova.virt.hardware [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.623607] env[70243]: DEBUG nova.virt.hardware [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.624133] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b657c9-28dc-48c5-8700-4a448c49a217 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.640887] env[70243]: DEBUG oslo_vmware.api [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Task: {'id': task-3621706, 'name': Rename_Task, 'duration_secs': 0.295778} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.641066] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b9e139-5df4-4078-bad4-8bcd668ee8fe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.645193] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.646047] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ab83286-0dff-4f96-902c-525dffc3caec {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.662039] env[70243]: DEBUG oslo_vmware.api [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Waiting for the task: (returnval){ [ 781.662039] env[70243]: value = "task-3621708" [ 781.662039] env[70243]: _type = "Task" [ 781.662039] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.670913] env[70243]: DEBUG oslo_vmware.api [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Task: {'id': task-3621708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.688018] env[70243]: INFO nova.compute.manager [-] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Took 1.33 seconds to deallocate network for instance. [ 781.773423] env[70243]: DEBUG nova.scheduler.client.report [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.811202] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621707, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.008040] env[70243]: DEBUG oslo_concurrency.lockutils [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] Releasing lock "refresh_cache-fa9ac54c-a4f6-45c0-869c-8abc7aa14004" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.008386] env[70243]: DEBUG nova.compute.manager [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Received event network-changed-881beab9-7994-47f7-8d30-41effb869ee7 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.008569] env[70243]: DEBUG nova.compute.manager [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Refreshing instance network info cache due to event network-changed-881beab9-7994-47f7-8d30-41effb869ee7. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.008937] env[70243]: DEBUG oslo_concurrency.lockutils [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] Acquiring lock "refresh_cache-b776034c-141c-4117-86ae-3aa65600378c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.009180] env[70243]: DEBUG oslo_concurrency.lockutils [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] Acquired lock "refresh_cache-b776034c-141c-4117-86ae-3aa65600378c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.009412] env[70243]: DEBUG nova.network.neutron [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Refreshing network info cache for port 881beab9-7994-47f7-8d30-41effb869ee7 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.014944] env[70243]: DEBUG oslo_vmware.api [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621705, 'name': PowerOnVM_Task, 'duration_secs': 0.535909} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.014944] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.014944] env[70243]: INFO nova.compute.manager [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Took 10.54 seconds to spawn the instance on the hypervisor. [ 782.014944] env[70243]: DEBUG nova.compute.manager [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.015613] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac5d113-dac2-436a-8be2-0a0de788a0d0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.062597] env[70243]: DEBUG nova.compute.utils [None req-e1bb999d-fe1b-459d-9ee0-1538688775d1 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.173339] env[70243]: DEBUG oslo_vmware.api [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Task: {'id': task-3621708, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.196905] env[70243]: DEBUG oslo_concurrency.lockutils [None req-221260c8-83bc-4dc7-a916-3d4f7542e63f tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.278709] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.279355] env[70243]: DEBUG nova.compute.manager [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.282443] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.662s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.284692] env[70243]: INFO nova.compute.claims [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.309304] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726109} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.310232] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] fa9ac54c-a4f6-45c0-869c-8abc7aa14004/fa9ac54c-a4f6-45c0-869c-8abc7aa14004.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.310232] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.310232] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd03d45e-017d-4461-bbff-b76ca1439f93 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.318493] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 782.318493] env[70243]: value = "task-3621709" [ 782.318493] env[70243]: _type = "Task" [ 782.318493] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.332138] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.540581] env[70243]: INFO nova.compute.manager [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Took 39.61 seconds to build instance. [ 782.566168] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e1bb999d-fe1b-459d-9ee0-1538688775d1 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "4556b8f6-e6f8-4180-a94a-58ddc27cd1b2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.643871] env[70243]: DEBUG nova.network.neutron [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Successfully updated port: dd432a1e-7e1c-4322-a185-858bae00059c {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.673911] env[70243]: DEBUG oslo_vmware.api [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Task: {'id': task-3621708, 'name': PowerOnVM_Task, 'duration_secs': 1.001925} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.674199] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.674399] env[70243]: INFO nova.compute.manager [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Took 8.44 seconds to spawn the instance on the hypervisor. [ 782.674600] env[70243]: DEBUG nova.compute.manager [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.675385] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a62b17-a289-4381-b726-b813250dcf1f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.760042] env[70243]: DEBUG nova.network.neutron [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Updated VIF entry in instance network info cache for port 881beab9-7994-47f7-8d30-41effb869ee7. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.760445] env[70243]: DEBUG nova.network.neutron [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Updating instance_info_cache with network_info: [{"id": "881beab9-7994-47f7-8d30-41effb869ee7", "address": "fa:16:3e:6c:60:dc", "network": {"id": "3c8b723d-31df-4ee3-80b5-2af3abefb23e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-323659600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dda9f3cb2654814bed602e9f1cae1f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881beab9-79", "ovs_interfaceid": "881beab9-7994-47f7-8d30-41effb869ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.788449] env[70243]: DEBUG nova.compute.utils [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.792055] env[70243]: DEBUG nova.compute.manager [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.792258] env[70243]: DEBUG nova.network.neutron [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.831694] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145162} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.831694] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.832256] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa1f6d3-58d8-4317-b080-a24f28ad795f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.836037] env[70243]: DEBUG nova.policy [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7c59f27b9294f12b187ad99f2aee5e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d813f5a858646139de0d271cdf87f2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.859311] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] fa9ac54c-a4f6-45c0-869c-8abc7aa14004/fa9ac54c-a4f6-45c0-869c-8abc7aa14004.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.859625] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fbb2897-a20d-4c04-b5ce-0be7ff5ebcd1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.882404] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 782.882404] env[70243]: value = "task-3621710" [ 782.882404] env[70243]: _type = "Task" [ 782.882404] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.891243] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.043232] env[70243]: DEBUG oslo_concurrency.lockutils [None req-586b0d00-1c1a-4270-9077-2a4e1fa9c038 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Lock "c48d1281-1292-46af-a8ff-e4d08a502d24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.739s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.149628] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Acquiring lock "refresh_cache-e5a4535c-55db-4c75-a41b-72be30daacb5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.149628] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Acquired lock "refresh_cache-e5a4535c-55db-4c75-a41b-72be30daacb5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.149628] env[70243]: DEBUG nova.network.neutron [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.197023] env[70243]: INFO nova.compute.manager [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Took 35.06 seconds to build instance. [ 783.211684] env[70243]: DEBUG nova.network.neutron [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Successfully created port: c9746fc7-f7b9-45e6-8af8-2436853a6e34 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.263236] env[70243]: DEBUG oslo_concurrency.lockutils [req-08cff25c-e43e-4167-ad46-758dea21849e req-32e8e854-b6ac-4dd3-9e8f-aa6261c1c6fa service nova] Releasing lock "refresh_cache-b776034c-141c-4117-86ae-3aa65600378c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.296300] env[70243]: DEBUG nova.compute.manager [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.325177] env[70243]: DEBUG nova.compute.manager [req-4e0dbd99-5a51-490e-bace-d43f779d1642 req-5ab35921-7ef7-4c58-9cda-08aa1e3d891b service nova] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Received event network-vif-plugged-dd432a1e-7e1c-4322-a185-858bae00059c {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.325457] env[70243]: DEBUG oslo_concurrency.lockutils [req-4e0dbd99-5a51-490e-bace-d43f779d1642 req-5ab35921-7ef7-4c58-9cda-08aa1e3d891b service nova] Acquiring lock "e5a4535c-55db-4c75-a41b-72be30daacb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.325722] env[70243]: DEBUG oslo_concurrency.lockutils [req-4e0dbd99-5a51-490e-bace-d43f779d1642 req-5ab35921-7ef7-4c58-9cda-08aa1e3d891b service nova] Lock "e5a4535c-55db-4c75-a41b-72be30daacb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.329406] env[70243]: DEBUG oslo_concurrency.lockutils [req-4e0dbd99-5a51-490e-bace-d43f779d1642 req-5ab35921-7ef7-4c58-9cda-08aa1e3d891b service nova] Lock "e5a4535c-55db-4c75-a41b-72be30daacb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.329673] env[70243]: DEBUG nova.compute.manager [req-4e0dbd99-5a51-490e-bace-d43f779d1642 req-5ab35921-7ef7-4c58-9cda-08aa1e3d891b service nova] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] No waiting events found dispatching network-vif-plugged-dd432a1e-7e1c-4322-a185-858bae00059c {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 783.331897] env[70243]: WARNING nova.compute.manager [req-4e0dbd99-5a51-490e-bace-d43f779d1642 req-5ab35921-7ef7-4c58-9cda-08aa1e3d891b service nova] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Received unexpected event network-vif-plugged-dd432a1e-7e1c-4322-a185-858bae00059c for instance with vm_state building and task_state spawning. [ 783.401341] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.548437] env[70243]: DEBUG nova.compute.manager [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.639991] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e1bb999d-fe1b-459d-9ee0-1538688775d1 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquiring lock "4556b8f6-e6f8-4180-a94a-58ddc27cd1b2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.639991] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e1bb999d-fe1b-459d-9ee0-1538688775d1 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "4556b8f6-e6f8-4180-a94a-58ddc27cd1b2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.640294] env[70243]: INFO nova.compute.manager [None req-e1bb999d-fe1b-459d-9ee0-1538688775d1 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Attaching volume 75f597b4-4c1e-4ab1-8a9a-8c7d5828ef8c to /dev/sdb [ 783.698728] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d860915-8967-41ea-9173-177ca881226a tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Lock "0beb88d8-f501-42d4-ba9b-5ca10e7308fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.245s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.699300] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80527dca-918f-420d-8e61-c4c538a472a8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.702953] env[70243]: DEBUG nova.network.neutron [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.712060] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629be2e8-bdfa-4a54-8715-03337d327d90 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.740401] env[70243]: DEBUG nova.virt.block_device [None req-e1bb999d-fe1b-459d-9ee0-1538688775d1 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Updating existing volume attachment record: dee055e5-0744-4052-9100-60f0ba56785b {{(pid=70243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 783.896554] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621710, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.911546] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479446e6-9e42-47e8-8e43-098178309833 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.923280] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f77b039-af7c-45e9-9e6f-9e11df75029d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.954818] env[70243]: DEBUG nova.network.neutron [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Updating instance_info_cache with network_info: [{"id": "dd432a1e-7e1c-4322-a185-858bae00059c", "address": "fa:16:3e:cb:e9:fa", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd432a1e-7e", "ovs_interfaceid": "dd432a1e-7e1c-4322-a185-858bae00059c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.956447] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f678d2da-64f3-4b33-bdc0-80b7406315cf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.964672] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00b9a00-7c80-4db1-98e6-1874b007c2be {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.985153] env[70243]: DEBUG nova.compute.provider_tree [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 784.072992] env[70243]: DEBUG oslo_concurrency.lockutils [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.207682] env[70243]: DEBUG nova.compute.manager [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.314901] env[70243]: DEBUG nova.compute.manager [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.340010] env[70243]: DEBUG nova.virt.hardware [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.340264] env[70243]: DEBUG nova.virt.hardware [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.340422] env[70243]: DEBUG nova.virt.hardware [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.340596] env[70243]: DEBUG nova.virt.hardware [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.341094] env[70243]: DEBUG nova.virt.hardware [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.341315] env[70243]: DEBUG nova.virt.hardware [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.341553] env[70243]: DEBUG nova.virt.hardware [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.342554] env[70243]: DEBUG nova.virt.hardware [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.342554] env[70243]: DEBUG nova.virt.hardware [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.342554] env[70243]: DEBUG nova.virt.hardware [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.342554] env[70243]: DEBUG nova.virt.hardware [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.343208] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a142ca6-d8b7-4059-bdff-374bda286f89 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.352343] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01bfd81-8c11-4c50-bb40-24d1255dc74d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.396547] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621710, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.460773] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Releasing lock "refresh_cache-e5a4535c-55db-4c75-a41b-72be30daacb5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.460877] env[70243]: DEBUG nova.compute.manager [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Instance network_info: |[{"id": "dd432a1e-7e1c-4322-a185-858bae00059c", "address": "fa:16:3e:cb:e9:fa", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd432a1e-7e", "ovs_interfaceid": "dd432a1e-7e1c-4322-a185-858bae00059c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.461438] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:e9:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd432a1e-7e1c-4322-a185-858bae00059c', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.469569] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.469784] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.470088] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-350f781b-5a16-4bb5-beeb-9d8df09661f1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.493630] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.493630] env[70243]: value = "task-3621714" [ 784.493630] env[70243]: _type = "Task" [ 784.493630] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.508179] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621714, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.515147] env[70243]: ERROR nova.scheduler.client.report [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [req-4a5aec99-db75-4632-a3fe-2cec878da379] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 98e76d84-2347-4f8a-974e-fe32663c00ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4a5aec99-db75-4632-a3fe-2cec878da379"}]} [ 784.541616] env[70243]: DEBUG nova.scheduler.client.report [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Refreshing inventories for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 784.564819] env[70243]: DEBUG nova.scheduler.client.report [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Updating ProviderTree inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 784.565147] env[70243]: DEBUG nova.compute.provider_tree [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 784.579663] env[70243]: DEBUG nova.scheduler.client.report [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Refreshing aggregate associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, aggregates: None {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 784.605757] env[70243]: DEBUG nova.scheduler.client.report [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Refreshing trait associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 784.733654] env[70243]: DEBUG oslo_concurrency.lockutils [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.898975] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621710, 'name': ReconfigVM_Task, 'duration_secs': 1.615432} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.902783] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Reconfigured VM instance instance-00000021 to attach disk [datastore2] fa9ac54c-a4f6-45c0-869c-8abc7aa14004/fa9ac54c-a4f6-45c0-869c-8abc7aa14004.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.903913] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21d65857-4cb5-4466-93ef-87bef4531be0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.911756] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 784.911756] env[70243]: value = "task-3621715" [ 784.911756] env[70243]: _type = "Task" [ 784.911756] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.925512] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621715, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.927931] env[70243]: DEBUG nova.network.neutron [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Successfully updated port: c9746fc7-f7b9-45e6-8af8-2436853a6e34 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.005790] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621714, 'name': CreateVM_Task, 'duration_secs': 0.481779} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.005970] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.007651] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.007651] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.007651] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.010647] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-656fc1c6-00e8-4cf1-89ca-748612a3f543 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.017406] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Waiting for the task: (returnval){ [ 785.017406] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5288a07e-c159-fa86-f80c-ca7a759ee77c" [ 785.017406] env[70243]: _type = "Task" [ 785.017406] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.030223] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5288a07e-c159-fa86-f80c-ca7a759ee77c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.090926] env[70243]: DEBUG nova.compute.manager [req-d167c7ba-4edd-4158-acf2-a0206dcc3f1d req-2c17e63f-f03b-4028-b06d-ccc679eaba35 service nova] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Received event network-vif-plugged-c9746fc7-f7b9-45e6-8af8-2436853a6e34 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.091303] env[70243]: DEBUG oslo_concurrency.lockutils [req-d167c7ba-4edd-4158-acf2-a0206dcc3f1d req-2c17e63f-f03b-4028-b06d-ccc679eaba35 service nova] Acquiring lock "e0d9e133-ff35-4821-89ef-9c2328623760-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.091488] env[70243]: DEBUG oslo_concurrency.lockutils [req-d167c7ba-4edd-4158-acf2-a0206dcc3f1d req-2c17e63f-f03b-4028-b06d-ccc679eaba35 service nova] Lock "e0d9e133-ff35-4821-89ef-9c2328623760-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.091657] env[70243]: DEBUG oslo_concurrency.lockutils [req-d167c7ba-4edd-4158-acf2-a0206dcc3f1d req-2c17e63f-f03b-4028-b06d-ccc679eaba35 service nova] Lock "e0d9e133-ff35-4821-89ef-9c2328623760-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.091859] env[70243]: DEBUG nova.compute.manager [req-d167c7ba-4edd-4158-acf2-a0206dcc3f1d req-2c17e63f-f03b-4028-b06d-ccc679eaba35 service nova] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] No waiting events found dispatching network-vif-plugged-c9746fc7-f7b9-45e6-8af8-2436853a6e34 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.091986] env[70243]: WARNING nova.compute.manager [req-d167c7ba-4edd-4158-acf2-a0206dcc3f1d req-2c17e63f-f03b-4028-b06d-ccc679eaba35 service nova] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Received unexpected event network-vif-plugged-c9746fc7-f7b9-45e6-8af8-2436853a6e34 for instance with vm_state building and task_state spawning. [ 785.169075] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74414d12-fefe-4a3c-88f6-c7fdc6c7bd0a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.176768] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5e8022-650a-4799-bccb-40f7c73734a6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.211346] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4474fbf-1964-45b8-a12d-aeef50e03b16 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.223705] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d94a5af-5136-49a2-9abf-e6ebee07d391 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.241570] env[70243]: DEBUG nova.compute.provider_tree [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.343246] env[70243]: INFO nova.compute.manager [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Rebuilding instance [ 785.384939] env[70243]: DEBUG nova.compute.manager [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.385860] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3be3c98-5152-4cc2-9203-9b140692e2f9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.422223] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621715, 'name': Rename_Task, 'duration_secs': 0.218667} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.422571] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.422885] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c02e2a4-71dc-4254-9192-74dda2cf1aaf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.430566] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Acquiring lock "refresh_cache-e0d9e133-ff35-4821-89ef-9c2328623760" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.430768] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Acquired lock "refresh_cache-e0d9e133-ff35-4821-89ef-9c2328623760" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.430944] env[70243]: DEBUG nova.network.neutron [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.433528] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 785.433528] env[70243]: value = "task-3621716" [ 785.433528] env[70243]: _type = "Task" [ 785.433528] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.444041] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.492495] env[70243]: DEBUG nova.compute.manager [req-e3b77dca-7621-42a6-9154-bd255a7cf2ed req-1129ca5b-8313-4d2f-8128-1271b2d9ca32 service nova] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Received event network-changed-dd432a1e-7e1c-4322-a185-858bae00059c {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.492686] env[70243]: DEBUG nova.compute.manager [req-e3b77dca-7621-42a6-9154-bd255a7cf2ed req-1129ca5b-8313-4d2f-8128-1271b2d9ca32 service nova] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Refreshing instance network info cache due to event network-changed-dd432a1e-7e1c-4322-a185-858bae00059c. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.492896] env[70243]: DEBUG oslo_concurrency.lockutils [req-e3b77dca-7621-42a6-9154-bd255a7cf2ed req-1129ca5b-8313-4d2f-8128-1271b2d9ca32 service nova] Acquiring lock "refresh_cache-e5a4535c-55db-4c75-a41b-72be30daacb5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.493058] env[70243]: DEBUG oslo_concurrency.lockutils [req-e3b77dca-7621-42a6-9154-bd255a7cf2ed req-1129ca5b-8313-4d2f-8128-1271b2d9ca32 service nova] Acquired lock "refresh_cache-e5a4535c-55db-4c75-a41b-72be30daacb5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.493209] env[70243]: DEBUG nova.network.neutron [req-e3b77dca-7621-42a6-9154-bd255a7cf2ed req-1129ca5b-8313-4d2f-8128-1271b2d9ca32 service nova] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Refreshing network info cache for port dd432a1e-7e1c-4322-a185-858bae00059c {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.529380] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5288a07e-c159-fa86-f80c-ca7a759ee77c, 'name': SearchDatastore_Task, 'duration_secs': 0.015205} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.529816] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.530111] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.530425] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.530590] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.530853] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.531097] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae51d68d-b0bd-4afe-a7cc-8d26668f2f42 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.541733] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.541935] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.542745] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7da1615f-6c7c-4ae8-9b60-f2554d30f4c3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.548644] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Waiting for the task: (returnval){ [ 785.548644] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52fda71b-8c6a-ec6d-69b4-acc09692e588" [ 785.548644] env[70243]: _type = "Task" [ 785.548644] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.557740] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52fda71b-8c6a-ec6d-69b4-acc09692e588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.718516] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Acquiring lock "6ed82d05-439d-4d04-8255-f2c3c00c72a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.718830] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Lock "6ed82d05-439d-4d04-8255-f2c3c00c72a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.719105] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Acquiring lock "6ed82d05-439d-4d04-8255-f2c3c00c72a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.719304] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Lock "6ed82d05-439d-4d04-8255-f2c3c00c72a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.719474] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Lock "6ed82d05-439d-4d04-8255-f2c3c00c72a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.721677] env[70243]: INFO nova.compute.manager [None req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Terminating instance [ 785.780940] env[70243]: DEBUG nova.scheduler.client.report [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Updated inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 785.781790] env[70243]: DEBUG nova.compute.provider_tree [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Updating resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec generation from 56 to 57 during operation: update_inventory {{(pid=70243) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 785.781790] env[70243]: DEBUG nova.compute.provider_tree [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.946504] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621716, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.972446] env[70243]: DEBUG nova.network.neutron [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.059937] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52fda71b-8c6a-ec6d-69b4-acc09692e588, 'name': SearchDatastore_Task, 'duration_secs': 0.013228} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.060966] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dbc1b81-3efe-4f5d-93d7-dc01eee3bc55 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.067344] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Waiting for the task: (returnval){ [ 786.067344] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5294b02f-eb34-06b1-c812-756505972733" [ 786.067344] env[70243]: _type = "Task" [ 786.067344] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.078077] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5294b02f-eb34-06b1-c812-756505972733, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.127232] env[70243]: DEBUG nova.network.neutron [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Updating instance_info_cache with network_info: [{"id": "c9746fc7-f7b9-45e6-8af8-2436853a6e34", "address": "fa:16:3e:50:58:c2", "network": {"id": "62b76187-165f-4542-9215-a7247d2d74ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-1934130674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d813f5a858646139de0d271cdf87f2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9746fc7-f7", "ovs_interfaceid": "c9746fc7-f7b9-45e6-8af8-2436853a6e34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.130179] env[70243]: INFO nova.compute.manager [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Rescuing [ 786.130179] env[70243]: DEBUG oslo_concurrency.lockutils [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "refresh_cache-62701487-a567-491c-82e0-52f80336fecd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.130179] env[70243]: DEBUG oslo_concurrency.lockutils [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquired lock "refresh_cache-62701487-a567-491c-82e0-52f80336fecd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.130179] env[70243]: DEBUG nova.network.neutron [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.227604] env[70243]: DEBUG nova.network.neutron [req-e3b77dca-7621-42a6-9154-bd255a7cf2ed req-1129ca5b-8313-4d2f-8128-1271b2d9ca32 service nova] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Updated VIF entry in instance network info cache for port dd432a1e-7e1c-4322-a185-858bae00059c. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.227604] env[70243]: DEBUG nova.network.neutron [req-e3b77dca-7621-42a6-9154-bd255a7cf2ed req-1129ca5b-8313-4d2f-8128-1271b2d9ca32 service nova] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Updating instance_info_cache with network_info: [{"id": "dd432a1e-7e1c-4322-a185-858bae00059c", "address": "fa:16:3e:cb:e9:fa", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd432a1e-7e", "ovs_interfaceid": "dd432a1e-7e1c-4322-a185-858bae00059c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.228156] env[70243]: DEBUG nova.compute.manager [None req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.228329] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.229511] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3315262c-0ff8-4392-b58b-41a359de45dc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.240411] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.240411] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-731cc7b7-0e0e-4a4b-9cfe-5854d37771b9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.291880] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.009s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.292599] env[70243]: DEBUG nova.compute.manager [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.297282] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.620s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.299278] env[70243]: INFO nova.compute.claims [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.345665] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.345914] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.346191] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Deleting the datastore file [datastore1] 6ed82d05-439d-4d04-8255-f2c3c00c72a2 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.347194] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81362ca6-9073-4ef0-b28e-f67fe95fac42 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.355016] env[70243]: DEBUG oslo_vmware.api [None req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Waiting for the task: (returnval){ [ 786.355016] env[70243]: value = "task-3621719" [ 786.355016] env[70243]: _type = "Task" [ 786.355016] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.366230] env[70243]: DEBUG oslo_vmware.api [None req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.408486] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.408904] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5631869-4d69-4f66-b36f-650006b6216b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.419127] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Waiting for the task: (returnval){ [ 786.419127] env[70243]: value = "task-3621720" [ 786.419127] env[70243]: _type = "Task" [ 786.419127] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.430314] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.448516] env[70243]: DEBUG oslo_vmware.api [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621716, 'name': PowerOnVM_Task, 'duration_secs': 0.89782} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.448968] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.449350] env[70243]: INFO nova.compute.manager [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Took 9.65 seconds to spawn the instance on the hypervisor. [ 786.449646] env[70243]: DEBUG nova.compute.manager [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.450661] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4553c84a-cbe7-4d63-a8bf-7a9ed215b7bf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.579439] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5294b02f-eb34-06b1-c812-756505972733, 'name': SearchDatastore_Task, 'duration_secs': 0.032333} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.579735] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.579992] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] e5a4535c-55db-4c75-a41b-72be30daacb5/e5a4535c-55db-4c75-a41b-72be30daacb5.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.580274] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e821ad78-3c3a-4aa3-9e8b-35bc40a5b7bd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.589279] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Waiting for the task: (returnval){ [ 786.589279] env[70243]: value = "task-3621721" [ 786.589279] env[70243]: _type = "Task" [ 786.589279] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.598445] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.629928] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Releasing lock "refresh_cache-e0d9e133-ff35-4821-89ef-9c2328623760" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.630400] env[70243]: DEBUG nova.compute.manager [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Instance network_info: |[{"id": "c9746fc7-f7b9-45e6-8af8-2436853a6e34", "address": "fa:16:3e:50:58:c2", "network": {"id": "62b76187-165f-4542-9215-a7247d2d74ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-1934130674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d813f5a858646139de0d271cdf87f2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9746fc7-f7", "ovs_interfaceid": "c9746fc7-f7b9-45e6-8af8-2436853a6e34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.630877] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:58:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9746fc7-f7b9-45e6-8af8-2436853a6e34', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.638483] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Creating folder: Project (5d813f5a858646139de0d271cdf87f2e). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.640854] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a293c41c-230e-42a2-91c1-ed1217f87adf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.655475] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Created folder: Project (5d813f5a858646139de0d271cdf87f2e) in parent group-v722220. [ 786.655746] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Creating folder: Instances. Parent ref: group-v722330. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.656318] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90d9147c-10f2-4c90-b289-6ea812fb7424 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.672303] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Created folder: Instances in parent group-v722330. [ 786.672303] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.672303] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.672303] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e01cffa-1f32-441e-b2f8-99d4deff108a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.697368] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.697368] env[70243]: value = "task-3621724" [ 786.697368] env[70243]: _type = "Task" [ 786.697368] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.708846] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621724, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.729873] env[70243]: DEBUG oslo_concurrency.lockutils [req-e3b77dca-7621-42a6-9154-bd255a7cf2ed req-1129ca5b-8313-4d2f-8128-1271b2d9ca32 service nova] Releasing lock "refresh_cache-e5a4535c-55db-4c75-a41b-72be30daacb5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.730236] env[70243]: DEBUG nova.compute.manager [req-e3b77dca-7621-42a6-9154-bd255a7cf2ed req-1129ca5b-8313-4d2f-8128-1271b2d9ca32 service nova] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Received event network-changed-a5c4a0e6-5c3e-4b98-812e-4e941078cfae {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.730541] env[70243]: DEBUG nova.compute.manager [req-e3b77dca-7621-42a6-9154-bd255a7cf2ed req-1129ca5b-8313-4d2f-8128-1271b2d9ca32 service nova] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Refreshing instance network info cache due to event network-changed-a5c4a0e6-5c3e-4b98-812e-4e941078cfae. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.730828] env[70243]: DEBUG oslo_concurrency.lockutils [req-e3b77dca-7621-42a6-9154-bd255a7cf2ed req-1129ca5b-8313-4d2f-8128-1271b2d9ca32 service nova] Acquiring lock "refresh_cache-0beb88d8-f501-42d4-ba9b-5ca10e7308fa" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.731011] env[70243]: DEBUG oslo_concurrency.lockutils [req-e3b77dca-7621-42a6-9154-bd255a7cf2ed req-1129ca5b-8313-4d2f-8128-1271b2d9ca32 service nova] Acquired lock "refresh_cache-0beb88d8-f501-42d4-ba9b-5ca10e7308fa" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.731301] env[70243]: DEBUG nova.network.neutron [req-e3b77dca-7621-42a6-9154-bd255a7cf2ed req-1129ca5b-8313-4d2f-8128-1271b2d9ca32 service nova] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Refreshing network info cache for port a5c4a0e6-5c3e-4b98-812e-4e941078cfae {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.811266] env[70243]: DEBUG nova.compute.utils [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.813442] env[70243]: DEBUG nova.compute.manager [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.813743] env[70243]: DEBUG nova.network.neutron [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.870377] env[70243]: DEBUG oslo_vmware.api [None req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226217} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.871049] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.874022] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.874022] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.874022] env[70243]: INFO nova.compute.manager [None req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Took 0.64 seconds to destroy the instance on the hypervisor. [ 786.874022] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.874022] env[70243]: DEBUG nova.compute.manager [-] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.874232] env[70243]: DEBUG nova.network.neutron [-] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.883844] env[70243]: DEBUG nova.policy [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78025c2bc75b45bfbc7fcd8fb12330d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ce546fde2ae4b618b36654d4e95f787', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.934515] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621720, 'name': PowerOffVM_Task, 'duration_secs': 0.343819} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.934515] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.934515] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.934515] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897a3a99-c827-4b67-94ba-5e6f44949e94 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.946225] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.948253] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13f033ed-bea7-4db6-af5b-35f1508e69d7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.976231] env[70243]: INFO nova.compute.manager [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Took 32.26 seconds to build instance. [ 786.976231] env[70243]: DEBUG oslo_concurrency.lockutils [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Acquiring lock "485142bc-b531-4d5b-922f-faad6652ef8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.976231] env[70243]: DEBUG oslo_concurrency.lockutils [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lock "485142bc-b531-4d5b-922f-faad6652ef8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.976231] env[70243]: DEBUG oslo_concurrency.lockutils [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Acquiring lock "485142bc-b531-4d5b-922f-faad6652ef8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.976448] env[70243]: DEBUG oslo_concurrency.lockutils [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lock "485142bc-b531-4d5b-922f-faad6652ef8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.976448] env[70243]: DEBUG oslo_concurrency.lockutils [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lock "485142bc-b531-4d5b-922f-faad6652ef8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.978457] env[70243]: INFO nova.compute.manager [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Terminating instance [ 786.991503] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.992088] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.992447] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Deleting the datastore file [datastore2] c48d1281-1292-46af-a8ff-e4d08a502d24 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.992841] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a71aa690-5725-441b-8de7-0c56cd021de3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.004533] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Waiting for the task: (returnval){ [ 787.004533] env[70243]: value = "task-3621726" [ 787.004533] env[70243]: _type = "Task" [ 787.004533] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.016992] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.058744] env[70243]: DEBUG nova.network.neutron [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Updating instance_info_cache with network_info: [{"id": "ef6db3d2-1629-44e3-8951-828a358d1cb0", "address": "fa:16:3e:79:68:11", "network": {"id": "4a284b5e-9431-47e0-afbe-61caada3f353", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-589564757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dbca791ad4e4a5080d2a4927c7c5af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef6db3d2-16", "ovs_interfaceid": "ef6db3d2-1629-44e3-8951-828a358d1cb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.105136] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621721, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.159032] env[70243]: DEBUG nova.compute.manager [req-4e3f10c7-fc94-4501-99d0-f1d78fc74f65 req-19c3b36a-9e3c-4d89-ba02-fce61f979bfb service nova] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Received event network-changed-c9746fc7-f7b9-45e6-8af8-2436853a6e34 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.159032] env[70243]: DEBUG nova.compute.manager [req-4e3f10c7-fc94-4501-99d0-f1d78fc74f65 req-19c3b36a-9e3c-4d89-ba02-fce61f979bfb service nova] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Refreshing instance network info cache due to event network-changed-c9746fc7-f7b9-45e6-8af8-2436853a6e34. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.159032] env[70243]: DEBUG oslo_concurrency.lockutils [req-4e3f10c7-fc94-4501-99d0-f1d78fc74f65 req-19c3b36a-9e3c-4d89-ba02-fce61f979bfb service nova] Acquiring lock "refresh_cache-e0d9e133-ff35-4821-89ef-9c2328623760" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.159032] env[70243]: DEBUG oslo_concurrency.lockutils [req-4e3f10c7-fc94-4501-99d0-f1d78fc74f65 req-19c3b36a-9e3c-4d89-ba02-fce61f979bfb service nova] Acquired lock "refresh_cache-e0d9e133-ff35-4821-89ef-9c2328623760" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.159032] env[70243]: DEBUG nova.network.neutron [req-4e3f10c7-fc94-4501-99d0-f1d78fc74f65 req-19c3b36a-9e3c-4d89-ba02-fce61f979bfb service nova] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Refreshing network info cache for port c9746fc7-f7b9-45e6-8af8-2436853a6e34 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.213069] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621724, 'name': CreateVM_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.314313] env[70243]: DEBUG nova.network.neutron [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Successfully created port: d6f81a08-fc8d-4ca3-9704-d5891758e42e {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.320155] env[70243]: DEBUG nova.compute.manager [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.480179] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8a2cb017-4f40-48d1-a77a-b98a02686084 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "fa9ac54c-a4f6-45c0-869c-8abc7aa14004" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.609s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.483259] env[70243]: DEBUG nova.compute.manager [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.483487] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.484363] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51690342-d73a-4beb-bfce-46e717c760db {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.500786] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.501697] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c665fb7-a1d0-4ed6-a13c-0624eaf1905c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.513079] env[70243]: DEBUG oslo_vmware.api [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 787.513079] env[70243]: value = "task-3621727" [ 787.513079] env[70243]: _type = "Task" [ 787.513079] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.516577] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332471} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.522508] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.522780] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.522968] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.536821] env[70243]: DEBUG oslo_vmware.api [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.561641] env[70243]: DEBUG oslo_concurrency.lockutils [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Releasing lock "refresh_cache-62701487-a567-491c-82e0-52f80336fecd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.608100] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652541} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.610817] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] e5a4535c-55db-4c75-a41b-72be30daacb5/e5a4535c-55db-4c75-a41b-72be30daacb5.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.611428] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.613266] env[70243]: DEBUG nova.network.neutron [req-e3b77dca-7621-42a6-9154-bd255a7cf2ed req-1129ca5b-8313-4d2f-8128-1271b2d9ca32 service nova] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Updated VIF entry in instance network info cache for port a5c4a0e6-5c3e-4b98-812e-4e941078cfae. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.613866] env[70243]: DEBUG nova.network.neutron [req-e3b77dca-7621-42a6-9154-bd255a7cf2ed req-1129ca5b-8313-4d2f-8128-1271b2d9ca32 service nova] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Updating instance_info_cache with network_info: [{"id": "a5c4a0e6-5c3e-4b98-812e-4e941078cfae", "address": "fa:16:3e:36:90:5f", "network": {"id": "4ebc8b5d-d25e-4656-a240-2e2dbee8c762", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1006822963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab3ab336fd2c4214bdac0d0e740f4800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c4a0e6-5c", "ovs_interfaceid": "a5c4a0e6-5c3e-4b98-812e-4e941078cfae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.615203] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67c787cf-6e59-44ac-bc84-ed3b21b8b1bc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.624968] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Waiting for the task: (returnval){ [ 787.624968] env[70243]: value = "task-3621728" [ 787.624968] env[70243]: _type = "Task" [ 787.624968] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.638410] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.680251] env[70243]: DEBUG nova.compute.manager [req-4b01538c-67e6-45b7-bb02-2e82696dea7c req-43f11a4c-436b-4983-9d71-15fff62d515b service nova] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Received event network-vif-deleted-7dc20527-bb81-402b-a280-ef14955167e2 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.680251] env[70243]: INFO nova.compute.manager [req-4b01538c-67e6-45b7-bb02-2e82696dea7c req-43f11a4c-436b-4983-9d71-15fff62d515b service nova] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Neutron deleted interface 7dc20527-bb81-402b-a280-ef14955167e2; detaching it from the instance and deleting it from the info cache [ 787.680251] env[70243]: DEBUG nova.network.neutron [req-4b01538c-67e6-45b7-bb02-2e82696dea7c req-43f11a4c-436b-4983-9d71-15fff62d515b service nova] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.712684] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621724, 'name': CreateVM_Task, 'duration_secs': 0.744869} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.712919] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.713698] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.713926] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.714302] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.714603] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16dc5b0d-42de-4333-ad2e-9a35c70bf38e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.721489] env[70243]: DEBUG oslo_vmware.api [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Waiting for the task: (returnval){ [ 787.721489] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527ce8f0-da1a-dd57-d68f-7432e5b0de08" [ 787.721489] env[70243]: _type = "Task" [ 787.721489] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.730581] env[70243]: DEBUG oslo_vmware.api [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527ce8f0-da1a-dd57-d68f-7432e5b0de08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.843778] env[70243]: DEBUG nova.network.neutron [-] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.969015] env[70243]: DEBUG nova.network.neutron [req-4e3f10c7-fc94-4501-99d0-f1d78fc74f65 req-19c3b36a-9e3c-4d89-ba02-fce61f979bfb service nova] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Updated VIF entry in instance network info cache for port c9746fc7-f7b9-45e6-8af8-2436853a6e34. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.969542] env[70243]: DEBUG nova.network.neutron [req-4e3f10c7-fc94-4501-99d0-f1d78fc74f65 req-19c3b36a-9e3c-4d89-ba02-fce61f979bfb service nova] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Updating instance_info_cache with network_info: [{"id": "c9746fc7-f7b9-45e6-8af8-2436853a6e34", "address": "fa:16:3e:50:58:c2", "network": {"id": "62b76187-165f-4542-9215-a7247d2d74ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-1934130674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d813f5a858646139de0d271cdf87f2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9746fc7-f7", "ovs_interfaceid": "c9746fc7-f7b9-45e6-8af8-2436853a6e34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.983663] env[70243]: DEBUG nova.compute.manager [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.007622] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9487e48b-42c0-4c0f-a424-0854be8e66a3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.016912] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dad9d18-eee3-4b63-a282-8b0b73016aca {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.034085] env[70243]: DEBUG oslo_vmware.api [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621727, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.062278] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8273af-061d-4120-90a6-50661251efaf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.070789] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87aeea75-e14a-4a42-9676-6a24d49fe53c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.085918] env[70243]: DEBUG nova.compute.provider_tree [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.119152] env[70243]: DEBUG oslo_concurrency.lockutils [req-e3b77dca-7621-42a6-9154-bd255a7cf2ed req-1129ca5b-8313-4d2f-8128-1271b2d9ca32 service nova] Releasing lock "refresh_cache-0beb88d8-f501-42d4-ba9b-5ca10e7308fa" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.137729] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199772} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.138391] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.138818] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce85b01-a2ff-4701-ac3a-5166c7d1df5d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.162076] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] e5a4535c-55db-4c75-a41b-72be30daacb5/e5a4535c-55db-4c75-a41b-72be30daacb5.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.162393] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25ff4a52-153b-4475-8502-d870a1e378f3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.184091] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Waiting for the task: (returnval){ [ 788.184091] env[70243]: value = "task-3621729" [ 788.184091] env[70243]: _type = "Task" [ 788.184091] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.188474] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-518100e5-889d-4fc1-a253-778b5a0578c0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.197156] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.201085] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d558901-9e3f-4ca7-acdb-89b33a3d83e3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.243050] env[70243]: DEBUG nova.compute.manager [req-4b01538c-67e6-45b7-bb02-2e82696dea7c req-43f11a4c-436b-4983-9d71-15fff62d515b service nova] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Detach interface failed, port_id=7dc20527-bb81-402b-a280-ef14955167e2, reason: Instance 6ed82d05-439d-4d04-8255-f2c3c00c72a2 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 788.246803] env[70243]: DEBUG oslo_vmware.api [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527ce8f0-da1a-dd57-d68f-7432e5b0de08, 'name': SearchDatastore_Task, 'duration_secs': 0.010793} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.247106] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.247335] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.247597] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.247756] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.247934] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.248207] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aef85c99-0ebb-45fa-9765-5d47b8732d52 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.264031] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.264157] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.265261] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77eb3b2e-de1f-4d1f-a538-2bf0af4067e9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.272927] env[70243]: DEBUG oslo_vmware.api [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Waiting for the task: (returnval){ [ 788.272927] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524aaa09-5320-b2c5-245d-3226b839c552" [ 788.272927] env[70243]: _type = "Task" [ 788.272927] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.285038] env[70243]: DEBUG oslo_vmware.api [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524aaa09-5320-b2c5-245d-3226b839c552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.331070] env[70243]: DEBUG nova.compute.manager [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.350841] env[70243]: INFO nova.compute.manager [-] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Took 1.48 seconds to deallocate network for instance. [ 788.357695] env[70243]: DEBUG nova.virt.hardware [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.357940] env[70243]: DEBUG nova.virt.hardware [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.358152] env[70243]: DEBUG nova.virt.hardware [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.358377] env[70243]: DEBUG nova.virt.hardware [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.358562] env[70243]: DEBUG nova.virt.hardware [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.358726] env[70243]: DEBUG nova.virt.hardware [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.358977] env[70243]: DEBUG nova.virt.hardware [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.359188] env[70243]: DEBUG nova.virt.hardware [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.359374] env[70243]: DEBUG nova.virt.hardware [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.359569] env[70243]: DEBUG nova.virt.hardware [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.359775] env[70243]: DEBUG nova.virt.hardware [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.360739] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ff44f7-7999-47c1-a511-27630f183f54 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.370085] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c7aee2-919c-4132-9bb0-7a79dd3fe925 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.472122] env[70243]: DEBUG oslo_concurrency.lockutils [req-4e3f10c7-fc94-4501-99d0-f1d78fc74f65 req-19c3b36a-9e3c-4d89-ba02-fce61f979bfb service nova] Releasing lock "refresh_cache-e0d9e133-ff35-4821-89ef-9c2328623760" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.505694] env[70243]: DEBUG oslo_concurrency.lockutils [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.527989] env[70243]: DEBUG oslo_vmware.api [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621727, 'name': PowerOffVM_Task, 'duration_secs': 0.686523} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.528387] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.528582] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.528880] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e790f11-8242-465d-8181-1801648c1825 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.561012] env[70243]: DEBUG nova.virt.hardware [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.561354] env[70243]: DEBUG nova.virt.hardware [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.561451] env[70243]: DEBUG nova.virt.hardware [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.561633] env[70243]: DEBUG nova.virt.hardware [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.561797] env[70243]: DEBUG nova.virt.hardware [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.561915] env[70243]: DEBUG nova.virt.hardware [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.562153] env[70243]: DEBUG nova.virt.hardware [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.562313] env[70243]: DEBUG nova.virt.hardware [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.562478] env[70243]: DEBUG nova.virt.hardware [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.562640] env[70243]: DEBUG nova.virt.hardware [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.562855] env[70243]: DEBUG nova.virt.hardware [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.563764] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574ddfff-30d3-43e4-b3f9-61fd4074ef1b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.572283] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c003e6b2-aa81-49e1-9f4d-ac3c4257ad2b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.587537] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Instance VIF info [] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.593371] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.594383] env[70243]: DEBUG nova.scheduler.client.report [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.597739] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.598504] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a416897e-0454-4ae5-a5e0-64bc3c5afd2a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.616060] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.616340] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.616554] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Deleting the datastore file [datastore2] 485142bc-b531-4d5b-922f-faad6652ef8a {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.616794] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b41ff16-93bb-4508-a8a1-3c99260d33e4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.624188] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.624188] env[70243]: value = "task-3621731" [ 788.624188] env[70243]: _type = "Task" [ 788.624188] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.625832] env[70243]: DEBUG oslo_vmware.api [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 788.625832] env[70243]: value = "task-3621732" [ 788.625832] env[70243]: _type = "Task" [ 788.625832] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.650049] env[70243]: DEBUG oslo_vmware.api [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.653696] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621731, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.695897] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621729, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.784553] env[70243]: DEBUG oslo_vmware.api [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524aaa09-5320-b2c5-245d-3226b839c552, 'name': SearchDatastore_Task, 'duration_secs': 0.018214} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.785072] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54bfd770-7ff1-4510-a0fb-2a28500276f0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.794812] env[70243]: DEBUG oslo_vmware.api [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Waiting for the task: (returnval){ [ 788.794812] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52902240-818a-3553-5bca-99fdda7625fb" [ 788.794812] env[70243]: _type = "Task" [ 788.794812] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.804291] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1bb999d-fe1b-459d-9ee0-1538688775d1 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Volume attach. Driver type: vmdk {{(pid=70243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 788.804715] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1bb999d-fe1b-459d-9ee0-1538688775d1 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722328', 'volume_id': '75f597b4-4c1e-4ab1-8a9a-8c7d5828ef8c', 'name': 'volume-75f597b4-4c1e-4ab1-8a9a-8c7d5828ef8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4556b8f6-e6f8-4180-a94a-58ddc27cd1b2', 'attached_at': '', 'detached_at': '', 'volume_id': '75f597b4-4c1e-4ab1-8a9a-8c7d5828ef8c', 'serial': '75f597b4-4c1e-4ab1-8a9a-8c7d5828ef8c'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 788.805928] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa26cb8-9837-40d0-89cc-ad8eef3c95d2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.815871] env[70243]: DEBUG oslo_vmware.api [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52902240-818a-3553-5bca-99fdda7625fb, 'name': SearchDatastore_Task, 'duration_secs': 0.012113} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.816953] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.817699] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] e0d9e133-ff35-4821-89ef-9c2328623760/e0d9e133-ff35-4821-89ef-9c2328623760.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.817699] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53ad1d77-5c85-4c48-9687-997510c70fa2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.834962] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7607cf9c-6942-4e97-aab1-993252e5eb92 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.839743] env[70243]: DEBUG oslo_vmware.api [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Waiting for the task: (returnval){ [ 788.839743] env[70243]: value = "task-3621733" [ 788.839743] env[70243]: _type = "Task" [ 788.839743] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.868132] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1bb999d-fe1b-459d-9ee0-1538688775d1 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] volume-75f597b4-4c1e-4ab1-8a9a-8c7d5828ef8c/volume-75f597b4-4c1e-4ab1-8a9a-8c7d5828ef8c.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.869905] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.870723] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5978a7e3-0811-411b-8a69-b8140cb76688 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.890211] env[70243]: DEBUG oslo_vmware.api [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Task: {'id': task-3621733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.898590] env[70243]: DEBUG oslo_vmware.api [None req-e1bb999d-fe1b-459d-9ee0-1538688775d1 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for the task: (returnval){ [ 788.898590] env[70243]: value = "task-3621734" [ 788.898590] env[70243]: _type = "Task" [ 788.898590] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.908638] env[70243]: DEBUG oslo_vmware.api [None req-e1bb999d-fe1b-459d-9ee0-1538688775d1 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.027445] env[70243]: DEBUG nova.network.neutron [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Successfully updated port: d6f81a08-fc8d-4ca3-9704-d5891758e42e {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.099808] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.100504] env[70243]: DEBUG nova.compute.manager [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.103231] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.358s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.104828] env[70243]: INFO nova.compute.claims [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.115505] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.115824] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da2a5b3d-c702-4e55-a33a-df9ed81f88ce {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.124716] env[70243]: DEBUG oslo_vmware.api [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 789.124716] env[70243]: value = "task-3621735" [ 789.124716] env[70243]: _type = "Task" [ 789.124716] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.150534] env[70243]: DEBUG oslo_vmware.api [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.157902] env[70243]: DEBUG oslo_vmware.api [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255237} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.158125] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621731, 'name': CreateVM_Task, 'duration_secs': 0.382254} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.159150] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.159396] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.159524] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.159696] env[70243]: INFO nova.compute.manager [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Took 1.68 seconds to destroy the instance on the hypervisor. [ 789.159936] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.160099] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.160313] env[70243]: DEBUG nova.compute.manager [-] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.160405] env[70243]: DEBUG nova.network.neutron [-] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.163143] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.163311] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.163672] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.164213] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4f02c50-97af-48c2-a3ff-6b5ab95ae9b0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.172558] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Waiting for the task: (returnval){ [ 789.172558] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521bcd30-c0d1-fbc4-498f-a684b061fd64" [ 789.172558] env[70243]: _type = "Task" [ 789.172558] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.182170] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521bcd30-c0d1-fbc4-498f-a684b061fd64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.195374] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621729, 'name': ReconfigVM_Task, 'duration_secs': 0.557921} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.195681] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Reconfigured VM instance instance-00000022 to attach disk [datastore2] e5a4535c-55db-4c75-a41b-72be30daacb5/e5a4535c-55db-4c75-a41b-72be30daacb5.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.196384] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70e59958-9148-4a80-9db4-ff79681b340b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.206154] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Waiting for the task: (returnval){ [ 789.206154] env[70243]: value = "task-3621736" [ 789.206154] env[70243]: _type = "Task" [ 789.206154] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.226671] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621736, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.352059] env[70243]: DEBUG oslo_vmware.api [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Task: {'id': task-3621733, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.358179] env[70243]: DEBUG nova.compute.manager [req-7d7cb057-e02e-4054-a311-a1068846819c req-0d803de1-7388-4a66-b822-d14a8145371a service nova] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Received event network-vif-plugged-d6f81a08-fc8d-4ca3-9704-d5891758e42e {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.358179] env[70243]: DEBUG oslo_concurrency.lockutils [req-7d7cb057-e02e-4054-a311-a1068846819c req-0d803de1-7388-4a66-b822-d14a8145371a service nova] Acquiring lock "0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.358179] env[70243]: DEBUG oslo_concurrency.lockutils [req-7d7cb057-e02e-4054-a311-a1068846819c req-0d803de1-7388-4a66-b822-d14a8145371a service nova] Lock "0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.358179] env[70243]: DEBUG oslo_concurrency.lockutils [req-7d7cb057-e02e-4054-a311-a1068846819c req-0d803de1-7388-4a66-b822-d14a8145371a service nova] Lock "0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.358179] env[70243]: DEBUG nova.compute.manager [req-7d7cb057-e02e-4054-a311-a1068846819c req-0d803de1-7388-4a66-b822-d14a8145371a service nova] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] No waiting events found dispatching network-vif-plugged-d6f81a08-fc8d-4ca3-9704-d5891758e42e {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 789.358369] env[70243]: WARNING nova.compute.manager [req-7d7cb057-e02e-4054-a311-a1068846819c req-0d803de1-7388-4a66-b822-d14a8145371a service nova] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Received unexpected event network-vif-plugged-d6f81a08-fc8d-4ca3-9704-d5891758e42e for instance with vm_state building and task_state spawning. [ 789.358369] env[70243]: DEBUG nova.compute.manager [req-7d7cb057-e02e-4054-a311-a1068846819c req-0d803de1-7388-4a66-b822-d14a8145371a service nova] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Received event network-changed-d6f81a08-fc8d-4ca3-9704-d5891758e42e {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.358369] env[70243]: DEBUG nova.compute.manager [req-7d7cb057-e02e-4054-a311-a1068846819c req-0d803de1-7388-4a66-b822-d14a8145371a service nova] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Refreshing instance network info cache due to event network-changed-d6f81a08-fc8d-4ca3-9704-d5891758e42e. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.358708] env[70243]: DEBUG oslo_concurrency.lockutils [req-7d7cb057-e02e-4054-a311-a1068846819c req-0d803de1-7388-4a66-b822-d14a8145371a service nova] Acquiring lock "refresh_cache-0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.359017] env[70243]: DEBUG oslo_concurrency.lockutils [req-7d7cb057-e02e-4054-a311-a1068846819c req-0d803de1-7388-4a66-b822-d14a8145371a service nova] Acquired lock "refresh_cache-0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.359355] env[70243]: DEBUG nova.network.neutron [req-7d7cb057-e02e-4054-a311-a1068846819c req-0d803de1-7388-4a66-b822-d14a8145371a service nova] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Refreshing network info cache for port d6f81a08-fc8d-4ca3-9704-d5891758e42e {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.410421] env[70243]: DEBUG oslo_vmware.api [None req-e1bb999d-fe1b-459d-9ee0-1538688775d1 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.530325] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Acquiring lock "refresh_cache-0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.611899] env[70243]: DEBUG nova.compute.utils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.614060] env[70243]: DEBUG nova.compute.manager [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.615045] env[70243]: DEBUG nova.network.neutron [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.637125] env[70243]: DEBUG oslo_vmware.api [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621735, 'name': PowerOffVM_Task, 'duration_secs': 0.317721} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.637480] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.638321] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e1d69f-fb73-4b5f-bca8-22ad8a3c61cb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.659942] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4798a7c-d565-41c5-8b78-7fe8da53cf7c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.664091] env[70243]: DEBUG nova.policy [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2529272d7e04a908bd9247accc495c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffe2f32ab27646d3b2b27e9e5e071ead', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.687446] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521bcd30-c0d1-fbc4-498f-a684b061fd64, 'name': SearchDatastore_Task, 'duration_secs': 0.060762} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.690154] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.690568] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.690920] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.691225] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.691536] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.693443] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dc0b1f4-be65-4d53-8556-19ca1c3df81d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.700059] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.700497] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79284fcb-6a2b-47f5-a1d1-38abfe8d0cc0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.703763] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.703999] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.705414] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9541d7fb-1052-4e7b-a975-b92f3aee1311 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.710510] env[70243]: DEBUG oslo_vmware.api [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 789.710510] env[70243]: value = "task-3621737" [ 789.710510] env[70243]: _type = "Task" [ 789.710510] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.721338] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Waiting for the task: (returnval){ [ 789.721338] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5251c843-dc67-2b1d-54dc-8a4bc18cd061" [ 789.721338] env[70243]: _type = "Task" [ 789.721338] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.730566] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621736, 'name': Rename_Task, 'duration_secs': 0.287475} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.731568] env[70243]: DEBUG nova.compute.manager [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.732269] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.732961] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f08d04-921f-41e0-8625-032d3ce6df65 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.735387] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] VM already powered off {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 789.735576] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.735785] env[70243]: DEBUG oslo_concurrency.lockutils [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.738999] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3015b812-76dc-4930-8ca6-036fa73c5e42 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.740439] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5251c843-dc67-2b1d-54dc-8a4bc18cd061, 'name': SearchDatastore_Task, 'duration_secs': 0.010768} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.741754] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-135b541e-a16f-47a3-9dfb-12647934abd6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.748527] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Waiting for the task: (returnval){ [ 789.748527] env[70243]: value = "task-3621738" [ 789.748527] env[70243]: _type = "Task" [ 789.748527] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.752935] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Waiting for the task: (returnval){ [ 789.752935] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5241b7be-5095-3626-1b57-0e4fb05a9aef" [ 789.752935] env[70243]: _type = "Task" [ 789.752935] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.759110] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.766256] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5241b7be-5095-3626-1b57-0e4fb05a9aef, 'name': SearchDatastore_Task, 'duration_secs': 0.012184} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.766604] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.766907] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] c48d1281-1292-46af-a8ff-e4d08a502d24/c48d1281-1292-46af-a8ff-e4d08a502d24.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.767201] env[70243]: DEBUG oslo_concurrency.lockutils [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.767406] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.767701] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-493ff0bf-d3ed-4b04-929d-df2fb0a7807c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.770051] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25d7ee99-db36-44c6-a75a-e94ee109f358 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.778106] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Waiting for the task: (returnval){ [ 789.778106] env[70243]: value = "task-3621739" [ 789.778106] env[70243]: _type = "Task" [ 789.778106] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.782799] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.783029] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.784202] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e6ccc8b-d24b-4d15-b809-060cc33bba86 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.793780] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.795575] env[70243]: DEBUG oslo_vmware.api [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 789.795575] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52399bd7-e81b-6255-4023-2899c2a2f323" [ 789.795575] env[70243]: _type = "Task" [ 789.795575] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.807456] env[70243]: DEBUG oslo_vmware.api [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52399bd7-e81b-6255-4023-2899c2a2f323, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.852747] env[70243]: DEBUG oslo_vmware.api [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Task: {'id': task-3621733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546653} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.853063] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] e0d9e133-ff35-4821-89ef-9c2328623760/e0d9e133-ff35-4821-89ef-9c2328623760.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.853329] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.853655] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a14f2952-9941-4213-9df9-e569e46eeae5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.861166] env[70243]: DEBUG oslo_vmware.api [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Waiting for the task: (returnval){ [ 789.861166] env[70243]: value = "task-3621740" [ 789.861166] env[70243]: _type = "Task" [ 789.861166] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.884333] env[70243]: DEBUG oslo_vmware.api [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Task: {'id': task-3621740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.911341] env[70243]: DEBUG oslo_vmware.api [None req-e1bb999d-fe1b-459d-9ee0-1538688775d1 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621734, 'name': ReconfigVM_Task, 'duration_secs': 0.656632} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.912460] env[70243]: DEBUG nova.network.neutron [req-7d7cb057-e02e-4054-a311-a1068846819c req-0d803de1-7388-4a66-b822-d14a8145371a service nova] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.914603] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1bb999d-fe1b-459d-9ee0-1538688775d1 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Reconfigured VM instance instance-00000015 to attach disk [datastore2] volume-75f597b4-4c1e-4ab1-8a9a-8c7d5828ef8c/volume-75f597b4-4c1e-4ab1-8a9a-8c7d5828ef8c.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.919933] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d203d186-cd8b-467a-b1f2-4c8173b87805 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.940953] env[70243]: DEBUG oslo_vmware.api [None req-e1bb999d-fe1b-459d-9ee0-1538688775d1 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for the task: (returnval){ [ 789.940953] env[70243]: value = "task-3621741" [ 789.940953] env[70243]: _type = "Task" [ 789.940953] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.951383] env[70243]: DEBUG oslo_vmware.api [None req-e1bb999d-fe1b-459d-9ee0-1538688775d1 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.016428] env[70243]: DEBUG nova.network.neutron [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Successfully created port: 55641f7a-36da-4ae1-8c38-53f88eb11041 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.019044] env[70243]: DEBUG nova.network.neutron [-] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.041989] env[70243]: DEBUG nova.network.neutron [req-7d7cb057-e02e-4054-a311-a1068846819c req-0d803de1-7388-4a66-b822-d14a8145371a service nova] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.117877] env[70243]: DEBUG nova.compute.manager [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.251796] env[70243]: INFO nova.compute.manager [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] instance snapshotting [ 790.259021] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0d5679-f2cd-49e9-9f7e-f187413197f2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.270451] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621738, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.294839] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b027c5-80ca-450a-ab74-26ccbff7a1af {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.305693] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621739, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.318979] env[70243]: DEBUG oslo_vmware.api [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52399bd7-e81b-6255-4023-2899c2a2f323, 'name': SearchDatastore_Task, 'duration_secs': 0.012182} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.319806] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bbfa479-d6a4-49a7-a37e-fbffbbdcbc49 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.327253] env[70243]: DEBUG oslo_vmware.api [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 790.327253] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522a105f-9b3e-6ed3-12b3-01486a1c961b" [ 790.327253] env[70243]: _type = "Task" [ 790.327253] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.338232] env[70243]: DEBUG oslo_vmware.api [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522a105f-9b3e-6ed3-12b3-01486a1c961b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.373507] env[70243]: DEBUG oslo_vmware.api [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Task: {'id': task-3621740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076121} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.373827] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.374769] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b02e67e-50e7-4e39-9676-ae63d1ebdf33 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.403435] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] e0d9e133-ff35-4821-89ef-9c2328623760/e0d9e133-ff35-4821-89ef-9c2328623760.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.406921] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01034aa8-e35e-44fa-8c12-3aa459a53af0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.429354] env[70243]: DEBUG oslo_vmware.api [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Waiting for the task: (returnval){ [ 790.429354] env[70243]: value = "task-3621742" [ 790.429354] env[70243]: _type = "Task" [ 790.429354] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.445474] env[70243]: DEBUG oslo_vmware.api [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Task: {'id': task-3621742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.458419] env[70243]: DEBUG oslo_vmware.api [None req-e1bb999d-fe1b-459d-9ee0-1538688775d1 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621741, 'name': ReconfigVM_Task, 'duration_secs': 0.221537} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.458758] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1bb999d-fe1b-459d-9ee0-1538688775d1 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722328', 'volume_id': '75f597b4-4c1e-4ab1-8a9a-8c7d5828ef8c', 'name': 'volume-75f597b4-4c1e-4ab1-8a9a-8c7d5828ef8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4556b8f6-e6f8-4180-a94a-58ddc27cd1b2', 'attached_at': '', 'detached_at': '', 'volume_id': '75f597b4-4c1e-4ab1-8a9a-8c7d5828ef8c', 'serial': '75f597b4-4c1e-4ab1-8a9a-8c7d5828ef8c'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 790.526407] env[70243]: INFO nova.compute.manager [-] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Took 1.37 seconds to deallocate network for instance. [ 790.545297] env[70243]: DEBUG oslo_concurrency.lockutils [req-7d7cb057-e02e-4054-a311-a1068846819c req-0d803de1-7388-4a66-b822-d14a8145371a service nova] Releasing lock "refresh_cache-0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.545982] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Acquired lock "refresh_cache-0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.546200] env[70243]: DEBUG nova.network.neutron [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.763277] env[70243]: DEBUG oslo_vmware.api [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621738, 'name': PowerOnVM_Task, 'duration_secs': 0.90924} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.765929] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.766167] env[70243]: INFO nova.compute.manager [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Took 9.18 seconds to spawn the instance on the hypervisor. [ 790.766350] env[70243]: DEBUG nova.compute.manager [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.767365] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9862f269-53f6-437c-b769-f1ca126b2181 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.804545] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537314} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.805844] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] c48d1281-1292-46af-a8ff-e4d08a502d24/c48d1281-1292-46af-a8ff-e4d08a502d24.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.806151] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.806947] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d2633b-0f5d-451c-9604-350dce7b5786 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.810752] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf1f471e-9fcc-4c96-ba4a-37774949918c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.818678] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b2f059-521e-42dc-a8ba-18aa83987da0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.823750] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Creating Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 790.824402] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Waiting for the task: (returnval){ [ 790.824402] env[70243]: value = "task-3621743" [ 790.824402] env[70243]: _type = "Task" [ 790.824402] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.824701] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f3d725b4-1524-4d3c-88f5-4f648e4785ca {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.860018] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8148022e-2657-4c7c-8ec0-143ff0e684c5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.867596] env[70243]: DEBUG oslo_vmware.api [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 790.867596] env[70243]: value = "task-3621744" [ 790.867596] env[70243]: _type = "Task" [ 790.867596] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.867887] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.880405] env[70243]: DEBUG oslo_vmware.api [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522a105f-9b3e-6ed3-12b3-01486a1c961b, 'name': SearchDatastore_Task, 'duration_secs': 0.011599} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.881235] env[70243]: DEBUG oslo_concurrency.lockutils [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.881607] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 62701487-a567-491c-82e0-52f80336fecd/7f4eb466-a64f-4924-9339-b9d7268bf6fd-rescue.vmdk. {{(pid=70243) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 790.881924] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-027c9dff-b229-46b3-b9e3-13784ead4957 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.887677] env[70243]: DEBUG oslo_vmware.api [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621744, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.891145] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2b3468-cac8-4296-9fb3-fd4a02b0891c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.898239] env[70243]: DEBUG oslo_vmware.api [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 790.898239] env[70243]: value = "task-3621745" [ 790.898239] env[70243]: _type = "Task" [ 790.898239] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.910409] env[70243]: DEBUG nova.compute.provider_tree [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.920136] env[70243]: DEBUG oslo_vmware.api [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.939733] env[70243]: DEBUG oslo_vmware.api [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Task: {'id': task-3621742, 'name': ReconfigVM_Task, 'duration_secs': 0.317742} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.940599] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Reconfigured VM instance instance-00000023 to attach disk [datastore2] e0d9e133-ff35-4821-89ef-9c2328623760/e0d9e133-ff35-4821-89ef-9c2328623760.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.940872] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-281f5646-9e0d-4700-9cbd-ba00faa926fe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.949887] env[70243]: DEBUG oslo_vmware.api [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Waiting for the task: (returnval){ [ 790.949887] env[70243]: value = "task-3621746" [ 790.949887] env[70243]: _type = "Task" [ 790.949887] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.958650] env[70243]: DEBUG oslo_vmware.api [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Task: {'id': task-3621746, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.033666] env[70243]: DEBUG oslo_concurrency.lockutils [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.096432] env[70243]: DEBUG nova.network.neutron [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.127919] env[70243]: DEBUG nova.compute.manager [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.160629] env[70243]: DEBUG nova.virt.hardware [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.160944] env[70243]: DEBUG nova.virt.hardware [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.161187] env[70243]: DEBUG nova.virt.hardware [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.161395] env[70243]: DEBUG nova.virt.hardware [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.161544] env[70243]: DEBUG nova.virt.hardware [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.161691] env[70243]: DEBUG nova.virt.hardware [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.161908] env[70243]: DEBUG nova.virt.hardware [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.162092] env[70243]: DEBUG nova.virt.hardware [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.162323] env[70243]: DEBUG nova.virt.hardware [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.162498] env[70243]: DEBUG nova.virt.hardware [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.162687] env[70243]: DEBUG nova.virt.hardware [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.163615] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81302145-5a39-4afe-8b33-b5ca37def6d5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.177854] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb57b333-2c58-406e-bb8b-ad67a1c59b59 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.289097] env[70243]: INFO nova.compute.manager [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Took 32.60 seconds to build instance. [ 791.292656] env[70243]: DEBUG nova.network.neutron [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Updating instance_info_cache with network_info: [{"id": "d6f81a08-fc8d-4ca3-9704-d5891758e42e", "address": "fa:16:3e:12:6f:2e", "network": {"id": "af0528e8-6db4-48d2-9ee9-142b7b7a8953", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1173191811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ce546fde2ae4b618b36654d4e95f787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6f81a08-fc", "ovs_interfaceid": "d6f81a08-fc8d-4ca3-9704-d5891758e42e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.337975] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112146} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.338298] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.339170] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30095c5c-d10b-4c63-91d6-1809de692919 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.364183] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] c48d1281-1292-46af-a8ff-e4d08a502d24/c48d1281-1292-46af-a8ff-e4d08a502d24.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.364587] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40a96fed-1d75-4447-8e6b-9dbea32c72e2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.391257] env[70243]: DEBUG nova.compute.manager [req-944e321b-fb8d-4dc7-84be-4633b1b77c52 req-42c2e4b2-0632-4a48-9c6a-cca52413d42f service nova] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Received event network-vif-deleted-9f7f77ab-2da4-41f2-88a3-802025ce7ba1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.395527] env[70243]: DEBUG oslo_vmware.api [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621744, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.398020] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Waiting for the task: (returnval){ [ 791.398020] env[70243]: value = "task-3621747" [ 791.398020] env[70243]: _type = "Task" [ 791.398020] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.411360] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.415188] env[70243]: DEBUG nova.scheduler.client.report [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.418794] env[70243]: DEBUG oslo_vmware.api [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621745, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.460949] env[70243]: DEBUG oslo_vmware.api [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Task: {'id': task-3621746, 'name': Rename_Task, 'duration_secs': 0.197941} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.461133] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.461417] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d3bfb51-24a8-4fea-9e46-1332bbc3478f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.468516] env[70243]: DEBUG oslo_vmware.api [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Waiting for the task: (returnval){ [ 791.468516] env[70243]: value = "task-3621748" [ 791.468516] env[70243]: _type = "Task" [ 791.468516] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.484550] env[70243]: DEBUG oslo_vmware.api [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Task: {'id': task-3621748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.503411] env[70243]: DEBUG nova.objects.instance [None req-e1bb999d-fe1b-459d-9ee0-1538688775d1 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lazy-loading 'flavor' on Instance uuid 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.723981] env[70243]: DEBUG nova.network.neutron [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Successfully updated port: 55641f7a-36da-4ae1-8c38-53f88eb11041 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.791387] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7368d19c-8229-4e86-9bf2-7569259fac6f tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Lock "e5a4535c-55db-4c75-a41b-72be30daacb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.882s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.795062] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Releasing lock "refresh_cache-0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.795490] env[70243]: DEBUG nova.compute.manager [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Instance network_info: |[{"id": "d6f81a08-fc8d-4ca3-9704-d5891758e42e", "address": "fa:16:3e:12:6f:2e", "network": {"id": "af0528e8-6db4-48d2-9ee9-142b7b7a8953", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1173191811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ce546fde2ae4b618b36654d4e95f787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6f81a08-fc", "ovs_interfaceid": "d6f81a08-fc8d-4ca3-9704-d5891758e42e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.795722] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:6f:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6f81a08-fc8d-4ca3-9704-d5891758e42e', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.803900] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Creating folder: Project (7ce546fde2ae4b618b36654d4e95f787). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.804665] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d2d8eae-616d-4906-bf5a-0a4373573805 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.817161] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Created folder: Project (7ce546fde2ae4b618b36654d4e95f787) in parent group-v722220. [ 791.817369] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Creating folder: Instances. Parent ref: group-v722334. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.817617] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa55ce9e-4645-4455-a2df-a228c3de3855 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.831297] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Created folder: Instances in parent group-v722334. [ 791.831620] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.831945] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.832204] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba019808-b02f-4d4f-818d-e01a9e5406c0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.855522] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.855522] env[70243]: value = "task-3621751" [ 791.855522] env[70243]: _type = "Task" [ 791.855522] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.863969] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621751, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.893974] env[70243]: DEBUG oslo_vmware.api [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621744, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.911630] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621747, 'name': ReconfigVM_Task, 'duration_secs': 0.423775} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.915042] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Reconfigured VM instance instance-0000001f to attach disk [datastore2] c48d1281-1292-46af-a8ff-e4d08a502d24/c48d1281-1292-46af-a8ff-e4d08a502d24.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.915713] env[70243]: DEBUG oslo_vmware.api [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550593} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.916056] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8213a06e-1e74-4f4e-92e9-6e71197bd43e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.917581] env[70243]: INFO nova.virt.vmwareapi.ds_util [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 62701487-a567-491c-82e0-52f80336fecd/7f4eb466-a64f-4924-9339-b9d7268bf6fd-rescue.vmdk. [ 791.918442] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fba0b8-cddf-4b64-b725-b7c9c5cdafdc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.921811] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.922396] env[70243]: DEBUG nova.compute.manager [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.925348] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.303s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.925614] env[70243]: DEBUG nova.objects.instance [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Lazy-loading 'resources' on Instance uuid b58519f3-89ec-44dc-983e-445e42118d23 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.931031] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Waiting for the task: (returnval){ [ 791.931031] env[70243]: value = "task-3621752" [ 791.931031] env[70243]: _type = "Task" [ 791.931031] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.956133] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 62701487-a567-491c-82e0-52f80336fecd/7f4eb466-a64f-4924-9339-b9d7268bf6fd-rescue.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.957534] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a682ea0-940e-4d31-b058-fdcad306f35f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.977932] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621752, 'name': Rename_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.987560] env[70243]: DEBUG oslo_vmware.api [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Task: {'id': task-3621748, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.989186] env[70243]: DEBUG oslo_vmware.api [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 791.989186] env[70243]: value = "task-3621753" [ 791.989186] env[70243]: _type = "Task" [ 791.989186] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.998741] env[70243]: DEBUG oslo_vmware.api [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.009121] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e1bb999d-fe1b-459d-9ee0-1538688775d1 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "4556b8f6-e6f8-4180-a94a-58ddc27cd1b2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.369s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.230289] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "refresh_cache-0896e077-f021-4f1a-b9e1-2ea70cbb4840" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.230561] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquired lock "refresh_cache-0896e077-f021-4f1a-b9e1-2ea70cbb4840" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.230608] env[70243]: DEBUG nova.network.neutron [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.295216] env[70243]: DEBUG nova.compute.manager [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.368590] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621751, 'name': CreateVM_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.395645] env[70243]: DEBUG oslo_vmware.api [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621744, 'name': CreateSnapshot_Task, 'duration_secs': 1.431954} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.395963] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Created Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 792.396873] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52e8f36-1979-4a32-bd69-8e780472621b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.432113] env[70243]: DEBUG nova.compute.utils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.436854] env[70243]: DEBUG nova.compute.manager [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.437057] env[70243]: DEBUG nova.network.neutron [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.450578] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621752, 'name': Rename_Task, 'duration_secs': 0.290016} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.450728] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.450947] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49d5d7fd-42e4-48c5-8330-0e12dde09db4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.461444] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Waiting for the task: (returnval){ [ 792.461444] env[70243]: value = "task-3621754" [ 792.461444] env[70243]: _type = "Task" [ 792.461444] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.474226] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.485445] env[70243]: DEBUG nova.policy [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2529272d7e04a908bd9247accc495c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffe2f32ab27646d3b2b27e9e5e071ead', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.496159] env[70243]: DEBUG oslo_vmware.api [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Task: {'id': task-3621748, 'name': PowerOnVM_Task, 'duration_secs': 0.524967} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.496979] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.497105] env[70243]: INFO nova.compute.manager [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Took 8.18 seconds to spawn the instance on the hypervisor. [ 792.497293] env[70243]: DEBUG nova.compute.manager [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.498026] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73238695-caf0-42e6-8e70-95a5a976fca0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.506154] env[70243]: DEBUG oslo_vmware.api [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.730080] env[70243]: DEBUG oslo_concurrency.lockutils [None req-06a3967b-d40b-48bc-a2e1-4998fb6032e5 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquiring lock "4556b8f6-e6f8-4180-a94a-58ddc27cd1b2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.730833] env[70243]: DEBUG oslo_concurrency.lockutils [None req-06a3967b-d40b-48bc-a2e1-4998fb6032e5 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "4556b8f6-e6f8-4180-a94a-58ddc27cd1b2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.798534] env[70243]: DEBUG nova.network.neutron [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.837917] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.852671] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Acquiring lock "e5a4535c-55db-4c75-a41b-72be30daacb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.853124] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Lock "e5a4535c-55db-4c75-a41b-72be30daacb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.853319] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Acquiring lock "e5a4535c-55db-4c75-a41b-72be30daacb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.854122] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Lock "e5a4535c-55db-4c75-a41b-72be30daacb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.854443] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Lock "e5a4535c-55db-4c75-a41b-72be30daacb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.866742] env[70243]: INFO nova.compute.manager [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Terminating instance [ 792.892840] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621751, 'name': CreateVM_Task, 'duration_secs': 0.715131} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.893073] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.893814] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.893993] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.894607] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.898428] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eece8328-1c41-4569-924d-5f98f24c47f7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.905437] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Waiting for the task: (returnval){ [ 792.905437] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5218d6ec-e977-542d-a05d-e49c696d43b2" [ 792.905437] env[70243]: _type = "Task" [ 792.905437] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.917135] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Creating linked-clone VM from snapshot {{(pid=70243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 792.920435] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0a6b96af-fff1-492d-8fc3-241e6d17ae20 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.935763] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5218d6ec-e977-542d-a05d-e49c696d43b2, 'name': SearchDatastore_Task, 'duration_secs': 0.01611} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.936402] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.936647] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.936880] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.937029] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.937206] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.937516] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5258ca6-58d1-45d0-b63c-c835ddfcfab1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.939898] env[70243]: DEBUG nova.compute.manager [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.945321] env[70243]: DEBUG oslo_vmware.api [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 792.945321] env[70243]: value = "task-3621755" [ 792.945321] env[70243]: _type = "Task" [ 792.945321] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.957233] env[70243]: DEBUG oslo_vmware.api [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621755, 'name': CloneVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.961054] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.961350] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.962636] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c309942-ca62-4140-a4d1-26359914f86a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.980621] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621754, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.980948] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Waiting for the task: (returnval){ [ 792.980948] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522e0efd-b654-0860-cecc-5bff043e1ce2" [ 792.980948] env[70243]: _type = "Task" [ 792.980948] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.990765] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522e0efd-b654-0860-cecc-5bff043e1ce2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.004039] env[70243]: DEBUG oslo_vmware.api [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621753, 'name': ReconfigVM_Task, 'duration_secs': 0.756172} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.005383] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 62701487-a567-491c-82e0-52f80336fecd/7f4eb466-a64f-4924-9339-b9d7268bf6fd-rescue.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.005383] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7143d61-11fa-4432-9bb8-9a818485d0fe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.047971] env[70243]: INFO nova.compute.manager [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Took 32.15 seconds to build instance. [ 793.049804] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff2c3ddc-31e2-49ff-b518-3e007bfeb13d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.069530] env[70243]: DEBUG oslo_vmware.api [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 793.069530] env[70243]: value = "task-3621756" [ 793.069530] env[70243]: _type = "Task" [ 793.069530] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.082371] env[70243]: DEBUG oslo_vmware.api [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621756, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.101782] env[70243]: DEBUG nova.network.neutron [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Updating instance_info_cache with network_info: [{"id": "55641f7a-36da-4ae1-8c38-53f88eb11041", "address": "fa:16:3e:b3:f1:ad", "network": {"id": "3341699d-91a6-4cc6-9028-6dd303d7a4ef", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-629740639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe2f32ab27646d3b2b27e9e5e071ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55641f7a-36", "ovs_interfaceid": "55641f7a-36da-4ae1-8c38-53f88eb11041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.154773] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Acquiring lock "ee4a39a6-bdce-4f46-aecb-7b45e5124563" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.155089] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Lock "ee4a39a6-bdce-4f46-aecb-7b45e5124563" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.155309] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Acquiring lock "ee4a39a6-bdce-4f46-aecb-7b45e5124563-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.155576] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Lock "ee4a39a6-bdce-4f46-aecb-7b45e5124563-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.155695] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Lock "ee4a39a6-bdce-4f46-aecb-7b45e5124563-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.160241] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dfedc9-b050-4434-8898-cdc2a956144e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.165685] env[70243]: INFO nova.compute.manager [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Terminating instance [ 793.176952] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2714d83-3c15-41a4-97bf-af1f6f741872 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.213775] env[70243]: DEBUG nova.network.neutron [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Successfully created port: 114dd3e7-3941-4a51-af31-87de3fa16dd1 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.216561] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1101bb-ed69-4e47-9e9d-8539bdba6816 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.228295] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9608618b-c217-452a-a5da-f8676e106519 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.234339] env[70243]: INFO nova.compute.manager [None req-06a3967b-d40b-48bc-a2e1-4998fb6032e5 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Detaching volume 75f597b4-4c1e-4ab1-8a9a-8c7d5828ef8c [ 793.247770] env[70243]: DEBUG nova.compute.provider_tree [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.297283] env[70243]: INFO nova.virt.block_device [None req-06a3967b-d40b-48bc-a2e1-4998fb6032e5 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Attempting to driver detach volume 75f597b4-4c1e-4ab1-8a9a-8c7d5828ef8c from mountpoint /dev/sdb [ 793.297515] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a3967b-d40b-48bc-a2e1-4998fb6032e5 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Volume detach. Driver type: vmdk {{(pid=70243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 793.297763] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a3967b-d40b-48bc-a2e1-4998fb6032e5 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722328', 'volume_id': '75f597b4-4c1e-4ab1-8a9a-8c7d5828ef8c', 'name': 'volume-75f597b4-4c1e-4ab1-8a9a-8c7d5828ef8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4556b8f6-e6f8-4180-a94a-58ddc27cd1b2', 'attached_at': '', 'detached_at': '', 'volume_id': '75f597b4-4c1e-4ab1-8a9a-8c7d5828ef8c', 'serial': '75f597b4-4c1e-4ab1-8a9a-8c7d5828ef8c'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 793.299159] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5d2fc0-c856-4b94-ad19-de9708727449 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.323408] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20300bf7-64b9-4de2-a5e0-b8176d70f38e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.333158] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8906e92e-34c1-4ee4-b5f0-f3506751ab09 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.358777] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f18fdb-93b4-4ab1-8ba0-afeb26299e68 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.376434] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a3967b-d40b-48bc-a2e1-4998fb6032e5 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] The volume has not been displaced from its original location: [datastore2] volume-75f597b4-4c1e-4ab1-8a9a-8c7d5828ef8c/volume-75f597b4-4c1e-4ab1-8a9a-8c7d5828ef8c.vmdk. No consolidation needed. {{(pid=70243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 793.381951] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a3967b-d40b-48bc-a2e1-4998fb6032e5 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Reconfiguring VM instance instance-00000015 to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 793.382811] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d9a3d90-a224-419b-9346-01620b336c1d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.396368] env[70243]: DEBUG nova.compute.manager [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.396582] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.397760] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba040d18-3ab0-4d7b-82a7-9e0b20c323c8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.408274] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.409904] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f93feb20-c2b1-4d2b-9c29-2e571edcfae4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.411933] env[70243]: DEBUG oslo_vmware.api [None req-06a3967b-d40b-48bc-a2e1-4998fb6032e5 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for the task: (returnval){ [ 793.411933] env[70243]: value = "task-3621757" [ 793.411933] env[70243]: _type = "Task" [ 793.411933] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.420204] env[70243]: DEBUG oslo_vmware.api [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Waiting for the task: (returnval){ [ 793.420204] env[70243]: value = "task-3621758" [ 793.420204] env[70243]: _type = "Task" [ 793.420204] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.431810] env[70243]: DEBUG oslo_vmware.api [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.458477] env[70243]: DEBUG oslo_vmware.api [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621755, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.474749] env[70243]: DEBUG oslo_vmware.api [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621754, 'name': PowerOnVM_Task, 'duration_secs': 0.819082} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.475113] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.475357] env[70243]: DEBUG nova.compute.manager [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.476217] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b54cade-7b8d-4611-aa3e-e603778d058c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.504826] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522e0efd-b654-0860-cecc-5bff043e1ce2, 'name': SearchDatastore_Task, 'duration_secs': 0.016475} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.506294] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f8c7b63-1ea5-4031-8875-35ec95e398a9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.513360] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Waiting for the task: (returnval){ [ 793.513360] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52662a96-0b78-440d-dd2a-847e820600ba" [ 793.513360] env[70243]: _type = "Task" [ 793.513360] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.523732] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52662a96-0b78-440d-dd2a-847e820600ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.550446] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4fdbc7c7-b24a-425c-baf7-b1b655a3c944 tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Lock "e0d9e133-ff35-4821-89ef-9c2328623760" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.984s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.581482] env[70243]: DEBUG oslo_vmware.api [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621756, 'name': ReconfigVM_Task, 'duration_secs': 0.443997} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.581674] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.582073] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95dcd132-0374-451a-a4f1-90343ed111ef {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.598158] env[70243]: DEBUG oslo_vmware.api [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 793.598158] env[70243]: value = "task-3621759" [ 793.598158] env[70243]: _type = "Task" [ 793.598158] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.606726] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Releasing lock "refresh_cache-0896e077-f021-4f1a-b9e1-2ea70cbb4840" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.607049] env[70243]: DEBUG nova.compute.manager [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Instance network_info: |[{"id": "55641f7a-36da-4ae1-8c38-53f88eb11041", "address": "fa:16:3e:b3:f1:ad", "network": {"id": "3341699d-91a6-4cc6-9028-6dd303d7a4ef", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-629740639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe2f32ab27646d3b2b27e9e5e071ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55641f7a-36", "ovs_interfaceid": "55641f7a-36da-4ae1-8c38-53f88eb11041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.607336] env[70243]: DEBUG oslo_vmware.api [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.607695] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:f1:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55641f7a-36da-4ae1-8c38-53f88eb11041', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.615573] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Creating folder: Project (ffe2f32ab27646d3b2b27e9e5e071ead). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.615900] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81f90284-51db-450c-868b-359c1e62f685 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.630871] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Created folder: Project (ffe2f32ab27646d3b2b27e9e5e071ead) in parent group-v722220. [ 793.631243] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Creating folder: Instances. Parent ref: group-v722339. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.631586] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0a17f73-47b9-458b-bff4-a179f0564cfe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.646789] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Created folder: Instances in parent group-v722339. [ 793.647362] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.647608] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.647834] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd82052c-4124-4c8b-b723-799ee0cf1541 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.671371] env[70243]: DEBUG nova.compute.manager [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.671570] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.673893] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d247e24-7491-457b-bcff-3f5b06ce2d44 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.678784] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.678784] env[70243]: value = "task-3621762" [ 793.678784] env[70243]: _type = "Task" [ 793.678784] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.685772] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.686479] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa804710-5c10-4476-b51f-a0c0932581fd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.692039] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621762, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.693690] env[70243]: DEBUG oslo_vmware.api [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Waiting for the task: (returnval){ [ 793.693690] env[70243]: value = "task-3621763" [ 793.693690] env[70243]: _type = "Task" [ 793.693690] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.705494] env[70243]: DEBUG oslo_vmware.api [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Task: {'id': task-3621763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.720120] env[70243]: DEBUG nova.compute.manager [req-10cf15a5-1bf1-4bb1-9902-cb8fbd950022 req-b3617044-34f2-4aff-b148-672570c4f361 service nova] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Received event network-vif-plugged-55641f7a-36da-4ae1-8c38-53f88eb11041 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.720304] env[70243]: DEBUG oslo_concurrency.lockutils [req-10cf15a5-1bf1-4bb1-9902-cb8fbd950022 req-b3617044-34f2-4aff-b148-672570c4f361 service nova] Acquiring lock "0896e077-f021-4f1a-b9e1-2ea70cbb4840-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.720594] env[70243]: DEBUG oslo_concurrency.lockutils [req-10cf15a5-1bf1-4bb1-9902-cb8fbd950022 req-b3617044-34f2-4aff-b148-672570c4f361 service nova] Lock "0896e077-f021-4f1a-b9e1-2ea70cbb4840-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.720812] env[70243]: DEBUG oslo_concurrency.lockutils [req-10cf15a5-1bf1-4bb1-9902-cb8fbd950022 req-b3617044-34f2-4aff-b148-672570c4f361 service nova] Lock "0896e077-f021-4f1a-b9e1-2ea70cbb4840-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.721014] env[70243]: DEBUG nova.compute.manager [req-10cf15a5-1bf1-4bb1-9902-cb8fbd950022 req-b3617044-34f2-4aff-b148-672570c4f361 service nova] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] No waiting events found dispatching network-vif-plugged-55641f7a-36da-4ae1-8c38-53f88eb11041 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.721446] env[70243]: WARNING nova.compute.manager [req-10cf15a5-1bf1-4bb1-9902-cb8fbd950022 req-b3617044-34f2-4aff-b148-672570c4f361 service nova] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Received unexpected event network-vif-plugged-55641f7a-36da-4ae1-8c38-53f88eb11041 for instance with vm_state building and task_state spawning. [ 793.721446] env[70243]: DEBUG nova.compute.manager [req-10cf15a5-1bf1-4bb1-9902-cb8fbd950022 req-b3617044-34f2-4aff-b148-672570c4f361 service nova] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Received event network-changed-55641f7a-36da-4ae1-8c38-53f88eb11041 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.721600] env[70243]: DEBUG nova.compute.manager [req-10cf15a5-1bf1-4bb1-9902-cb8fbd950022 req-b3617044-34f2-4aff-b148-672570c4f361 service nova] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Refreshing instance network info cache due to event network-changed-55641f7a-36da-4ae1-8c38-53f88eb11041. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.721867] env[70243]: DEBUG oslo_concurrency.lockutils [req-10cf15a5-1bf1-4bb1-9902-cb8fbd950022 req-b3617044-34f2-4aff-b148-672570c4f361 service nova] Acquiring lock "refresh_cache-0896e077-f021-4f1a-b9e1-2ea70cbb4840" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.721867] env[70243]: DEBUG oslo_concurrency.lockutils [req-10cf15a5-1bf1-4bb1-9902-cb8fbd950022 req-b3617044-34f2-4aff-b148-672570c4f361 service nova] Acquired lock "refresh_cache-0896e077-f021-4f1a-b9e1-2ea70cbb4840" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.722068] env[70243]: DEBUG nova.network.neutron [req-10cf15a5-1bf1-4bb1-9902-cb8fbd950022 req-b3617044-34f2-4aff-b148-672570c4f361 service nova] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Refreshing network info cache for port 55641f7a-36da-4ae1-8c38-53f88eb11041 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.751191] env[70243]: DEBUG nova.scheduler.client.report [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.923610] env[70243]: DEBUG oslo_vmware.api [None req-06a3967b-d40b-48bc-a2e1-4998fb6032e5 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621757, 'name': ReconfigVM_Task, 'duration_secs': 0.326799} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.927490] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a3967b-d40b-48bc-a2e1-4998fb6032e5 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Reconfigured VM instance instance-00000015 to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 793.933209] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47302466-d269-4475-8e51-e0f88f25ca83 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.955346] env[70243]: DEBUG nova.compute.manager [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.959024] env[70243]: DEBUG oslo_vmware.api [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621758, 'name': PowerOffVM_Task, 'duration_secs': 0.258008} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.961217] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.961699] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.962317] env[70243]: DEBUG oslo_vmware.api [None req-06a3967b-d40b-48bc-a2e1-4998fb6032e5 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for the task: (returnval){ [ 793.962317] env[70243]: value = "task-3621764" [ 793.962317] env[70243]: _type = "Task" [ 793.962317] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.964017] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e1d1ef2-8ec0-409d-8cee-0c510e6f4cdd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.975712] env[70243]: DEBUG oslo_vmware.api [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621755, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.988872] env[70243]: DEBUG oslo_vmware.api [None req-06a3967b-d40b-48bc-a2e1-4998fb6032e5 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.991812] env[70243]: DEBUG nova.virt.hardware [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.992377] env[70243]: DEBUG nova.virt.hardware [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.992663] env[70243]: DEBUG nova.virt.hardware [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.992954] env[70243]: DEBUG nova.virt.hardware [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.993254] env[70243]: DEBUG nova.virt.hardware [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.993517] env[70243]: DEBUG nova.virt.hardware [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.993848] env[70243]: DEBUG nova.virt.hardware [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.994326] env[70243]: DEBUG nova.virt.hardware [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.994618] env[70243]: DEBUG nova.virt.hardware [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.997034] env[70243]: DEBUG nova.virt.hardware [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.997034] env[70243]: DEBUG nova.virt.hardware [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.002207] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8244c0de-eaca-4773-9247-c5fb350d5183 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.005305] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.012167] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5695cd-f18f-49c4-87d5-1d544fab7c0f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.036476] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52662a96-0b78-440d-dd2a-847e820600ba, 'name': SearchDatastore_Task, 'duration_secs': 0.013184} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.036831] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.037111] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc/0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.037385] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b8e5b5c-dc59-4a66-9c0a-dcbf75862e5e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.046950] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Waiting for the task: (returnval){ [ 794.046950] env[70243]: value = "task-3621766" [ 794.046950] env[70243]: _type = "Task" [ 794.046950] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.052873] env[70243]: DEBUG nova.compute.manager [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.063541] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Task: {'id': task-3621766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.098244] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.098244] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.098378] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Deleting the datastore file [datastore2] e5a4535c-55db-4c75-a41b-72be30daacb5 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.103257] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7df4e208-8a2b-4479-a6d2-06ddcba883e1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.117214] env[70243]: DEBUG oslo_vmware.api [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Waiting for the task: (returnval){ [ 794.117214] env[70243]: value = "task-3621767" [ 794.117214] env[70243]: _type = "Task" [ 794.117214] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.117655] env[70243]: DEBUG oslo_vmware.api [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621759, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.129567] env[70243]: DEBUG oslo_vmware.api [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.190366] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621762, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.205577] env[70243]: DEBUG oslo_vmware.api [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Task: {'id': task-3621763, 'name': PowerOffVM_Task, 'duration_secs': 0.300911} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.205864] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.206046] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.206345] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6917bab3-d876-444a-bcc6-1221e4996a15 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.258104] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.333s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.262272] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.820s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.264604] env[70243]: INFO nova.compute.claims [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.287404] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.287731] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.288053] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Deleting the datastore file [datastore2] ee4a39a6-bdce-4f46-aecb-7b45e5124563 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.288515] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faf7d774-09c8-46d1-a170-1e03ec064972 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.296023] env[70243]: INFO nova.scheduler.client.report [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Deleted allocations for instance b58519f3-89ec-44dc-983e-445e42118d23 [ 794.304723] env[70243]: DEBUG oslo_vmware.api [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Waiting for the task: (returnval){ [ 794.304723] env[70243]: value = "task-3621769" [ 794.304723] env[70243]: _type = "Task" [ 794.304723] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.314326] env[70243]: DEBUG oslo_vmware.api [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Task: {'id': task-3621769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.465980] env[70243]: DEBUG oslo_vmware.api [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621755, 'name': CloneVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.479994] env[70243]: DEBUG oslo_vmware.api [None req-06a3967b-d40b-48bc-a2e1-4998fb6032e5 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621764, 'name': ReconfigVM_Task, 'duration_secs': 0.522965} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.480470] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a3967b-d40b-48bc-a2e1-4998fb6032e5 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722328', 'volume_id': '75f597b4-4c1e-4ab1-8a9a-8c7d5828ef8c', 'name': 'volume-75f597b4-4c1e-4ab1-8a9a-8c7d5828ef8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4556b8f6-e6f8-4180-a94a-58ddc27cd1b2', 'attached_at': '', 'detached_at': '', 'volume_id': '75f597b4-4c1e-4ab1-8a9a-8c7d5828ef8c', 'serial': '75f597b4-4c1e-4ab1-8a9a-8c7d5828ef8c'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 794.563621] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Task: {'id': task-3621766, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.579695] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.612925] env[70243]: DEBUG oslo_vmware.api [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621759, 'name': PowerOnVM_Task, 'duration_secs': 0.843062} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.613281] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.617449] env[70243]: DEBUG nova.compute.manager [None req-933bc0a1-5970-4402-8836-3f26f25e174c tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.619106] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0da949-9d45-4f0b-9ebe-f0e23ba28307 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.644509] env[70243]: DEBUG oslo_vmware.api [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Task: {'id': task-3621767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42102} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.645193] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.645406] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.645591] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.645818] env[70243]: INFO nova.compute.manager [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Took 1.25 seconds to destroy the instance on the hypervisor. [ 794.646149] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.646401] env[70243]: DEBUG nova.compute.manager [-] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.646512] env[70243]: DEBUG nova.network.neutron [-] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.693677] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621762, 'name': CreateVM_Task, 'duration_secs': 0.673618} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.694266] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.695108] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.695316] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.695699] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.698320] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92bf9314-726f-4f22-9e21-e9574e11af6d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.707200] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 794.707200] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f09e13-1c51-d722-a4f2-3ee7736e67d9" [ 794.707200] env[70243]: _type = "Task" [ 794.707200] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.718022] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f09e13-1c51-d722-a4f2-3ee7736e67d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.810707] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ba8bafec-f153-4c0b-8ec2-955a985a2c42 tempest-ServersTestFqdnHostnames-1146644748 tempest-ServersTestFqdnHostnames-1146644748-project-member] Lock "b58519f3-89ec-44dc-983e-445e42118d23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.448s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.828515] env[70243]: DEBUG oslo_vmware.api [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Task: {'id': task-3621769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.906975] env[70243]: DEBUG nova.network.neutron [req-10cf15a5-1bf1-4bb1-9902-cb8fbd950022 req-b3617044-34f2-4aff-b148-672570c4f361 service nova] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Updated VIF entry in instance network info cache for port 55641f7a-36da-4ae1-8c38-53f88eb11041. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.907333] env[70243]: DEBUG nova.network.neutron [req-10cf15a5-1bf1-4bb1-9902-cb8fbd950022 req-b3617044-34f2-4aff-b148-672570c4f361 service nova] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Updating instance_info_cache with network_info: [{"id": "55641f7a-36da-4ae1-8c38-53f88eb11041", "address": "fa:16:3e:b3:f1:ad", "network": {"id": "3341699d-91a6-4cc6-9028-6dd303d7a4ef", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-629740639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe2f32ab27646d3b2b27e9e5e071ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55641f7a-36", "ovs_interfaceid": "55641f7a-36da-4ae1-8c38-53f88eb11041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.961408] env[70243]: DEBUG oslo_vmware.api [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621755, 'name': CloneVM_Task, 'duration_secs': 1.568821} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.962172] env[70243]: INFO nova.virt.vmwareapi.vmops [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Created linked-clone VM from snapshot [ 794.962612] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f810430-f55c-4d39-bcf7-1c3ce744962e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.972827] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Uploading image b383dfbe-23d4-4a68-ad33-b1a33b2196bc {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 794.993454] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Destroying the VM {{(pid=70243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 794.993454] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a4ddd711-5031-4d3b-b854-8d46bee611ec {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.003237] env[70243]: DEBUG oslo_vmware.api [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 795.003237] env[70243]: value = "task-3621770" [ 795.003237] env[70243]: _type = "Task" [ 795.003237] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.017780] env[70243]: DEBUG oslo_vmware.api [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621770, 'name': Destroy_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.060439] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Task: {'id': task-3621766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753546} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.060702] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc/0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.060909] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.061220] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b66412a-79e7-47c7-8dd4-44b133d498d1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.069919] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Waiting for the task: (returnval){ [ 795.069919] env[70243]: value = "task-3621771" [ 795.069919] env[70243]: _type = "Task" [ 795.069919] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.082062] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Task: {'id': task-3621771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.083629] env[70243]: DEBUG nova.objects.instance [None req-06a3967b-d40b-48bc-a2e1-4998fb6032e5 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lazy-loading 'flavor' on Instance uuid 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.176261] env[70243]: DEBUG nova.network.neutron [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Successfully updated port: 114dd3e7-3941-4a51-af31-87de3fa16dd1 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.222165] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f09e13-1c51-d722-a4f2-3ee7736e67d9, 'name': SearchDatastore_Task, 'duration_secs': 0.028266} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.222622] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.222821] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.223200] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.223200] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.223366] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.227024] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ed75534-2085-4309-958b-c1bcad2b9675 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.238105] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.238745] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.239164] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8f1371d-85ac-4032-89c5-3706ae864c94 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.246225] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 795.246225] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e4fb5b-5d76-f5c7-8f52-9aeeeae68226" [ 795.246225] env[70243]: _type = "Task" [ 795.246225] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.249665] env[70243]: DEBUG oslo_concurrency.lockutils [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Acquiring lock "c48d1281-1292-46af-a8ff-e4d08a502d24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.249881] env[70243]: DEBUG oslo_concurrency.lockutils [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Lock "c48d1281-1292-46af-a8ff-e4d08a502d24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.250088] env[70243]: DEBUG oslo_concurrency.lockutils [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Acquiring lock "c48d1281-1292-46af-a8ff-e4d08a502d24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.250268] env[70243]: DEBUG oslo_concurrency.lockutils [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Lock "c48d1281-1292-46af-a8ff-e4d08a502d24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.250430] env[70243]: DEBUG oslo_concurrency.lockutils [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Lock "c48d1281-1292-46af-a8ff-e4d08a502d24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.257034] env[70243]: INFO nova.compute.manager [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Terminating instance [ 795.263475] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e4fb5b-5d76-f5c7-8f52-9aeeeae68226, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.286149] env[70243]: DEBUG nova.compute.manager [req-b422e9d1-ddad-497d-b245-e79a8227bfe8 req-c85a54bb-0644-4ab9-969a-9ba70c456879 service nova] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Received event network-vif-deleted-dd432a1e-7e1c-4322-a185-858bae00059c {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.286310] env[70243]: INFO nova.compute.manager [req-b422e9d1-ddad-497d-b245-e79a8227bfe8 req-c85a54bb-0644-4ab9-969a-9ba70c456879 service nova] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Neutron deleted interface dd432a1e-7e1c-4322-a185-858bae00059c; detaching it from the instance and deleting it from the info cache [ 795.286490] env[70243]: DEBUG nova.network.neutron [req-b422e9d1-ddad-497d-b245-e79a8227bfe8 req-c85a54bb-0644-4ab9-969a-9ba70c456879 service nova] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.326186] env[70243]: DEBUG oslo_vmware.api [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Task: {'id': task-3621769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.584072} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.328934] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.329172] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.329287] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.329527] env[70243]: INFO nova.compute.manager [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Took 1.66 seconds to destroy the instance on the hypervisor. [ 795.329693] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.330182] env[70243]: DEBUG nova.compute.manager [-] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.330255] env[70243]: DEBUG nova.network.neutron [-] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.411313] env[70243]: DEBUG oslo_concurrency.lockutils [req-10cf15a5-1bf1-4bb1-9902-cb8fbd950022 req-b3617044-34f2-4aff-b148-672570c4f361 service nova] Releasing lock "refresh_cache-0896e077-f021-4f1a-b9e1-2ea70cbb4840" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.522544] env[70243]: DEBUG oslo_vmware.api [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621770, 'name': Destroy_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.546128] env[70243]: DEBUG nova.network.neutron [-] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.580817] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Task: {'id': task-3621771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081464} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.581152] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.582402] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6e1915-9524-4c6f-8ef4-ca2b7e5d0dfa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.609960] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc/0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.614069] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d51e16e4-bc34-4edf-9881-e93e40775251 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.640369] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Waiting for the task: (returnval){ [ 795.640369] env[70243]: value = "task-3621772" [ 795.640369] env[70243]: _type = "Task" [ 795.640369] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.653413] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Task: {'id': task-3621772, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.679647] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "refresh_cache-e91af6ce-5741-4428-ae18-66d09e6b4241" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.679810] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquired lock "refresh_cache-e91af6ce-5741-4428-ae18-66d09e6b4241" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.679965] env[70243]: DEBUG nova.network.neutron [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.757944] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e4fb5b-5d76-f5c7-8f52-9aeeeae68226, 'name': SearchDatastore_Task, 'duration_secs': 0.032514} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.759258] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63afae09-cc05-449c-b0f6-82b2b80bef82 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.764710] env[70243]: DEBUG nova.compute.manager [req-400d173b-b8b9-4343-a0e1-8731e2736130 req-92ee8251-c3b6-46f1-b940-f253f3997ec9 service nova] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Received event network-changed-c9746fc7-f7b9-45e6-8af8-2436853a6e34 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.764914] env[70243]: DEBUG nova.compute.manager [req-400d173b-b8b9-4343-a0e1-8731e2736130 req-92ee8251-c3b6-46f1-b940-f253f3997ec9 service nova] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Refreshing instance network info cache due to event network-changed-c9746fc7-f7b9-45e6-8af8-2436853a6e34. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.765137] env[70243]: DEBUG oslo_concurrency.lockutils [req-400d173b-b8b9-4343-a0e1-8731e2736130 req-92ee8251-c3b6-46f1-b940-f253f3997ec9 service nova] Acquiring lock "refresh_cache-e0d9e133-ff35-4821-89ef-9c2328623760" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.765280] env[70243]: DEBUG oslo_concurrency.lockutils [req-400d173b-b8b9-4343-a0e1-8731e2736130 req-92ee8251-c3b6-46f1-b940-f253f3997ec9 service nova] Acquired lock "refresh_cache-e0d9e133-ff35-4821-89ef-9c2328623760" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.765438] env[70243]: DEBUG nova.network.neutron [req-400d173b-b8b9-4343-a0e1-8731e2736130 req-92ee8251-c3b6-46f1-b940-f253f3997ec9 service nova] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Refreshing network info cache for port c9746fc7-f7b9-45e6-8af8-2436853a6e34 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.770422] env[70243]: DEBUG oslo_concurrency.lockutils [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Acquiring lock "refresh_cache-c48d1281-1292-46af-a8ff-e4d08a502d24" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.770597] env[70243]: DEBUG oslo_concurrency.lockutils [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Acquired lock "refresh_cache-c48d1281-1292-46af-a8ff-e4d08a502d24" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.770772] env[70243]: DEBUG nova.network.neutron [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.774576] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 795.774576] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5297c4d9-9def-7ae7-7322-1886b53f4f6d" [ 795.774576] env[70243]: _type = "Task" [ 795.774576] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.786500] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5297c4d9-9def-7ae7-7322-1886b53f4f6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.790198] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61898535-2a9d-43ee-8b51-5124a664d98d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.801753] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16644815-0db0-462d-a2a1-558acd8c7e59 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.852824] env[70243]: DEBUG nova.compute.manager [req-b422e9d1-ddad-497d-b245-e79a8227bfe8 req-c85a54bb-0644-4ab9-969a-9ba70c456879 service nova] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Detach interface failed, port_id=dd432a1e-7e1c-4322-a185-858bae00059c, reason: Instance e5a4535c-55db-4c75-a41b-72be30daacb5 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 795.868709] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e167d445-7d3f-4dc6-a37f-a4a32a0a4dfc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.877709] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddb2389-6b16-43cd-85db-a9cd1d0e7c34 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.914274] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d8950c-92ea-4bf4-8984-b07327af4a3d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.923319] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f04d38-714a-441a-a34d-d75f19312f5b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.939457] env[70243]: DEBUG nova.compute.provider_tree [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.019665] env[70243]: DEBUG oslo_vmware.api [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621770, 'name': Destroy_Task, 'duration_secs': 0.913616} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.019968] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Destroyed the VM [ 796.020229] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Deleting Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 796.020497] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-49fd9efc-a524-4a24-835b-850437baee47 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.028856] env[70243]: DEBUG oslo_vmware.api [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 796.028856] env[70243]: value = "task-3621773" [ 796.028856] env[70243]: _type = "Task" [ 796.028856] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.038123] env[70243]: DEBUG oslo_vmware.api [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621773, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.047309] env[70243]: INFO nova.compute.manager [-] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Took 1.40 seconds to deallocate network for instance. [ 796.131175] env[70243]: DEBUG oslo_concurrency.lockutils [None req-06a3967b-d40b-48bc-a2e1-4998fb6032e5 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "4556b8f6-e6f8-4180-a94a-58ddc27cd1b2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.401s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.138388] env[70243]: INFO nova.compute.manager [None req-cd78c173-453b-4e73-b3c0-286cdb70487b tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Unrescuing [ 796.138388] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cd78c173-453b-4e73-b3c0-286cdb70487b tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "refresh_cache-62701487-a567-491c-82e0-52f80336fecd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.138388] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cd78c173-453b-4e73-b3c0-286cdb70487b tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquired lock "refresh_cache-62701487-a567-491c-82e0-52f80336fecd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.138388] env[70243]: DEBUG nova.network.neutron [None req-cd78c173-453b-4e73-b3c0-286cdb70487b tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.156894] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Task: {'id': task-3621772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.221419] env[70243]: DEBUG nova.network.neutron [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.301936] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5297c4d9-9def-7ae7-7322-1886b53f4f6d, 'name': SearchDatastore_Task, 'duration_secs': 0.015955} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.302820] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.303401] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 0896e077-f021-4f1a-b9e1-2ea70cbb4840/0896e077-f021-4f1a-b9e1-2ea70cbb4840.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.303580] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e409bbcd-4bff-4924-b1f2-cb0b00bd1b92 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.313657] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 796.313657] env[70243]: value = "task-3621774" [ 796.313657] env[70243]: _type = "Task" [ 796.313657] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.324872] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.449026] env[70243]: DEBUG nova.scheduler.client.report [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.541163] env[70243]: DEBUG nova.network.neutron [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Updating instance_info_cache with network_info: [{"id": "114dd3e7-3941-4a51-af31-87de3fa16dd1", "address": "fa:16:3e:96:7b:23", "network": {"id": "3341699d-91a6-4cc6-9028-6dd303d7a4ef", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-629740639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe2f32ab27646d3b2b27e9e5e071ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap114dd3e7-39", "ovs_interfaceid": "114dd3e7-3941-4a51-af31-87de3fa16dd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.550023] env[70243]: DEBUG oslo_vmware.api [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621773, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.556968] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.577761] env[70243]: DEBUG nova.network.neutron [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.674768] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Task: {'id': task-3621772, 'name': ReconfigVM_Task, 'duration_secs': 0.671546} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.675283] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc/0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.676185] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7662d423-3ab8-4101-96cd-938ed63bd3fe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.685334] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Waiting for the task: (returnval){ [ 796.685334] env[70243]: value = "task-3621775" [ 796.685334] env[70243]: _type = "Task" [ 796.685334] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.698833] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Task: {'id': task-3621775, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.727867] env[70243]: DEBUG nova.network.neutron [req-400d173b-b8b9-4343-a0e1-8731e2736130 req-92ee8251-c3b6-46f1-b940-f253f3997ec9 service nova] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Updated VIF entry in instance network info cache for port c9746fc7-f7b9-45e6-8af8-2436853a6e34. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.728111] env[70243]: DEBUG nova.network.neutron [req-400d173b-b8b9-4343-a0e1-8731e2736130 req-92ee8251-c3b6-46f1-b940-f253f3997ec9 service nova] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Updating instance_info_cache with network_info: [{"id": "c9746fc7-f7b9-45e6-8af8-2436853a6e34", "address": "fa:16:3e:50:58:c2", "network": {"id": "62b76187-165f-4542-9215-a7247d2d74ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-1934130674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d813f5a858646139de0d271cdf87f2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9746fc7-f7", "ovs_interfaceid": "c9746fc7-f7b9-45e6-8af8-2436853a6e34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.772490] env[70243]: DEBUG nova.network.neutron [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.829858] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621774, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.952819] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.953931] env[70243]: DEBUG nova.compute.manager [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.956807] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 24.658s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.042043] env[70243]: DEBUG oslo_vmware.api [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621773, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.047921] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Releasing lock "refresh_cache-e91af6ce-5741-4428-ae18-66d09e6b4241" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.048461] env[70243]: DEBUG nova.compute.manager [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Instance network_info: |[{"id": "114dd3e7-3941-4a51-af31-87de3fa16dd1", "address": "fa:16:3e:96:7b:23", "network": {"id": "3341699d-91a6-4cc6-9028-6dd303d7a4ef", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-629740639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe2f32ab27646d3b2b27e9e5e071ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap114dd3e7-39", "ovs_interfaceid": "114dd3e7-3941-4a51-af31-87de3fa16dd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.048704] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:7b:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '114dd3e7-3941-4a51-af31-87de3fa16dd1', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.059783] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.059783] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.059783] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdc1198c-6410-4f42-99da-2956af926341 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.085763] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.085763] env[70243]: value = "task-3621776" [ 797.085763] env[70243]: _type = "Task" [ 797.085763] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.096023] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621776, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.128456] env[70243]: DEBUG nova.network.neutron [-] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.176181] env[70243]: DEBUG nova.network.neutron [None req-cd78c173-453b-4e73-b3c0-286cdb70487b tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Updating instance_info_cache with network_info: [{"id": "ef6db3d2-1629-44e3-8951-828a358d1cb0", "address": "fa:16:3e:79:68:11", "network": {"id": "4a284b5e-9431-47e0-afbe-61caada3f353", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-589564757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dbca791ad4e4a5080d2a4927c7c5af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef6db3d2-16", "ovs_interfaceid": "ef6db3d2-1629-44e3-8951-828a358d1cb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.200472] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Task: {'id': task-3621775, 'name': Rename_Task, 'duration_secs': 0.271341} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.200472] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.200472] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6768e965-65fe-45ad-af80-da6bd52f4c4a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.210317] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Waiting for the task: (returnval){ [ 797.210317] env[70243]: value = "task-3621777" [ 797.210317] env[70243]: _type = "Task" [ 797.210317] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.220187] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Task: {'id': task-3621777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.233446] env[70243]: DEBUG oslo_concurrency.lockutils [req-400d173b-b8b9-4343-a0e1-8731e2736130 req-92ee8251-c3b6-46f1-b940-f253f3997ec9 service nova] Releasing lock "refresh_cache-e0d9e133-ff35-4821-89ef-9c2328623760" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.233446] env[70243]: DEBUG nova.compute.manager [req-400d173b-b8b9-4343-a0e1-8731e2736130 req-92ee8251-c3b6-46f1-b940-f253f3997ec9 service nova] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Received event network-vif-plugged-114dd3e7-3941-4a51-af31-87de3fa16dd1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.233446] env[70243]: DEBUG oslo_concurrency.lockutils [req-400d173b-b8b9-4343-a0e1-8731e2736130 req-92ee8251-c3b6-46f1-b940-f253f3997ec9 service nova] Acquiring lock "e91af6ce-5741-4428-ae18-66d09e6b4241-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.233446] env[70243]: DEBUG oslo_concurrency.lockutils [req-400d173b-b8b9-4343-a0e1-8731e2736130 req-92ee8251-c3b6-46f1-b940-f253f3997ec9 service nova] Lock "e91af6ce-5741-4428-ae18-66d09e6b4241-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.233446] env[70243]: DEBUG oslo_concurrency.lockutils [req-400d173b-b8b9-4343-a0e1-8731e2736130 req-92ee8251-c3b6-46f1-b940-f253f3997ec9 service nova] Lock "e91af6ce-5741-4428-ae18-66d09e6b4241-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.233686] env[70243]: DEBUG nova.compute.manager [req-400d173b-b8b9-4343-a0e1-8731e2736130 req-92ee8251-c3b6-46f1-b940-f253f3997ec9 service nova] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] No waiting events found dispatching network-vif-plugged-114dd3e7-3941-4a51-af31-87de3fa16dd1 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.233686] env[70243]: WARNING nova.compute.manager [req-400d173b-b8b9-4343-a0e1-8731e2736130 req-92ee8251-c3b6-46f1-b940-f253f3997ec9 service nova] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Received unexpected event network-vif-plugged-114dd3e7-3941-4a51-af31-87de3fa16dd1 for instance with vm_state building and task_state spawning. [ 797.233686] env[70243]: DEBUG nova.compute.manager [req-400d173b-b8b9-4343-a0e1-8731e2736130 req-92ee8251-c3b6-46f1-b940-f253f3997ec9 service nova] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Received event network-changed-114dd3e7-3941-4a51-af31-87de3fa16dd1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.233686] env[70243]: DEBUG nova.compute.manager [req-400d173b-b8b9-4343-a0e1-8731e2736130 req-92ee8251-c3b6-46f1-b940-f253f3997ec9 service nova] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Refreshing instance network info cache due to event network-changed-114dd3e7-3941-4a51-af31-87de3fa16dd1. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.233686] env[70243]: DEBUG oslo_concurrency.lockutils [req-400d173b-b8b9-4343-a0e1-8731e2736130 req-92ee8251-c3b6-46f1-b940-f253f3997ec9 service nova] Acquiring lock "refresh_cache-e91af6ce-5741-4428-ae18-66d09e6b4241" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.233847] env[70243]: DEBUG oslo_concurrency.lockutils [req-400d173b-b8b9-4343-a0e1-8731e2736130 req-92ee8251-c3b6-46f1-b940-f253f3997ec9 service nova] Acquired lock "refresh_cache-e91af6ce-5741-4428-ae18-66d09e6b4241" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.234016] env[70243]: DEBUG nova.network.neutron [req-400d173b-b8b9-4343-a0e1-8731e2736130 req-92ee8251-c3b6-46f1-b940-f253f3997ec9 service nova] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Refreshing network info cache for port 114dd3e7-3941-4a51-af31-87de3fa16dd1 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.277779] env[70243]: DEBUG oslo_concurrency.lockutils [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Releasing lock "refresh_cache-c48d1281-1292-46af-a8ff-e4d08a502d24" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.278315] env[70243]: DEBUG nova.compute.manager [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.278585] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.279945] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1724a8ee-711e-47cd-878b-8048bdf45904 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.293191] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.293191] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2664e273-c235-4bbb-99c1-68fe9ada8c69 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.301494] env[70243]: DEBUG oslo_vmware.api [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Waiting for the task: (returnval){ [ 797.301494] env[70243]: value = "task-3621778" [ 797.301494] env[70243]: _type = "Task" [ 797.301494] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.315789] env[70243]: DEBUG oslo_vmware.api [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.326847] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806834} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.327625] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 0896e077-f021-4f1a-b9e1-2ea70cbb4840/0896e077-f021-4f1a-b9e1-2ea70cbb4840.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.327625] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.327769] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-970e32be-ade3-4f9e-9483-3a0dddd9e251 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.335360] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 797.335360] env[70243]: value = "task-3621779" [ 797.335360] env[70243]: _type = "Task" [ 797.335360] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.346709] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.462770] env[70243]: DEBUG nova.compute.utils [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.481569] env[70243]: DEBUG nova.compute.manager [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.485658] env[70243]: DEBUG nova.compute.manager [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.485987] env[70243]: DEBUG nova.network.neutron [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.550529] env[70243]: DEBUG oslo_vmware.api [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621773, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.588176] env[70243]: DEBUG nova.policy [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a8993a6295343128bb617d79272921e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8ecead890d64bad8b872251ef2fcfff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.602228] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621776, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.633334] env[70243]: INFO nova.compute.manager [-] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Took 2.30 seconds to deallocate network for instance. [ 797.680765] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cd78c173-453b-4e73-b3c0-286cdb70487b tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Releasing lock "refresh_cache-62701487-a567-491c-82e0-52f80336fecd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.681546] env[70243]: DEBUG nova.objects.instance [None req-cd78c173-453b-4e73-b3c0-286cdb70487b tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lazy-loading 'flavor' on Instance uuid 62701487-a567-491c-82e0-52f80336fecd {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.724110] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Task: {'id': task-3621777, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.804231] env[70243]: DEBUG nova.compute.manager [req-0f04667e-363a-4beb-8956-7262b80ac533 req-c67884bc-00c4-4fd5-a946-a389ce643107 service nova] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Received event network-vif-deleted-9b8d279a-04a4-462e-9c59-67f75037c6ea {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.817128] env[70243]: DEBUG oslo_vmware.api [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621778, 'name': PowerOffVM_Task, 'duration_secs': 0.281086} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.817128] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.817128] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.817886] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03b94508-de3d-43a0-a609-2757e8d8101a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.847934] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078484} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.847934] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.849983] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18897e85-d362-4103-b7ea-b3c066a82772 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.854378] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.854689] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.855487] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Deleting the datastore file [datastore2] c48d1281-1292-46af-a8ff-e4d08a502d24 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.857790] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f04f479f-072a-4911-a364-dc956d69d4f2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.865281] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquiring lock "ff145119-5f19-453a-ad22-cbb11664d1e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.865762] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "ff145119-5f19-453a-ad22-cbb11664d1e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.889705] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 0896e077-f021-4f1a-b9e1-2ea70cbb4840/0896e077-f021-4f1a-b9e1-2ea70cbb4840.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.891860] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-027f0cd6-9b8f-4884-bf0c-b4ac6293e7a5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.908888] env[70243]: DEBUG oslo_vmware.api [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Waiting for the task: (returnval){ [ 797.908888] env[70243]: value = "task-3621781" [ 797.908888] env[70243]: _type = "Task" [ 797.908888] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.917925] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 797.917925] env[70243]: value = "task-3621782" [ 797.917925] env[70243]: _type = "Task" [ 797.917925] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.920487] env[70243]: DEBUG oslo_vmware.api [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.930960] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621782, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.013490] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance b776034c-141c-4117-86ae-3aa65600378c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.013679] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 928c8b15-911b-486f-afb1-95758d81d822 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.013851] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 5255d1c1-2498-499e-a08b-46c6762f8d3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.014184] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 911b26ec-7da1-454e-bdae-e3c9770da1dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.014184] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 134c0043-943c-4ea8-acf5-be33c02976fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.014543] env[70243]: WARNING nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 485142bc-b531-4d5b-922f-faad6652ef8a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 798.014616] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance ee4a39a6-bdce-4f46-aecb-7b45e5124563 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.014709] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance cdc63cce-27d5-4068-bc87-51c290fb7c69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.014865] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 819f3541-bda8-4fe6-b733-be1770d33aa0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.015393] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.015622] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.015833] env[70243]: WARNING nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance f883d0f3-da86-44ab-85d7-692d519903a7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 798.016010] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 62701487-a567-491c-82e0-52f80336fecd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.016240] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (98e76d84-2347-4f8a-974e-fe32663c00ec): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 798.017149] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 0eef6658-2872-4416-b6f3-dfbb7c11b194 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.017149] env[70243]: WARNING nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 0835c1db-d7f0-47d9-b8f6-d88396cea793 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 798.017149] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance e3cb438a-f812-4aed-9bb7-10749bf8a278 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.017149] env[70243]: WARNING nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 6ed82d05-439d-4d04-8255-f2c3c00c72a2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 798.017149] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance c48d1281-1292-46af-a8ff-e4d08a502d24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.017393] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 0beb88d8-f501-42d4-ba9b-5ca10e7308fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.017393] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance fa9ac54c-a4f6-45c0-869c-8abc7aa14004 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.017455] env[70243]: WARNING nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance e5a4535c-55db-4c75-a41b-72be30daacb5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 798.018104] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance e0d9e133-ff35-4821-89ef-9c2328623760 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.018104] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.018104] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 0896e077-f021-4f1a-b9e1-2ea70cbb4840 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.018104] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance e91af6ce-5741-4428-ae18-66d09e6b4241 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.018267] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance eac99ec0-83ca-41e4-9a4b-f01592c9c3b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 798.051686] env[70243]: DEBUG oslo_vmware.api [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621773, 'name': RemoveSnapshot_Task, 'duration_secs': 1.636158} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.052271] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Deleted Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 798.100383] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621776, 'name': CreateVM_Task, 'duration_secs': 0.672204} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.100640] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.101652] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.101950] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.102238] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.102532] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48e80f4d-2828-46b5-b227-8a953472fcd9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.110436] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 798.110436] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5252f7e7-851d-8912-e552-06eef0b89cf0" [ 798.110436] env[70243]: _type = "Task" [ 798.110436] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.122141] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5252f7e7-851d-8912-e552-06eef0b89cf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.139104] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.188531] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367380b9-6aad-4b8e-92cd-8cb997b73c2f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.214876] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd78c173-453b-4e73-b3c0-286cdb70487b tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.218167] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82bf6690-2efc-4715-97a2-584cea02738b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.221337] env[70243]: DEBUG nova.network.neutron [req-400d173b-b8b9-4343-a0e1-8731e2736130 req-92ee8251-c3b6-46f1-b940-f253f3997ec9 service nova] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Updated VIF entry in instance network info cache for port 114dd3e7-3941-4a51-af31-87de3fa16dd1. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.221714] env[70243]: DEBUG nova.network.neutron [req-400d173b-b8b9-4343-a0e1-8731e2736130 req-92ee8251-c3b6-46f1-b940-f253f3997ec9 service nova] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Updating instance_info_cache with network_info: [{"id": "114dd3e7-3941-4a51-af31-87de3fa16dd1", "address": "fa:16:3e:96:7b:23", "network": {"id": "3341699d-91a6-4cc6-9028-6dd303d7a4ef", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-629740639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe2f32ab27646d3b2b27e9e5e071ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap114dd3e7-39", "ovs_interfaceid": "114dd3e7-3941-4a51-af31-87de3fa16dd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.227092] env[70243]: DEBUG oslo_vmware.api [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Task: {'id': task-3621777, 'name': PowerOnVM_Task, 'duration_secs': 0.971454} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.228576] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.228899] env[70243]: INFO nova.compute.manager [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Took 9.90 seconds to spawn the instance on the hypervisor. [ 798.229022] env[70243]: DEBUG nova.compute.manager [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.229415] env[70243]: DEBUG oslo_vmware.api [None req-cd78c173-453b-4e73-b3c0-286cdb70487b tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 798.229415] env[70243]: value = "task-3621783" [ 798.229415] env[70243]: _type = "Task" [ 798.229415] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.230343] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68011db-dcd5-4aa8-8462-0582d9f127f5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.248741] env[70243]: DEBUG oslo_vmware.api [None req-cd78c173-453b-4e73-b3c0-286cdb70487b tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.249730] env[70243]: DEBUG nova.network.neutron [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Successfully created port: 656a6ebc-3bef-4f74-9502-a9af8b21857a {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.430305] env[70243]: DEBUG oslo_vmware.api [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Task: {'id': task-3621781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243392} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.432466] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.432466] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.432466] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.432466] env[70243]: INFO nova.compute.manager [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Took 1.15 seconds to destroy the instance on the hypervisor. [ 798.432969] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.436995] env[70243]: DEBUG nova.compute.manager [-] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.437143] env[70243]: DEBUG nova.network.neutron [-] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.440387] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621782, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.462365] env[70243]: DEBUG nova.network.neutron [-] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.496021] env[70243]: DEBUG nova.compute.manager [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.523645] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 9f620f3b-e99a-4825-84c5-e4415d6e45d5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 798.528781] env[70243]: DEBUG nova.virt.hardware [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.528781] env[70243]: DEBUG nova.virt.hardware [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.528781] env[70243]: DEBUG nova.virt.hardware [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.529075] env[70243]: DEBUG nova.virt.hardware [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.529075] env[70243]: DEBUG nova.virt.hardware [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.529075] env[70243]: DEBUG nova.virt.hardware [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.529075] env[70243]: DEBUG nova.virt.hardware [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.529612] env[70243]: DEBUG nova.virt.hardware [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.529673] env[70243]: DEBUG nova.virt.hardware [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.530349] env[70243]: DEBUG nova.virt.hardware [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.530349] env[70243]: DEBUG nova.virt.hardware [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.530920] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b03464-7914-4a2d-bbe1-850d46c9a68f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.540537] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e343963a-43d4-4d01-9fce-54d4e2fb86f9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.562328] env[70243]: WARNING nova.compute.manager [None req-c2f2e1fd-31b6-4985-8656-4ef633661b0e tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Image not found during snapshot: nova.exception.ImageNotFound: Image b383dfbe-23d4-4a68-ad33-b1a33b2196bc could not be found. [ 798.629498] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5252f7e7-851d-8912-e552-06eef0b89cf0, 'name': SearchDatastore_Task, 'duration_secs': 0.022926} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.629823] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.630060] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.630381] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.630442] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.630618] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.630895] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68fbf9b2-17b6-43b1-b346-8ccbd3402cc2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.647572] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.647785] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.648607] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e5c092f-4daf-4c27-8319-41d39b08259f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.655319] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 798.655319] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521547d9-88cc-4c8b-df9b-3475ea3bc0d1" [ 798.655319] env[70243]: _type = "Task" [ 798.655319] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.664535] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521547d9-88cc-4c8b-df9b-3475ea3bc0d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.725505] env[70243]: DEBUG oslo_concurrency.lockutils [req-400d173b-b8b9-4343-a0e1-8731e2736130 req-92ee8251-c3b6-46f1-b940-f253f3997ec9 service nova] Releasing lock "refresh_cache-e91af6ce-5741-4428-ae18-66d09e6b4241" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.744279] env[70243]: DEBUG oslo_vmware.api [None req-cd78c173-453b-4e73-b3c0-286cdb70487b tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621783, 'name': PowerOffVM_Task, 'duration_secs': 0.287445} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.744632] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd78c173-453b-4e73-b3c0-286cdb70487b tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.750652] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd78c173-453b-4e73-b3c0-286cdb70487b tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Reconfiguring VM instance instance-00000019 to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 798.754677] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00e9b0ce-eefb-460b-87f5-7a984801cca8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.769717] env[70243]: INFO nova.compute.manager [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Took 34.17 seconds to build instance. [ 798.778123] env[70243]: DEBUG oslo_vmware.api [None req-cd78c173-453b-4e73-b3c0-286cdb70487b tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 798.778123] env[70243]: value = "task-3621784" [ 798.778123] env[70243]: _type = "Task" [ 798.778123] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.787732] env[70243]: DEBUG oslo_vmware.api [None req-cd78c173-453b-4e73-b3c0-286cdb70487b tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.931788] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621782, 'name': ReconfigVM_Task, 'duration_secs': 0.556348} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.932123] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 0896e077-f021-4f1a-b9e1-2ea70cbb4840/0896e077-f021-4f1a-b9e1-2ea70cbb4840.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.932799] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49c84978-7e91-4a08-869a-69ac103505d6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.939823] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 798.939823] env[70243]: value = "task-3621785" [ 798.939823] env[70243]: _type = "Task" [ 798.939823] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.949531] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621785, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.965088] env[70243]: DEBUG nova.network.neutron [-] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.027314] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 599b125b-2fb0-490c-a9ef-cc00879a1be8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 799.172517] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521547d9-88cc-4c8b-df9b-3475ea3bc0d1, 'name': SearchDatastore_Task, 'duration_secs': 0.048576} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.172807] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d0f7aa4-6d5e-4938-866f-2b23cd626034 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.180337] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 799.180337] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5234cb88-abd6-1ba7-b2cb-219ab47fcc1d" [ 799.180337] env[70243]: _type = "Task" [ 799.180337] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.188934] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5234cb88-abd6-1ba7-b2cb-219ab47fcc1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.274203] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2c164ca9-4418-4f0d-bc0a-74c344aabb4a tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Lock "0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.717s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.289124] env[70243]: DEBUG oslo_vmware.api [None req-cd78c173-453b-4e73-b3c0-286cdb70487b tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621784, 'name': ReconfigVM_Task, 'duration_secs': 0.329836} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.290614] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd78c173-453b-4e73-b3c0-286cdb70487b tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Reconfigured VM instance instance-00000019 to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 799.290614] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd78c173-453b-4e73-b3c0-286cdb70487b tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.290614] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75907d37-2d61-481b-9572-edcb8213c15c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.300578] env[70243]: DEBUG oslo_vmware.api [None req-cd78c173-453b-4e73-b3c0-286cdb70487b tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 799.300578] env[70243]: value = "task-3621786" [ 799.300578] env[70243]: _type = "Task" [ 799.300578] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.310169] env[70243]: DEBUG oslo_vmware.api [None req-cd78c173-453b-4e73-b3c0-286cdb70487b tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.455962] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621785, 'name': Rename_Task, 'duration_secs': 0.213093} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.456345] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.456841] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-745f1937-63c2-4a09-beec-753b0534234e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.466776] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 799.466776] env[70243]: value = "task-3621787" [ 799.466776] env[70243]: _type = "Task" [ 799.466776] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.474515] env[70243]: INFO nova.compute.manager [-] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Took 1.04 seconds to deallocate network for instance. [ 799.490205] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621787, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.533266] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 91c048bc-1be0-4ebf-9b2f-49ced29924f1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 799.699526] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5234cb88-abd6-1ba7-b2cb-219ab47fcc1d, 'name': SearchDatastore_Task, 'duration_secs': 0.017216} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.699526] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.699526] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] e91af6ce-5741-4428-ae18-66d09e6b4241/e91af6ce-5741-4428-ae18-66d09e6b4241.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.699526] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e75c19f-2620-4108-a8f9-cbef03026d8c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.711026] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 799.711026] env[70243]: value = "task-3621788" [ 799.711026] env[70243]: _type = "Task" [ 799.711026] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.720244] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.779036] env[70243]: DEBUG oslo_concurrency.lockutils [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquiring lock "fa9ac54c-a4f6-45c0-869c-8abc7aa14004" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.779036] env[70243]: DEBUG oslo_concurrency.lockutils [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "fa9ac54c-a4f6-45c0-869c-8abc7aa14004" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.779036] env[70243]: DEBUG oslo_concurrency.lockutils [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquiring lock "fa9ac54c-a4f6-45c0-869c-8abc7aa14004-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.779036] env[70243]: DEBUG oslo_concurrency.lockutils [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "fa9ac54c-a4f6-45c0-869c-8abc7aa14004-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.779380] env[70243]: DEBUG oslo_concurrency.lockutils [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "fa9ac54c-a4f6-45c0-869c-8abc7aa14004-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.780498] env[70243]: DEBUG nova.compute.manager [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.784019] env[70243]: INFO nova.compute.manager [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Terminating instance [ 799.816927] env[70243]: DEBUG oslo_vmware.api [None req-cd78c173-453b-4e73-b3c0-286cdb70487b tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621786, 'name': PowerOnVM_Task, 'duration_secs': 0.497789} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.817282] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd78c173-453b-4e73-b3c0-286cdb70487b tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.817446] env[70243]: DEBUG nova.compute.manager [None req-cd78c173-453b-4e73-b3c0-286cdb70487b tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.818268] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f02d72b-c411-4f00-9911-26d9061e474f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.986953] env[70243]: DEBUG oslo_concurrency.lockutils [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.986953] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621787, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.036585] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 668f8a1d-e0da-4ebf-9340-6ab7c5475b32 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 800.115342] env[70243]: DEBUG nova.compute.manager [req-99c272e4-bfb9-40e6-aa7e-0d68ec434ebd req-63411728-1faf-4786-bf82-6bbe53ef2cbc service nova] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Received event network-vif-plugged-656a6ebc-3bef-4f74-9502-a9af8b21857a {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.115699] env[70243]: DEBUG oslo_concurrency.lockutils [req-99c272e4-bfb9-40e6-aa7e-0d68ec434ebd req-63411728-1faf-4786-bf82-6bbe53ef2cbc service nova] Acquiring lock "eac99ec0-83ca-41e4-9a4b-f01592c9c3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.115954] env[70243]: DEBUG oslo_concurrency.lockutils [req-99c272e4-bfb9-40e6-aa7e-0d68ec434ebd req-63411728-1faf-4786-bf82-6bbe53ef2cbc service nova] Lock "eac99ec0-83ca-41e4-9a4b-f01592c9c3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.116289] env[70243]: DEBUG oslo_concurrency.lockutils [req-99c272e4-bfb9-40e6-aa7e-0d68ec434ebd req-63411728-1faf-4786-bf82-6bbe53ef2cbc service nova] Lock "eac99ec0-83ca-41e4-9a4b-f01592c9c3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.116540] env[70243]: DEBUG nova.compute.manager [req-99c272e4-bfb9-40e6-aa7e-0d68ec434ebd req-63411728-1faf-4786-bf82-6bbe53ef2cbc service nova] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] No waiting events found dispatching network-vif-plugged-656a6ebc-3bef-4f74-9502-a9af8b21857a {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.117217] env[70243]: WARNING nova.compute.manager [req-99c272e4-bfb9-40e6-aa7e-0d68ec434ebd req-63411728-1faf-4786-bf82-6bbe53ef2cbc service nova] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Received unexpected event network-vif-plugged-656a6ebc-3bef-4f74-9502-a9af8b21857a for instance with vm_state building and task_state spawning. [ 800.191351] env[70243]: DEBUG nova.network.neutron [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Successfully updated port: 656a6ebc-3bef-4f74-9502-a9af8b21857a {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.222635] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621788, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.288865] env[70243]: DEBUG nova.compute.manager [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.289182] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.290096] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0416702-ffb5-4844-a837-bb444ba39db1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.303406] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.303912] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0554486-03e0-443b-9efa-20b8a9525e4a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.311766] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.313868] env[70243]: DEBUG oslo_vmware.api [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 800.313868] env[70243]: value = "task-3621789" [ 800.313868] env[70243]: _type = "Task" [ 800.313868] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.326740] env[70243]: DEBUG oslo_vmware.api [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.480128] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621787, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.542410] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 16dff74d-4658-4f76-a70f-aaae3c52b371 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 800.696397] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquiring lock "refresh_cache-eac99ec0-83ca-41e4-9a4b-f01592c9c3b3" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.696780] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquired lock "refresh_cache-eac99ec0-83ca-41e4-9a4b-f01592c9c3b3" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.697640] env[70243]: DEBUG nova.network.neutron [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.726035] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572146} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.726386] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] e91af6ce-5741-4428-ae18-66d09e6b4241/e91af6ce-5741-4428-ae18-66d09e6b4241.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.727231] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.727231] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c022bb5-5fc0-4658-8e52-df229223e9fb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.740445] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 800.740445] env[70243]: value = "task-3621790" [ 800.740445] env[70243]: _type = "Task" [ 800.740445] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.751811] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.804658] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Acquiring lock "0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.804928] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Lock "0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.805184] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Acquiring lock "0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.805486] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Lock "0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.805684] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Lock "0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.808259] env[70243]: INFO nova.compute.manager [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Terminating instance [ 800.828337] env[70243]: DEBUG oslo_vmware.api [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621789, 'name': PowerOffVM_Task, 'duration_secs': 0.431191} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.828882] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.830044] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.830044] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd529530-3c1d-4fbc-80b4-f4d3eda07e34 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.936833] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.937465] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.937465] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Deleting the datastore file [datastore2] fa9ac54c-a4f6-45c0-869c-8abc7aa14004 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.937659] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2f75524-837c-4497-8f20-3f5113290d4f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.946922] env[70243]: DEBUG oslo_vmware.api [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 800.946922] env[70243]: value = "task-3621792" [ 800.946922] env[70243]: _type = "Task" [ 800.946922] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.965628] env[70243]: DEBUG oslo_vmware.api [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.981329] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621787, 'name': PowerOnVM_Task, 'duration_secs': 1.470236} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.981329] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.981602] env[70243]: INFO nova.compute.manager [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Took 9.85 seconds to spawn the instance on the hypervisor. [ 800.981828] env[70243]: DEBUG nova.compute.manager [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.982769] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a3b979-a146-4a6b-94ee-f1c9891e3a0a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.045681] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance bb0d8bc4-c513-46f3-aa96-660f9c6f1380 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 801.246905] env[70243]: DEBUG nova.network.neutron [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.255926] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119105} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.256256] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.257441] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce173d4-759b-4d0c-ad8c-ae340b9913fb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.283392] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] e91af6ce-5741-4428-ae18-66d09e6b4241/e91af6ce-5741-4428-ae18-66d09e6b4241.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.286298] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-501716c0-5bbd-499f-aa4b-f0c5df18bc77 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.310601] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 801.310601] env[70243]: value = "task-3621793" [ 801.310601] env[70243]: _type = "Task" [ 801.310601] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.320012] env[70243]: DEBUG nova.compute.manager [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.320012] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.320012] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7c6c09-c996-4074-a865-455436eaaa86 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.324587] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.331424] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.331720] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96f93798-39c2-428a-a8a9-b464e921d169 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.347600] env[70243]: DEBUG oslo_vmware.api [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Waiting for the task: (returnval){ [ 801.347600] env[70243]: value = "task-3621794" [ 801.347600] env[70243]: _type = "Task" [ 801.347600] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.367816] env[70243]: DEBUG oslo_vmware.api [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Task: {'id': task-3621794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.435280] env[70243]: DEBUG nova.network.neutron [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Updating instance_info_cache with network_info: [{"id": "656a6ebc-3bef-4f74-9502-a9af8b21857a", "address": "fa:16:3e:d7:c5:a3", "network": {"id": "ecf86cf7-f1f7-432a-b8f9-c44f146e894a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-268130423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b8ecead890d64bad8b872251ef2fcfff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap656a6ebc-3b", "ovs_interfaceid": "656a6ebc-3bef-4f74-9502-a9af8b21857a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.457901] env[70243]: DEBUG oslo_vmware.api [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3621792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300283} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.458182] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.458378] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.458539] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.458707] env[70243]: INFO nova.compute.manager [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Took 1.17 seconds to destroy the instance on the hypervisor. [ 801.458944] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.459416] env[70243]: DEBUG nova.compute.manager [-] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.459514] env[70243]: DEBUG nova.network.neutron [-] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.500922] env[70243]: INFO nova.compute.manager [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Took 35.87 seconds to build instance. [ 801.548921] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance b2f5b9c4-3994-4c1e-900f-db57b4036ed2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 801.830310] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.863038] env[70243]: DEBUG oslo_vmware.api [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Task: {'id': task-3621794, 'name': PowerOffVM_Task, 'duration_secs': 0.45266} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.863408] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.863504] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.863744] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f0ae796-7e87-4427-991b-1ae9521bea35 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.942408] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Releasing lock "refresh_cache-eac99ec0-83ca-41e4-9a4b-f01592c9c3b3" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.942408] env[70243]: DEBUG nova.compute.manager [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Instance network_info: |[{"id": "656a6ebc-3bef-4f74-9502-a9af8b21857a", "address": "fa:16:3e:d7:c5:a3", "network": {"id": "ecf86cf7-f1f7-432a-b8f9-c44f146e894a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-268130423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b8ecead890d64bad8b872251ef2fcfff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap656a6ebc-3b", "ovs_interfaceid": "656a6ebc-3bef-4f74-9502-a9af8b21857a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.942601] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.942601] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.942601] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Deleting the datastore file [datastore2] 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.942601] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:c5:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '656a6ebc-3bef-4f74-9502-a9af8b21857a', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.957667] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Creating folder: Project (b8ecead890d64bad8b872251ef2fcfff). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.957996] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1910fb3f-94ed-4c1b-bff7-124a0cf98fbc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.960463] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be2409ef-565b-4cda-b55d-631361937318 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.970854] env[70243]: DEBUG oslo_vmware.api [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Waiting for the task: (returnval){ [ 801.970854] env[70243]: value = "task-3621796" [ 801.970854] env[70243]: _type = "Task" [ 801.970854] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.977107] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Created folder: Project (b8ecead890d64bad8b872251ef2fcfff) in parent group-v722220. [ 801.977405] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Creating folder: Instances. Parent ref: group-v722343. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.978139] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c92c47c-e965-4ac7-b943-6e1ec3e4fcd2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.983945] env[70243]: DEBUG oslo_vmware.api [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Task: {'id': task-3621796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.995665] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Created folder: Instances in parent group-v722343. [ 801.995665] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.996053] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.996396] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-600bf2c3-01a5-44ba-80fa-3d422701699b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.012194] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "0896e077-f021-4f1a-b9e1-2ea70cbb4840" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.423s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.019820] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.019820] env[70243]: value = "task-3621799" [ 802.019820] env[70243]: _type = "Task" [ 802.019820] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.029932] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621799, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.054567] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance ff145119-5f19-453a-ad22-cbb11664d1e7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 802.054567] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 802.054567] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 802.325867] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621793, 'name': ReconfigVM_Task, 'duration_secs': 0.688629} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.326199] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Reconfigured VM instance instance-00000026 to attach disk [datastore1] e91af6ce-5741-4428-ae18-66d09e6b4241/e91af6ce-5741-4428-ae18-66d09e6b4241.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.326959] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d67b2da-7d33-4cb6-b1b3-10b7e5f9a418 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.337729] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 802.337729] env[70243]: value = "task-3621800" [ 802.337729] env[70243]: _type = "Task" [ 802.337729] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.352378] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621800, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.397019] env[70243]: DEBUG nova.compute.manager [req-152bd868-f1da-44ae-bd9b-b24a7dc86270 req-a4d67957-82a5-4828-90f6-35e8c93a9736 service nova] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Received event network-changed-656a6ebc-3bef-4f74-9502-a9af8b21857a {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.397340] env[70243]: DEBUG nova.compute.manager [req-152bd868-f1da-44ae-bd9b-b24a7dc86270 req-a4d67957-82a5-4828-90f6-35e8c93a9736 service nova] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Refreshing instance network info cache due to event network-changed-656a6ebc-3bef-4f74-9502-a9af8b21857a. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.397452] env[70243]: DEBUG oslo_concurrency.lockutils [req-152bd868-f1da-44ae-bd9b-b24a7dc86270 req-a4d67957-82a5-4828-90f6-35e8c93a9736 service nova] Acquiring lock "refresh_cache-eac99ec0-83ca-41e4-9a4b-f01592c9c3b3" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.397595] env[70243]: DEBUG oslo_concurrency.lockutils [req-152bd868-f1da-44ae-bd9b-b24a7dc86270 req-a4d67957-82a5-4828-90f6-35e8c93a9736 service nova] Acquired lock "refresh_cache-eac99ec0-83ca-41e4-9a4b-f01592c9c3b3" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.398264] env[70243]: DEBUG nova.network.neutron [req-152bd868-f1da-44ae-bd9b-b24a7dc86270 req-a4d67957-82a5-4828-90f6-35e8c93a9736 service nova] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Refreshing network info cache for port 656a6ebc-3bef-4f74-9502-a9af8b21857a {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.485653] env[70243]: DEBUG oslo_vmware.api [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Task: {'id': task-3621796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249519} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.488961] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.489260] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.489365] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.489729] env[70243]: INFO nova.compute.manager [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Took 1.17 seconds to destroy the instance on the hypervisor. [ 802.489795] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.490201] env[70243]: DEBUG nova.compute.manager [-] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.490373] env[70243]: DEBUG nova.network.neutron [-] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.515483] env[70243]: DEBUG nova.compute.manager [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.526266] env[70243]: DEBUG nova.network.neutron [-] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.543564] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621799, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.670558] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d665b2-5d93-4692-a549-e97617968375 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.679532] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c685a9d5-82b7-4cb9-8117-48ed739dca52 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.712718] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36709d9-b59d-41d6-a4ac-3d98f469b842 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.722975] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7477d1-7aca-44d4-b9d4-bfcee5f9d098 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.741704] env[70243]: DEBUG nova.compute.provider_tree [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.850260] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621800, 'name': Rename_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.025339] env[70243]: DEBUG oslo_concurrency.lockutils [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Acquiring lock "2c9d48fe-a94b-4d29-b8aa-9561441bb0c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.025339] env[70243]: DEBUG oslo_concurrency.lockutils [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Lock "2c9d48fe-a94b-4d29-b8aa-9561441bb0c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.041711] env[70243]: INFO nova.compute.manager [-] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Took 1.58 seconds to deallocate network for instance. [ 803.045176] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621799, 'name': CreateVM_Task, 'duration_secs': 0.869257} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.047248] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.051446] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.051446] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.051446] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.052509] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.053174] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-931d8f87-dda7-411a-99e3-f0519bd3e8ac {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.059445] env[70243]: DEBUG oslo_vmware.api [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 803.059445] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523c5345-e3c7-edd0-24fc-ff37053e2ad9" [ 803.059445] env[70243]: _type = "Task" [ 803.059445] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.069416] env[70243]: DEBUG oslo_vmware.api [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523c5345-e3c7-edd0-24fc-ff37053e2ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.234566] env[70243]: DEBUG nova.network.neutron [req-152bd868-f1da-44ae-bd9b-b24a7dc86270 req-a4d67957-82a5-4828-90f6-35e8c93a9736 service nova] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Updated VIF entry in instance network info cache for port 656a6ebc-3bef-4f74-9502-a9af8b21857a. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.234566] env[70243]: DEBUG nova.network.neutron [req-152bd868-f1da-44ae-bd9b-b24a7dc86270 req-a4d67957-82a5-4828-90f6-35e8c93a9736 service nova] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Updating instance_info_cache with network_info: [{"id": "656a6ebc-3bef-4f74-9502-a9af8b21857a", "address": "fa:16:3e:d7:c5:a3", "network": {"id": "ecf86cf7-f1f7-432a-b8f9-c44f146e894a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-268130423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b8ecead890d64bad8b872251ef2fcfff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap656a6ebc-3b", "ovs_interfaceid": "656a6ebc-3bef-4f74-9502-a9af8b21857a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.265869] env[70243]: ERROR nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [req-508f2943-d185-473b-94ff-4d7464baadf5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 98e76d84-2347-4f8a-974e-fe32663c00ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-508f2943-d185-473b-94ff-4d7464baadf5"}]} [ 803.288224] env[70243]: DEBUG nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Refreshing inventories for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 803.300888] env[70243]: DEBUG nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Updating ProviderTree inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 803.301109] env[70243]: DEBUG nova.compute.provider_tree [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.314583] env[70243]: DEBUG nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Refreshing aggregate associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, aggregates: None {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 803.335130] env[70243]: DEBUG nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Refreshing trait associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 803.350754] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621800, 'name': Rename_Task, 'duration_secs': 0.634991} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.351427] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.351427] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bf6735e-ee60-494f-ab9c-b7854f4541aa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.360426] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 803.360426] env[70243]: value = "task-3621801" [ 803.360426] env[70243]: _type = "Task" [ 803.360426] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.371977] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.511215] env[70243]: DEBUG nova.network.neutron [-] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.556528] env[70243]: DEBUG oslo_concurrency.lockutils [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.573899] env[70243]: DEBUG oslo_vmware.api [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523c5345-e3c7-edd0-24fc-ff37053e2ad9, 'name': SearchDatastore_Task, 'duration_secs': 0.010983} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.574227] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.574463] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.574694] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.574838] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.575017] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.575297] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f23bc98e-d73a-4243-91a1-29cf800b65fe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.589526] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.589714] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.590489] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-288f3b37-5e39-4b24-a287-261fdde0e424 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.597944] env[70243]: DEBUG oslo_vmware.api [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 803.597944] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52bbd955-878e-ff81-bdb3-00d867377e4a" [ 803.597944] env[70243]: _type = "Task" [ 803.597944] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.614596] env[70243]: DEBUG oslo_vmware.api [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52bbd955-878e-ff81-bdb3-00d867377e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.01077} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.617191] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-464cfb86-cc12-4cd3-8a75-49464a5d0a56 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.626731] env[70243]: DEBUG oslo_vmware.api [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 803.626731] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52dc91b2-b469-bb39-5d55-c20f20dc634c" [ 803.626731] env[70243]: _type = "Task" [ 803.626731] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.638122] env[70243]: DEBUG oslo_vmware.api [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52dc91b2-b469-bb39-5d55-c20f20dc634c, 'name': SearchDatastore_Task, 'duration_secs': 0.010316} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.640749] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.641023] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] eac99ec0-83ca-41e4-9a4b-f01592c9c3b3/eac99ec0-83ca-41e4-9a4b-f01592c9c3b3.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.641544] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-510535ad-7559-43ff-b399-c360e7585969 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.649483] env[70243]: DEBUG oslo_vmware.api [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 803.649483] env[70243]: value = "task-3621802" [ 803.649483] env[70243]: _type = "Task" [ 803.649483] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.660127] env[70243]: DEBUG oslo_vmware.api [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.736204] env[70243]: DEBUG oslo_concurrency.lockutils [req-152bd868-f1da-44ae-bd9b-b24a7dc86270 req-a4d67957-82a5-4828-90f6-35e8c93a9736 service nova] Releasing lock "refresh_cache-eac99ec0-83ca-41e4-9a4b-f01592c9c3b3" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.736529] env[70243]: DEBUG nova.compute.manager [req-152bd868-f1da-44ae-bd9b-b24a7dc86270 req-a4d67957-82a5-4828-90f6-35e8c93a9736 service nova] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Received event network-vif-deleted-b9ee43ec-9c74-408d-be0c-62b022561540 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.736747] env[70243]: INFO nova.compute.manager [req-152bd868-f1da-44ae-bd9b-b24a7dc86270 req-a4d67957-82a5-4828-90f6-35e8c93a9736 service nova] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Neutron deleted interface b9ee43ec-9c74-408d-be0c-62b022561540; detaching it from the instance and deleting it from the info cache [ 803.736920] env[70243]: DEBUG nova.network.neutron [req-152bd868-f1da-44ae-bd9b-b24a7dc86270 req-a4d67957-82a5-4828-90f6-35e8c93a9736 service nova] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.873824] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621801, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.918590] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086df436-749b-4f94-84ef-6fc5b23a3c02 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.940282] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6491ab4-efa5-43fe-8a8e-fa7984fdadef {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.982117] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b68f28-c638-485c-832c-e52fdbba4d7a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.993469] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a2f548-a23f-43ed-aac4-27ef25a83b3b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.013730] env[70243]: DEBUG nova.compute.provider_tree [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 804.016166] env[70243]: INFO nova.compute.manager [-] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Took 1.53 seconds to deallocate network for instance. [ 804.160949] env[70243]: DEBUG oslo_vmware.api [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480175} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.161246] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] eac99ec0-83ca-41e4-9a4b-f01592c9c3b3/eac99ec0-83ca-41e4-9a4b-f01592c9c3b3.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.161466] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.161723] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a6a53f8-5c84-4766-9b58-b01cc81406a6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.168835] env[70243]: DEBUG oslo_vmware.api [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 804.168835] env[70243]: value = "task-3621803" [ 804.168835] env[70243]: _type = "Task" [ 804.168835] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.177610] env[70243]: DEBUG oslo_vmware.api [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.242077] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52eab8b4-214c-4cf4-8bc6-087701e5706e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.252351] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f093525-2d04-41b5-ad5c-53de8fb94a27 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.288659] env[70243]: DEBUG nova.compute.manager [req-152bd868-f1da-44ae-bd9b-b24a7dc86270 req-a4d67957-82a5-4828-90f6-35e8c93a9736 service nova] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Detach interface failed, port_id=b9ee43ec-9c74-408d-be0c-62b022561540, reason: Instance fa9ac54c-a4f6-45c0-869c-8abc7aa14004 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 804.358853] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "73baeaff-7a2c-4efb-a9f9-194020d5f359" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.359101] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "73baeaff-7a2c-4efb-a9f9-194020d5f359" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.370990] env[70243]: DEBUG oslo_vmware.api [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621801, 'name': PowerOnVM_Task, 'duration_secs': 0.707494} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.371332] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.371540] env[70243]: INFO nova.compute.manager [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Took 10.42 seconds to spawn the instance on the hypervisor. [ 804.371716] env[70243]: DEBUG nova.compute.manager [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.372561] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3618c882-62ab-4333-94cd-024c4e51fbaa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.434055] env[70243]: DEBUG nova.compute.manager [req-ca833aa9-dbe2-4e25-ab2b-2640e326c0fe req-08ffece5-5e8a-44ef-90d0-2a769e4f38a7 service nova] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Received event network-vif-deleted-d6f81a08-fc8d-4ca3-9704-d5891758e42e {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.523709] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.535839] env[70243]: ERROR nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [req-28b6d371-30df-46e7-baec-49627dbdbde4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 98e76d84-2347-4f8a-974e-fe32663c00ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-28b6d371-30df-46e7-baec-49627dbdbde4"}]} [ 804.552758] env[70243]: DEBUG nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Refreshing inventories for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 804.566108] env[70243]: DEBUG nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Updating ProviderTree inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 804.566369] env[70243]: DEBUG nova.compute.provider_tree [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 804.578147] env[70243]: DEBUG nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Refreshing aggregate associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, aggregates: None {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 804.597856] env[70243]: DEBUG nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Refreshing trait associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 804.680466] env[70243]: DEBUG oslo_vmware.api [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085353} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.680743] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.681592] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f84c98-a3e8-4b91-8b16-fc69f9c18d53 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.707031] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] eac99ec0-83ca-41e4-9a4b-f01592c9c3b3/eac99ec0-83ca-41e4-9a4b-f01592c9c3b3.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.709384] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2250645-8cff-400d-b7d6-04bc89c610bc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.728985] env[70243]: DEBUG oslo_vmware.api [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 804.728985] env[70243]: value = "task-3621804" [ 804.728985] env[70243]: _type = "Task" [ 804.728985] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.738933] env[70243]: DEBUG oslo_vmware.api [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.892642] env[70243]: INFO nova.compute.manager [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Took 36.17 seconds to build instance. [ 805.081038] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b81034-48d6-4648-b062-09fad91fcfc7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.089783] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79707817-6ba0-437f-8248-d33f2a9680e5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.124235] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a2daf5-a99b-4c46-90d1-1da48a2d0354 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.133358] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c0f5f2-ec87-4a53-90a1-43f5edc033ed {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.151491] env[70243]: DEBUG nova.compute.provider_tree [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.241299] env[70243]: DEBUG oslo_vmware.api [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.394904] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c86b8557-c91c-4b8c-a74f-19442aba40a8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "e91af6ce-5741-4428-ae18-66d09e6b4241" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.767s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.554360] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "0896e077-f021-4f1a-b9e1-2ea70cbb4840" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.554612] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "0896e077-f021-4f1a-b9e1-2ea70cbb4840" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.554822] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "0896e077-f021-4f1a-b9e1-2ea70cbb4840-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.555008] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "0896e077-f021-4f1a-b9e1-2ea70cbb4840-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.555188] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "0896e077-f021-4f1a-b9e1-2ea70cbb4840-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.557592] env[70243]: INFO nova.compute.manager [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Terminating instance [ 805.684141] env[70243]: DEBUG nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Updated inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 805.684434] env[70243]: DEBUG nova.compute.provider_tree [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Updating resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec generation from 60 to 61 during operation: update_inventory {{(pid=70243) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 805.685036] env[70243]: DEBUG nova.compute.provider_tree [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.699384] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "e91af6ce-5741-4428-ae18-66d09e6b4241" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.699640] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "e91af6ce-5741-4428-ae18-66d09e6b4241" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.699843] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "e91af6ce-5741-4428-ae18-66d09e6b4241-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.700027] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "e91af6ce-5741-4428-ae18-66d09e6b4241-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.700216] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "e91af6ce-5741-4428-ae18-66d09e6b4241-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.702631] env[70243]: INFO nova.compute.manager [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Terminating instance [ 805.741101] env[70243]: DEBUG oslo_vmware.api [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621804, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.897185] env[70243]: DEBUG nova.compute.manager [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.061474] env[70243]: DEBUG nova.compute.manager [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.061748] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.063038] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455ddbbf-e6cf-4a80-837c-aa3d117ff962 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.072139] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.072387] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4716ccdb-d248-4a34-aef3-9f6c61abe12b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.079830] env[70243]: DEBUG oslo_vmware.api [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 806.079830] env[70243]: value = "task-3621805" [ 806.079830] env[70243]: _type = "Task" [ 806.079830] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.087641] env[70243]: DEBUG oslo_vmware.api [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.190140] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 806.190269] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.234s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.190488] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.190s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.190706] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.193588] env[70243]: DEBUG oslo_concurrency.lockutils [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.156s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.193841] env[70243]: DEBUG oslo_concurrency.lockutils [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.196193] env[70243]: DEBUG oslo_concurrency.lockutils [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.712s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.198663] env[70243]: INFO nova.compute.claims [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.206330] env[70243]: DEBUG nova.compute.manager [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.206330] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.207064] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf8f9c1-54ef-4503-aa75-df516aca8784 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.217074] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.217074] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2b452bd-a631-4aa0-99dc-cfff77925c96 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.225210] env[70243]: DEBUG oslo_vmware.api [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 806.225210] env[70243]: value = "task-3621806" [ 806.225210] env[70243]: _type = "Task" [ 806.225210] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.234556] env[70243]: DEBUG oslo_vmware.api [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.235519] env[70243]: INFO nova.scheduler.client.report [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Deleted allocations for instance d858cf62-bd99-4bb2-a0be-3bfb28ad22e5 [ 806.237033] env[70243]: INFO nova.scheduler.client.report [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Deleted allocations for instance 0835c1db-d7f0-47d9-b8f6-d88396cea793 [ 806.251467] env[70243]: DEBUG oslo_vmware.api [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621804, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.419460] env[70243]: DEBUG oslo_concurrency.lockutils [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.594675] env[70243]: DEBUG oslo_vmware.api [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621805, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.737342] env[70243]: DEBUG oslo_vmware.api [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621806, 'name': PowerOffVM_Task, 'duration_secs': 0.365729} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.744023] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.744023] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.744023] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bb290a4-2077-464e-9c7d-1616613b8f26 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.751493] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ade5ce34-336c-4fe8-80b4-f44f7253b720 tempest-ServerAddressesTestJSON-1054272365 tempest-ServerAddressesTestJSON-1054272365-project-member] Lock "0835c1db-d7f0-47d9-b8f6-d88396cea793" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.211s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.759341] env[70243]: DEBUG oslo_vmware.api [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621804, 'name': ReconfigVM_Task, 'duration_secs': 1.730166} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.760104] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Reconfigured VM instance instance-00000027 to attach disk [datastore1] eac99ec0-83ca-41e4-9a4b-f01592c9c3b3/eac99ec0-83ca-41e4-9a4b-f01592c9c3b3.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.761467] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10ab268a-8958-43e2-87e3-330687abe6e4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.770541] env[70243]: DEBUG oslo_vmware.api [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 806.770541] env[70243]: value = "task-3621808" [ 806.770541] env[70243]: _type = "Task" [ 806.770541] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.770988] env[70243]: DEBUG oslo_concurrency.lockutils [None req-14df74e8-1b58-4863-a8ed-58b306ef59db tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Lock "d858cf62-bd99-4bb2-a0be-3bfb28ad22e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.178s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.773695] env[70243]: DEBUG oslo_concurrency.lockutils [None req-10f6c1b8-530f-4812-9e96-63f1f3f1b0dc tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Lock "d858cf62-bd99-4bb2-a0be-3bfb28ad22e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 27.317s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.774058] env[70243]: DEBUG oslo_concurrency.lockutils [None req-10f6c1b8-530f-4812-9e96-63f1f3f1b0dc tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquiring lock "d858cf62-bd99-4bb2-a0be-3bfb28ad22e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.774388] env[70243]: DEBUG oslo_concurrency.lockutils [None req-10f6c1b8-530f-4812-9e96-63f1f3f1b0dc tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Lock "d858cf62-bd99-4bb2-a0be-3bfb28ad22e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.774526] env[70243]: DEBUG oslo_concurrency.lockutils [None req-10f6c1b8-530f-4812-9e96-63f1f3f1b0dc tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Lock "d858cf62-bd99-4bb2-a0be-3bfb28ad22e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.780377] env[70243]: INFO nova.compute.manager [None req-10f6c1b8-530f-4812-9e96-63f1f3f1b0dc tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Terminating instance [ 806.791141] env[70243]: DEBUG oslo_vmware.api [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621808, 'name': Rename_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.824614] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.824922] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.825180] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Deleting the datastore file [datastore1] e91af6ce-5741-4428-ae18-66d09e6b4241 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.825871] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a31aa3d-6b82-4da5-834a-d82b6fa10835 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.833674] env[70243]: DEBUG oslo_vmware.api [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 806.833674] env[70243]: value = "task-3621809" [ 806.833674] env[70243]: _type = "Task" [ 806.833674] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.842095] env[70243]: DEBUG oslo_vmware.api [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.092377] env[70243]: DEBUG oslo_vmware.api [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621805, 'name': PowerOffVM_Task, 'duration_secs': 0.526922} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.092714] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.092885] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.093184] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45082e48-a7e4-42ec-83d9-252cf90454b6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.168667] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.169089] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.169360] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Deleting the datastore file [datastore1] 0896e077-f021-4f1a-b9e1-2ea70cbb4840 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.169708] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa6724cb-79dc-48c0-9f92-9a344bf8dd76 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.180335] env[70243]: DEBUG oslo_vmware.api [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 807.180335] env[70243]: value = "task-3621811" [ 807.180335] env[70243]: _type = "Task" [ 807.180335] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.189715] env[70243]: DEBUG oslo_vmware.api [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.285238] env[70243]: DEBUG oslo_concurrency.lockutils [None req-10f6c1b8-530f-4812-9e96-63f1f3f1b0dc tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquiring lock "refresh_cache-d858cf62-bd99-4bb2-a0be-3bfb28ad22e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.285497] env[70243]: DEBUG oslo_concurrency.lockutils [None req-10f6c1b8-530f-4812-9e96-63f1f3f1b0dc tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquired lock "refresh_cache-d858cf62-bd99-4bb2-a0be-3bfb28ad22e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.285708] env[70243]: DEBUG nova.network.neutron [None req-10f6c1b8-530f-4812-9e96-63f1f3f1b0dc tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.292348] env[70243]: DEBUG oslo_vmware.api [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621808, 'name': Rename_Task, 'duration_secs': 0.169709} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.292348] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.292348] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-332a3f3a-e2cb-4203-bb8e-921d469cad0e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.304658] env[70243]: DEBUG oslo_vmware.api [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 807.304658] env[70243]: value = "task-3621812" [ 807.304658] env[70243]: _type = "Task" [ 807.304658] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.315473] env[70243]: DEBUG oslo_vmware.api [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.350823] env[70243]: DEBUG oslo_vmware.api [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144664} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.352288] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.352288] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.352288] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.352288] env[70243]: INFO nova.compute.manager [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Took 1.15 seconds to destroy the instance on the hypervisor. [ 807.352680] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.352953] env[70243]: DEBUG nova.compute.manager [-] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.353072] env[70243]: DEBUG nova.network.neutron [-] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.691450] env[70243]: DEBUG oslo_vmware.api [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3621811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164674} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.694403] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.694605] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.694787] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.694986] env[70243]: INFO nova.compute.manager [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Took 1.63 seconds to destroy the instance on the hypervisor. [ 807.695695] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.695781] env[70243]: DEBUG nova.compute.manager [-] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.695849] env[70243]: DEBUG nova.network.neutron [-] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.793820] env[70243]: DEBUG nova.compute.utils [None req-10f6c1b8-530f-4812-9e96-63f1f3f1b0dc tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Can not refresh info_cache because instance was not found {{(pid=70243) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 807.797618] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3779b3ec-508a-4de7-9796-0a57bd0d77be {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.811496] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0513aaa4-fc11-47b9-bef8-6adf189f6af7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.821580] env[70243]: DEBUG oslo_vmware.api [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621812, 'name': PowerOnVM_Task, 'duration_secs': 0.484827} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.849857] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.850039] env[70243]: INFO nova.compute.manager [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Took 9.36 seconds to spawn the instance on the hypervisor. [ 807.850253] env[70243]: DEBUG nova.compute.manager [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.851458] env[70243]: DEBUG nova.network.neutron [None req-10f6c1b8-530f-4812-9e96-63f1f3f1b0dc tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.854392] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3cd13d-ab9c-4871-877a-1b4164776201 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.857525] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464457b3-d720-4353-aac2-265d874f2fad {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.873175] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73c77ad-972d-42dd-a5de-8e6be4907ce7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.889881] env[70243]: DEBUG nova.compute.provider_tree [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.993135] env[70243]: DEBUG nova.network.neutron [None req-10f6c1b8-530f-4812-9e96-63f1f3f1b0dc tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.029917] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquiring lock "b776034c-141c-4117-86ae-3aa65600378c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.030293] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Lock "b776034c-141c-4117-86ae-3aa65600378c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.030602] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquiring lock "b776034c-141c-4117-86ae-3aa65600378c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.030888] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Lock "b776034c-141c-4117-86ae-3aa65600378c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.031158] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Lock "b776034c-141c-4117-86ae-3aa65600378c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.034557] env[70243]: INFO nova.compute.manager [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Terminating instance [ 808.072983] env[70243]: DEBUG nova.compute.manager [req-947eaed9-aa42-4697-975f-35257937f0e9 req-d3476787-8a8a-4d52-9e7d-a5f293308de8 service nova] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Received event network-vif-deleted-114dd3e7-3941-4a51-af31-87de3fa16dd1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.072983] env[70243]: INFO nova.compute.manager [req-947eaed9-aa42-4697-975f-35257937f0e9 req-d3476787-8a8a-4d52-9e7d-a5f293308de8 service nova] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Neutron deleted interface 114dd3e7-3941-4a51-af31-87de3fa16dd1; detaching it from the instance and deleting it from the info cache [ 808.072983] env[70243]: DEBUG nova.network.neutron [req-947eaed9-aa42-4697-975f-35257937f0e9 req-d3476787-8a8a-4d52-9e7d-a5f293308de8 service nova] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.372969] env[70243]: DEBUG nova.network.neutron [-] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.382885] env[70243]: INFO nova.compute.manager [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Took 36.96 seconds to build instance. [ 808.395908] env[70243]: DEBUG nova.scheduler.client.report [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.495909] env[70243]: DEBUG oslo_concurrency.lockutils [None req-10f6c1b8-530f-4812-9e96-63f1f3f1b0dc tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Releasing lock "refresh_cache-d858cf62-bd99-4bb2-a0be-3bfb28ad22e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.496365] env[70243]: DEBUG nova.compute.manager [None req-10f6c1b8-530f-4812-9e96-63f1f3f1b0dc tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.496562] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-10f6c1b8-530f-4812-9e96-63f1f3f1b0dc tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.496912] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c98e516f-4673-45e9-b3f0-f99e862a8c21 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.508521] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b98801-6bea-47e0-bdd1-3382bd22f07a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.546571] env[70243]: DEBUG nova.compute.manager [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.546776] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.547552] env[70243]: WARNING nova.virt.vmwareapi.vmops [None req-10f6c1b8-530f-4812-9e96-63f1f3f1b0dc tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d858cf62-bd99-4bb2-a0be-3bfb28ad22e5 could not be found. [ 808.547738] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-10f6c1b8-530f-4812-9e96-63f1f3f1b0dc tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.547905] env[70243]: INFO nova.compute.manager [None req-10f6c1b8-530f-4812-9e96-63f1f3f1b0dc tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Took 0.05 seconds to destroy the instance on the hypervisor. [ 808.548154] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10f6c1b8-530f-4812-9e96-63f1f3f1b0dc tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.548946] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc09bf1f-8453-4a52-bd95-051a21e6456d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.551615] env[70243]: DEBUG nova.compute.manager [-] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.551726] env[70243]: DEBUG nova.network.neutron [-] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.558480] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.558707] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84c0b8ef-54b4-43f4-acfd-5ba0e9115528 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.565897] env[70243]: DEBUG oslo_vmware.api [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Waiting for the task: (returnval){ [ 808.565897] env[70243]: value = "task-3621813" [ 808.565897] env[70243]: _type = "Task" [ 808.565897] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.576356] env[70243]: DEBUG oslo_vmware.api [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.576356] env[70243]: DEBUG nova.network.neutron [-] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.578158] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54a2968e-c1bd-4128-8d41-9ecde6434b9a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.589201] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471caa82-f457-4e30-b25c-dab9e2183be0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.628624] env[70243]: DEBUG nova.compute.manager [req-947eaed9-aa42-4697-975f-35257937f0e9 req-d3476787-8a8a-4d52-9e7d-a5f293308de8 service nova] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Detach interface failed, port_id=114dd3e7-3941-4a51-af31-87de3fa16dd1, reason: Instance e91af6ce-5741-4428-ae18-66d09e6b4241 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 808.681911] env[70243]: DEBUG nova.network.neutron [-] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.879804] env[70243]: INFO nova.compute.manager [-] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Took 1.53 seconds to deallocate network for instance. [ 808.884966] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3c6551e2-8bba-4947-b257-4b052250140c tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Lock "eac99ec0-83ca-41e4-9a4b-f01592c9c3b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.721s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.900951] env[70243]: DEBUG oslo_concurrency.lockutils [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.901577] env[70243]: DEBUG nova.compute.manager [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.905275] env[70243]: DEBUG oslo_concurrency.lockutils [None req-221260c8-83bc-4dc7-a916-3d4f7542e63f tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.708s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.905513] env[70243]: DEBUG oslo_concurrency.lockutils [None req-221260c8-83bc-4dc7-a916-3d4f7542e63f tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.907548] env[70243]: DEBUG oslo_concurrency.lockutils [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.835s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.908948] env[70243]: INFO nova.compute.claims [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.942545] env[70243]: INFO nova.scheduler.client.report [None req-221260c8-83bc-4dc7-a916-3d4f7542e63f tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Deleted allocations for instance f883d0f3-da86-44ab-85d7-692d519903a7 [ 809.076920] env[70243]: DEBUG oslo_vmware.api [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621813, 'name': PowerOffVM_Task, 'duration_secs': 0.300664} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.078305] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.078541] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.078840] env[70243]: DEBUG nova.network.neutron [-] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.080854] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d29726fe-80c3-4da2-bf7f-5f55690fe3d2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.150554] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.150774] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.150957] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Deleting the datastore file [datastore1] b776034c-141c-4117-86ae-3aa65600378c {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.151310] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97b3e3a8-685b-4cfd-bf68-a3df7f354f49 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.159456] env[70243]: DEBUG oslo_vmware.api [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Waiting for the task: (returnval){ [ 809.159456] env[70243]: value = "task-3621815" [ 809.159456] env[70243]: _type = "Task" [ 809.159456] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.168703] env[70243]: DEBUG oslo_vmware.api [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.185312] env[70243]: INFO nova.compute.manager [-] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Took 1.49 seconds to deallocate network for instance. [ 809.386108] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.387642] env[70243]: DEBUG nova.compute.manager [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.415451] env[70243]: DEBUG nova.compute.utils [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.417238] env[70243]: DEBUG nova.compute.manager [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.417238] env[70243]: DEBUG nova.network.neutron [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.459864] env[70243]: DEBUG oslo_concurrency.lockutils [None req-221260c8-83bc-4dc7-a916-3d4f7542e63f tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "f883d0f3-da86-44ab-85d7-692d519903a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.292s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.480041] env[70243]: DEBUG nova.policy [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dee7e13e3f64945b44bac49d4c2d09d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b82d157f42e44fdf8b5c0b034837f77f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.586068] env[70243]: INFO nova.compute.manager [-] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Took 1.03 seconds to deallocate network for instance. [ 809.622590] env[70243]: INFO nova.compute.manager [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Rescuing [ 809.622590] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquiring lock "refresh_cache-eac99ec0-83ca-41e4-9a4b-f01592c9c3b3" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.622590] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquired lock "refresh_cache-eac99ec0-83ca-41e4-9a4b-f01592c9c3b3" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.622590] env[70243]: DEBUG nova.network.neutron [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.678969] env[70243]: DEBUG oslo_vmware.api [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Task: {'id': task-3621815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145487} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.678969] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.678969] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.678969] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.678969] env[70243]: INFO nova.compute.manager [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: b776034c-141c-4117-86ae-3aa65600378c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 809.679383] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.679383] env[70243]: DEBUG nova.compute.manager [-] [instance: b776034c-141c-4117-86ae-3aa65600378c] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.679383] env[70243]: DEBUG nova.network.neutron [-] [instance: b776034c-141c-4117-86ae-3aa65600378c] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.692307] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.769958] env[70243]: DEBUG nova.network.neutron [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Successfully created port: df7f07f5-f8c8-4fa5-9746-d80e8a58ff37 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.911172] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.921918] env[70243]: DEBUG nova.compute.manager [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.090291] env[70243]: INFO nova.compute.manager [None req-10f6c1b8-530f-4812-9e96-63f1f3f1b0dc tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Instance disappeared during terminate [ 810.090590] env[70243]: DEBUG oslo_concurrency.lockutils [None req-10f6c1b8-530f-4812-9e96-63f1f3f1b0dc tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Lock "d858cf62-bd99-4bb2-a0be-3bfb28ad22e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.319s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.315886] env[70243]: DEBUG nova.compute.manager [req-35d1b1a7-9447-4085-bd94-a7c2c2682e28 req-21eaf00c-cec2-45a6-99e3-ce40d1fbdae8 service nova] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Received event network-vif-deleted-55641f7a-36da-4ae1-8c38-53f88eb11041 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.391643] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195b138a-a163-4b2e-bdb2-259864e7de00 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.401385] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34264f66-e04d-4a55-9c37-17f97eabeb44 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.439348] env[70243]: DEBUG nova.network.neutron [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Updating instance_info_cache with network_info: [{"id": "656a6ebc-3bef-4f74-9502-a9af8b21857a", "address": "fa:16:3e:d7:c5:a3", "network": {"id": "ecf86cf7-f1f7-432a-b8f9-c44f146e894a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-268130423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b8ecead890d64bad8b872251ef2fcfff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap656a6ebc-3b", "ovs_interfaceid": "656a6ebc-3bef-4f74-9502-a9af8b21857a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.441703] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f328afe4-1ff7-4caa-b432-65dbdae26759 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.445223] env[70243]: DEBUG nova.compute.manager [req-959d03ca-ffea-4fae-82ac-aee8a872e6ab req-ac1d6878-c5ca-405a-b264-6b9fdb0e33e8 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Received event network-vif-deleted-881beab9-7994-47f7-8d30-41effb869ee7 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.445411] env[70243]: INFO nova.compute.manager [req-959d03ca-ffea-4fae-82ac-aee8a872e6ab req-ac1d6878-c5ca-405a-b264-6b9fdb0e33e8 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Neutron deleted interface 881beab9-7994-47f7-8d30-41effb869ee7; detaching it from the instance and deleting it from the info cache [ 810.445577] env[70243]: DEBUG nova.network.neutron [req-959d03ca-ffea-4fae-82ac-aee8a872e6ab req-ac1d6878-c5ca-405a-b264-6b9fdb0e33e8 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.453917] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d202112-91d7-4efa-8ea2-84e41d70e5b8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.471759] env[70243]: DEBUG nova.compute.provider_tree [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.783232] env[70243]: DEBUG nova.network.neutron [-] [instance: b776034c-141c-4117-86ae-3aa65600378c] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.948161] env[70243]: DEBUG nova.compute.manager [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.950548] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Releasing lock "refresh_cache-eac99ec0-83ca-41e4-9a4b-f01592c9c3b3" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.952762] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc11e1bf-b659-421d-be43-868a2126ea2e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.963482] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11a035f-f4b2-494d-83d0-295bd243e05c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.976968] env[70243]: DEBUG nova.scheduler.client.report [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.986667] env[70243]: DEBUG nova.virt.hardware [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.986909] env[70243]: DEBUG nova.virt.hardware [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.987470] env[70243]: DEBUG nova.virt.hardware [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.987470] env[70243]: DEBUG nova.virt.hardware [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.987470] env[70243]: DEBUG nova.virt.hardware [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.987614] env[70243]: DEBUG nova.virt.hardware [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.987734] env[70243]: DEBUG nova.virt.hardware [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.988117] env[70243]: DEBUG nova.virt.hardware [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.988117] env[70243]: DEBUG nova.virt.hardware [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.988217] env[70243]: DEBUG nova.virt.hardware [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.988383] env[70243]: DEBUG nova.virt.hardware [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.990586] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a77134d-636e-4297-a9e7-66579e6812b7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.006873] env[70243]: DEBUG nova.compute.manager [req-959d03ca-ffea-4fae-82ac-aee8a872e6ab req-ac1d6878-c5ca-405a-b264-6b9fdb0e33e8 service nova] [instance: b776034c-141c-4117-86ae-3aa65600378c] Detach interface failed, port_id=881beab9-7994-47f7-8d30-41effb869ee7, reason: Instance b776034c-141c-4117-86ae-3aa65600378c could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 811.017168] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfc18fd-7501-4d21-a887-6a8cbe02d000 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.287229] env[70243]: INFO nova.compute.manager [-] [instance: b776034c-141c-4117-86ae-3aa65600378c] Took 1.61 seconds to deallocate network for instance. [ 811.483021] env[70243]: DEBUG oslo_concurrency.lockutils [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.483021] env[70243]: DEBUG nova.compute.manager [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.485595] env[70243]: DEBUG oslo_concurrency.lockutils [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.752s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.486999] env[70243]: INFO nova.compute.claims [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.716207] env[70243]: DEBUG nova.network.neutron [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Successfully updated port: df7f07f5-f8c8-4fa5-9746-d80e8a58ff37 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.793657] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.994020] env[70243]: DEBUG nova.compute.utils [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.996320] env[70243]: DEBUG nova.compute.manager [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Not allocating networking since 'none' was specified. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 812.218724] env[70243]: DEBUG oslo_concurrency.lockutils [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "refresh_cache-9f620f3b-e99a-4825-84c5-e4415d6e45d5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.218891] env[70243]: DEBUG oslo_concurrency.lockutils [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired lock "refresh_cache-9f620f3b-e99a-4825-84c5-e4415d6e45d5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.219068] env[70243]: DEBUG nova.network.neutron [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.345367] env[70243]: DEBUG nova.compute.manager [req-2a655641-1374-4da1-a47e-a66b68d80c02 req-58737927-6cdd-489f-86bc-086773aa9f47 service nova] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Received event network-vif-plugged-df7f07f5-f8c8-4fa5-9746-d80e8a58ff37 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.345527] env[70243]: DEBUG oslo_concurrency.lockutils [req-2a655641-1374-4da1-a47e-a66b68d80c02 req-58737927-6cdd-489f-86bc-086773aa9f47 service nova] Acquiring lock "9f620f3b-e99a-4825-84c5-e4415d6e45d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.345741] env[70243]: DEBUG oslo_concurrency.lockutils [req-2a655641-1374-4da1-a47e-a66b68d80c02 req-58737927-6cdd-489f-86bc-086773aa9f47 service nova] Lock "9f620f3b-e99a-4825-84c5-e4415d6e45d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.345916] env[70243]: DEBUG oslo_concurrency.lockutils [req-2a655641-1374-4da1-a47e-a66b68d80c02 req-58737927-6cdd-489f-86bc-086773aa9f47 service nova] Lock "9f620f3b-e99a-4825-84c5-e4415d6e45d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.346282] env[70243]: DEBUG nova.compute.manager [req-2a655641-1374-4da1-a47e-a66b68d80c02 req-58737927-6cdd-489f-86bc-086773aa9f47 service nova] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] No waiting events found dispatching network-vif-plugged-df7f07f5-f8c8-4fa5-9746-d80e8a58ff37 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.346477] env[70243]: WARNING nova.compute.manager [req-2a655641-1374-4da1-a47e-a66b68d80c02 req-58737927-6cdd-489f-86bc-086773aa9f47 service nova] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Received unexpected event network-vif-plugged-df7f07f5-f8c8-4fa5-9746-d80e8a58ff37 for instance with vm_state building and task_state spawning. [ 812.346639] env[70243]: DEBUG nova.compute.manager [req-2a655641-1374-4da1-a47e-a66b68d80c02 req-58737927-6cdd-489f-86bc-086773aa9f47 service nova] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Received event network-changed-df7f07f5-f8c8-4fa5-9746-d80e8a58ff37 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.346790] env[70243]: DEBUG nova.compute.manager [req-2a655641-1374-4da1-a47e-a66b68d80c02 req-58737927-6cdd-489f-86bc-086773aa9f47 service nova] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Refreshing instance network info cache due to event network-changed-df7f07f5-f8c8-4fa5-9746-d80e8a58ff37. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.346952] env[70243]: DEBUG oslo_concurrency.lockutils [req-2a655641-1374-4da1-a47e-a66b68d80c02 req-58737927-6cdd-489f-86bc-086773aa9f47 service nova] Acquiring lock "refresh_cache-9f620f3b-e99a-4825-84c5-e4415d6e45d5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.496866] env[70243]: DEBUG nova.compute.manager [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.524374] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.526911] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-708e2615-e660-46e2-ad76-de1015a19e28 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.533801] env[70243]: DEBUG oslo_vmware.api [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 812.533801] env[70243]: value = "task-3621816" [ 812.533801] env[70243]: _type = "Task" [ 812.533801] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.546601] env[70243]: DEBUG oslo_vmware.api [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.774719] env[70243]: DEBUG nova.network.neutron [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.926434] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce411996-152f-4e82-8c93-cc744d399366 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.934226] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdd2f75-2dac-4a1d-a879-82396fb63260 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.939222] env[70243]: DEBUG nova.network.neutron [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Updating instance_info_cache with network_info: [{"id": "df7f07f5-f8c8-4fa5-9746-d80e8a58ff37", "address": "fa:16:3e:e8:e2:0c", "network": {"id": "9ca41f48-ec49-4b89-8cf4-e17009fd41d3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-376653628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b82d157f42e44fdf8b5c0b034837f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf7f07f5-f8", "ovs_interfaceid": "df7f07f5-f8c8-4fa5-9746-d80e8a58ff37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.967766] env[70243]: DEBUG oslo_concurrency.lockutils [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Releasing lock "refresh_cache-9f620f3b-e99a-4825-84c5-e4415d6e45d5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.968075] env[70243]: DEBUG nova.compute.manager [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Instance network_info: |[{"id": "df7f07f5-f8c8-4fa5-9746-d80e8a58ff37", "address": "fa:16:3e:e8:e2:0c", "network": {"id": "9ca41f48-ec49-4b89-8cf4-e17009fd41d3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-376653628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b82d157f42e44fdf8b5c0b034837f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf7f07f5-f8", "ovs_interfaceid": "df7f07f5-f8c8-4fa5-9746-d80e8a58ff37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.968823] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415e14b6-42d2-47e6-8f66-09f76903e9f5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.971450] env[70243]: DEBUG oslo_concurrency.lockutils [req-2a655641-1374-4da1-a47e-a66b68d80c02 req-58737927-6cdd-489f-86bc-086773aa9f47 service nova] Acquired lock "refresh_cache-9f620f3b-e99a-4825-84c5-e4415d6e45d5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.971631] env[70243]: DEBUG nova.network.neutron [req-2a655641-1374-4da1-a47e-a66b68d80c02 req-58737927-6cdd-489f-86bc-086773aa9f47 service nova] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Refreshing network info cache for port df7f07f5-f8c8-4fa5-9746-d80e8a58ff37 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.972760] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:e2:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df7f07f5-f8c8-4fa5-9746-d80e8a58ff37', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.979993] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Creating folder: Project (b82d157f42e44fdf8b5c0b034837f77f). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.980920] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-369d1ddf-9fb1-41d8-83c7-0822fe12679b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.987979] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c140aff-f545-444d-918e-8029003a51c1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.993060] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Created folder: Project (b82d157f42e44fdf8b5c0b034837f77f) in parent group-v722220. [ 812.993361] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Creating folder: Instances. Parent ref: group-v722346. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.993965] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-015514f8-6fd2-4161-9748-765e67cc78e4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.003668] env[70243]: DEBUG nova.compute.provider_tree [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.013038] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Created folder: Instances in parent group-v722346. [ 813.013414] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.013920] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.015026] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cefd88b8-8226-4ba3-b7e8-0818c3ccc0b4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.036063] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.036063] env[70243]: value = "task-3621819" [ 813.036063] env[70243]: _type = "Task" [ 813.036063] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.046216] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621819, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.049315] env[70243]: DEBUG oslo_vmware.api [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621816, 'name': PowerOffVM_Task, 'duration_secs': 0.202195} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.049582] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.050340] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbcb4b8-ac7d-4dfe-a019-1969376c24d5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.068758] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f45a47-bc8f-4962-90f5-dc0a361a3919 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.101566] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.101926] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c4287b0-5087-48e7-95c2-4f85fadb5f29 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.108408] env[70243]: DEBUG oslo_vmware.api [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 813.108408] env[70243]: value = "task-3621820" [ 813.108408] env[70243]: _type = "Task" [ 813.108408] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.115887] env[70243]: DEBUG oslo_vmware.api [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.510202] env[70243]: DEBUG nova.scheduler.client.report [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.514017] env[70243]: DEBUG nova.compute.manager [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.539225] env[70243]: DEBUG nova.virt.hardware [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.539476] env[70243]: DEBUG nova.virt.hardware [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.539633] env[70243]: DEBUG nova.virt.hardware [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.539810] env[70243]: DEBUG nova.virt.hardware [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.539952] env[70243]: DEBUG nova.virt.hardware [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.540261] env[70243]: DEBUG nova.virt.hardware [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.540487] env[70243]: DEBUG nova.virt.hardware [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.540644] env[70243]: DEBUG nova.virt.hardware [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.541463] env[70243]: DEBUG nova.virt.hardware [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.541463] env[70243]: DEBUG nova.virt.hardware [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.541463] env[70243]: DEBUG nova.virt.hardware [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.542372] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7046309-e873-414f-b9fc-06208065b1f6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.553594] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621819, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.556686] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884053f3-552a-4e84-aba8-c5b2ae2b9090 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.572868] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Instance VIF info [] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.578929] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Creating folder: Project (92f71a2f7b1043b39f80e5e7fdfa819a). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.579292] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00e47f45-fcbf-4c60-98db-6d8a1310f3c6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.589664] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Created folder: Project (92f71a2f7b1043b39f80e5e7fdfa819a) in parent group-v722220. [ 813.589859] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Creating folder: Instances. Parent ref: group-v722349. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.590108] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13940454-f030-4742-ab29-79dc84b8bd01 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.599238] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Created folder: Instances in parent group-v722349. [ 813.599538] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.599650] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.601171] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a73b765-92c4-4e78-b32a-096b5d313ac5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.621422] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] VM already powered off {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 813.621638] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.621886] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.622136] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.622334] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.622556] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.622556] env[70243]: value = "task-3621823" [ 813.622556] env[70243]: _type = "Task" [ 813.622556] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.622740] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f9a2c2a-4ee5-41b2-af30-1dc57cdbe73d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.632161] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621823, 'name': CreateVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.634404] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.634603] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.635313] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8ab4d79-b0a8-41ef-8032-9e2176ed31ac {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.640064] env[70243]: DEBUG oslo_vmware.api [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 813.640064] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525fd6d3-0b29-1fd9-2a48-563c4a474ec4" [ 813.640064] env[70243]: _type = "Task" [ 813.640064] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.648660] env[70243]: DEBUG oslo_vmware.api [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525fd6d3-0b29-1fd9-2a48-563c4a474ec4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.952847] env[70243]: DEBUG nova.network.neutron [req-2a655641-1374-4da1-a47e-a66b68d80c02 req-58737927-6cdd-489f-86bc-086773aa9f47 service nova] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Updated VIF entry in instance network info cache for port df7f07f5-f8c8-4fa5-9746-d80e8a58ff37. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.953379] env[70243]: DEBUG nova.network.neutron [req-2a655641-1374-4da1-a47e-a66b68d80c02 req-58737927-6cdd-489f-86bc-086773aa9f47 service nova] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Updating instance_info_cache with network_info: [{"id": "df7f07f5-f8c8-4fa5-9746-d80e8a58ff37", "address": "fa:16:3e:e8:e2:0c", "network": {"id": "9ca41f48-ec49-4b89-8cf4-e17009fd41d3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-376653628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b82d157f42e44fdf8b5c0b034837f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf7f07f5-f8", "ovs_interfaceid": "df7f07f5-f8c8-4fa5-9746-d80e8a58ff37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.019028] env[70243]: DEBUG oslo_concurrency.lockutils [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.019028] env[70243]: DEBUG nova.compute.manager [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.021172] env[70243]: DEBUG oslo_concurrency.lockutils [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.516s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.023154] env[70243]: INFO nova.compute.claims [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.052564] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621819, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.133973] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621823, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.149050] env[70243]: DEBUG oslo_vmware.api [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525fd6d3-0b29-1fd9-2a48-563c4a474ec4, 'name': SearchDatastore_Task, 'duration_secs': 0.009622} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.149815] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04ad9d9a-fbbb-4adc-9280-2204be7b3c57 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.154974] env[70243]: DEBUG oslo_vmware.api [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 814.154974] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f3732c-787c-9f34-50c1-4f0c99a68802" [ 814.154974] env[70243]: _type = "Task" [ 814.154974] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.161967] env[70243]: DEBUG oslo_vmware.api [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f3732c-787c-9f34-50c1-4f0c99a68802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.457108] env[70243]: DEBUG oslo_concurrency.lockutils [req-2a655641-1374-4da1-a47e-a66b68d80c02 req-58737927-6cdd-489f-86bc-086773aa9f47 service nova] Releasing lock "refresh_cache-9f620f3b-e99a-4825-84c5-e4415d6e45d5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.529995] env[70243]: DEBUG nova.compute.utils [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.535223] env[70243]: DEBUG nova.compute.manager [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.535223] env[70243]: DEBUG nova.network.neutron [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.553197] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621819, 'name': CreateVM_Task, 'duration_secs': 1.303164} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.553384] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.554266] env[70243]: DEBUG oslo_concurrency.lockutils [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.554266] env[70243]: DEBUG oslo_concurrency.lockutils [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.554532] env[70243]: DEBUG oslo_concurrency.lockutils [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.554781] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70c470fc-e52c-4f44-8a2b-d90db810ee6a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.559532] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 814.559532] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f838f3-aacd-a707-65f4-7d89df04c1cf" [ 814.559532] env[70243]: _type = "Task" [ 814.559532] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.567534] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f838f3-aacd-a707-65f4-7d89df04c1cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.580063] env[70243]: DEBUG nova.policy [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19cd1fd0381e4660a60388aef93e59db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a3cf76a669e41d3a95104044045c673', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.636242] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621823, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.664863] env[70243]: DEBUG oslo_vmware.api [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f3732c-787c-9f34-50c1-4f0c99a68802, 'name': SearchDatastore_Task, 'duration_secs': 0.009594} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.665153] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.665422] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] eac99ec0-83ca-41e4-9a4b-f01592c9c3b3/7f4eb466-a64f-4924-9339-b9d7268bf6fd-rescue.vmdk. {{(pid=70243) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 814.665683] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e6e6fc8-00f2-4a07-ba78-b4bf97a77721 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.672712] env[70243]: DEBUG oslo_vmware.api [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 814.672712] env[70243]: value = "task-3621824" [ 814.672712] env[70243]: _type = "Task" [ 814.672712] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.681212] env[70243]: DEBUG oslo_vmware.api [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.894259] env[70243]: DEBUG nova.network.neutron [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Successfully created port: 459cd8e0-25f9-4ca0-b91b-f7b2b6858362 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.039880] env[70243]: DEBUG nova.compute.manager [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.075834] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f838f3-aacd-a707-65f4-7d89df04c1cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010304} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.079773] env[70243]: DEBUG oslo_concurrency.lockutils [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.080190] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.080315] env[70243]: DEBUG oslo_concurrency.lockutils [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.080434] env[70243]: DEBUG oslo_concurrency.lockutils [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.080618] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.082448] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65a71040-33c3-4c80-99f0-deb3057dfba0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.098379] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.098379] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.098971] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44840330-eb4d-4e00-bdbe-8f39a8ac958b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.108599] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 815.108599] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52039e2f-febb-d9a3-7d8e-b3c3f46d95c0" [ 815.108599] env[70243]: _type = "Task" [ 815.108599] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.127532] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52039e2f-febb-d9a3-7d8e-b3c3f46d95c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.135999] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621823, 'name': CreateVM_Task, 'duration_secs': 1.267755} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.136202] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.136628] env[70243]: DEBUG oslo_concurrency.lockutils [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.136790] env[70243]: DEBUG oslo_concurrency.lockutils [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.137117] env[70243]: DEBUG oslo_concurrency.lockutils [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.137396] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30c288e2-2a45-4cac-af7e-40f4d21713c8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.145343] env[70243]: DEBUG oslo_vmware.api [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Waiting for the task: (returnval){ [ 815.145343] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52011fda-a552-1402-420b-ee768f7c48fd" [ 815.145343] env[70243]: _type = "Task" [ 815.145343] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.153942] env[70243]: DEBUG oslo_vmware.api [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52011fda-a552-1402-420b-ee768f7c48fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.183238] env[70243]: DEBUG oslo_vmware.api [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492185} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.185901] env[70243]: INFO nova.virt.vmwareapi.ds_util [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] eac99ec0-83ca-41e4-9a4b-f01592c9c3b3/7f4eb466-a64f-4924-9339-b9d7268bf6fd-rescue.vmdk. [ 815.186978] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5721b29a-54fa-4c00-a975-7ff6364b0baf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.211600] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] eac99ec0-83ca-41e4-9a4b-f01592c9c3b3/7f4eb466-a64f-4924-9339-b9d7268bf6fd-rescue.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.215295] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efef3463-624e-4cc9-9029-570bd2db9a15 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.235071] env[70243]: DEBUG oslo_vmware.api [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 815.235071] env[70243]: value = "task-3621825" [ 815.235071] env[70243]: _type = "Task" [ 815.235071] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.244877] env[70243]: DEBUG oslo_vmware.api [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621825, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.538791] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c225399d-e438-4fb7-93ea-31cbf6f54c07 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.551738] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1740661-8590-421f-8a3f-270c106a5bd7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.583496] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716f1edc-ca6a-4481-830c-f71800b7e558 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.591627] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5568b0-d446-4e2d-bb51-bf11dd3db209 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.605775] env[70243]: DEBUG nova.compute.provider_tree [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.618063] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52039e2f-febb-d9a3-7d8e-b3c3f46d95c0, 'name': SearchDatastore_Task, 'duration_secs': 0.025683} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.618833] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08779f20-77b0-42dc-930a-b894d883a4c9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.623874] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 815.623874] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527ae70d-5c31-9326-3c69-e3c05bb267a3" [ 815.623874] env[70243]: _type = "Task" [ 815.623874] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.631822] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527ae70d-5c31-9326-3c69-e3c05bb267a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.655213] env[70243]: DEBUG oslo_vmware.api [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52011fda-a552-1402-420b-ee768f7c48fd, 'name': SearchDatastore_Task, 'duration_secs': 0.008942} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.655533] env[70243]: DEBUG oslo_concurrency.lockutils [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.655712] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.655919] env[70243]: DEBUG oslo_concurrency.lockutils [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.745923] env[70243]: DEBUG oslo_vmware.api [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621825, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.055032] env[70243]: DEBUG nova.compute.manager [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.081030] env[70243]: DEBUG nova.virt.hardware [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.081347] env[70243]: DEBUG nova.virt.hardware [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.081513] env[70243]: DEBUG nova.virt.hardware [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.081709] env[70243]: DEBUG nova.virt.hardware [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.081868] env[70243]: DEBUG nova.virt.hardware [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.082028] env[70243]: DEBUG nova.virt.hardware [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.082241] env[70243]: DEBUG nova.virt.hardware [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.082420] env[70243]: DEBUG nova.virt.hardware [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.082606] env[70243]: DEBUG nova.virt.hardware [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.082768] env[70243]: DEBUG nova.virt.hardware [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.082958] env[70243]: DEBUG nova.virt.hardware [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.083813] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875110de-1bab-4c47-aed0-a306350aa1c7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.091679] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5593d272-df10-4c89-b2b1-969dee13e17c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.108618] env[70243]: DEBUG nova.scheduler.client.report [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.134129] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527ae70d-5c31-9326-3c69-e3c05bb267a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010807} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.135168] env[70243]: DEBUG oslo_concurrency.lockutils [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.135168] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 9f620f3b-e99a-4825-84c5-e4415d6e45d5/9f620f3b-e99a-4825-84c5-e4415d6e45d5.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.135168] env[70243]: DEBUG oslo_concurrency.lockutils [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.135168] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.135682] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06318619-2b91-41e7-8ae6-14271ce19d8a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.136987] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52f99cdd-e772-469e-83b4-5946601b47a1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.144233] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 816.144233] env[70243]: value = "task-3621826" [ 816.144233] env[70243]: _type = "Task" [ 816.144233] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.148360] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.148541] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.149758] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da3d460f-24f0-4d74-85d8-a6fdca9a7a8f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.154784] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3621826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.157629] env[70243]: DEBUG oslo_vmware.api [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Waiting for the task: (returnval){ [ 816.157629] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b104bb-cda9-83bb-a1ef-8b4372e22069" [ 816.157629] env[70243]: _type = "Task" [ 816.157629] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.165212] env[70243]: DEBUG oslo_vmware.api [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b104bb-cda9-83bb-a1ef-8b4372e22069, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.245349] env[70243]: DEBUG oslo_vmware.api [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621825, 'name': ReconfigVM_Task, 'duration_secs': 0.563274} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.245504] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Reconfigured VM instance instance-00000027 to attach disk [datastore1] eac99ec0-83ca-41e4-9a4b-f01592c9c3b3/7f4eb466-a64f-4924-9339-b9d7268bf6fd-rescue.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.246403] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f418a414-2ca7-4389-afc7-29748d07b5e4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.271305] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d088003-4988-48d3-b272-6b3aede1c934 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.286424] env[70243]: DEBUG oslo_vmware.api [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 816.286424] env[70243]: value = "task-3621827" [ 816.286424] env[70243]: _type = "Task" [ 816.286424] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.293815] env[70243]: DEBUG oslo_vmware.api [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.437804] env[70243]: DEBUG nova.compute.manager [req-38b4c18e-786f-4f3e-bef7-b400be273bf8 req-5fc7f405-945a-4aca-80c5-d6c8dbc712df service nova] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Received event network-vif-plugged-459cd8e0-25f9-4ca0-b91b-f7b2b6858362 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.438149] env[70243]: DEBUG oslo_concurrency.lockutils [req-38b4c18e-786f-4f3e-bef7-b400be273bf8 req-5fc7f405-945a-4aca-80c5-d6c8dbc712df service nova] Acquiring lock "91c048bc-1be0-4ebf-9b2f-49ced29924f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.438512] env[70243]: DEBUG oslo_concurrency.lockutils [req-38b4c18e-786f-4f3e-bef7-b400be273bf8 req-5fc7f405-945a-4aca-80c5-d6c8dbc712df service nova] Lock "91c048bc-1be0-4ebf-9b2f-49ced29924f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.438512] env[70243]: DEBUG oslo_concurrency.lockutils [req-38b4c18e-786f-4f3e-bef7-b400be273bf8 req-5fc7f405-945a-4aca-80c5-d6c8dbc712df service nova] Lock "91c048bc-1be0-4ebf-9b2f-49ced29924f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.439053] env[70243]: DEBUG nova.compute.manager [req-38b4c18e-786f-4f3e-bef7-b400be273bf8 req-5fc7f405-945a-4aca-80c5-d6c8dbc712df service nova] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] No waiting events found dispatching network-vif-plugged-459cd8e0-25f9-4ca0-b91b-f7b2b6858362 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.439253] env[70243]: WARNING nova.compute.manager [req-38b4c18e-786f-4f3e-bef7-b400be273bf8 req-5fc7f405-945a-4aca-80c5-d6c8dbc712df service nova] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Received unexpected event network-vif-plugged-459cd8e0-25f9-4ca0-b91b-f7b2b6858362 for instance with vm_state building and task_state spawning. [ 816.549780] env[70243]: DEBUG nova.network.neutron [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Successfully updated port: 459cd8e0-25f9-4ca0-b91b-f7b2b6858362 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.615913] env[70243]: DEBUG oslo_concurrency.lockutils [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.615913] env[70243]: DEBUG nova.compute.manager [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.618109] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.748s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.618109] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.620363] env[70243]: DEBUG oslo_concurrency.lockutils [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.587s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.620535] env[70243]: DEBUG oslo_concurrency.lockutils [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.626059] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.785s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.626059] env[70243]: INFO nova.compute.claims [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.656194] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3621826, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.657596] env[70243]: INFO nova.scheduler.client.report [None req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Deleted allocations for instance 6ed82d05-439d-4d04-8255-f2c3c00c72a2 [ 816.662369] env[70243]: INFO nova.scheduler.client.report [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Deleted allocations for instance 485142bc-b531-4d5b-922f-faad6652ef8a [ 816.675332] env[70243]: DEBUG oslo_vmware.api [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b104bb-cda9-83bb-a1ef-8b4372e22069, 'name': SearchDatastore_Task, 'duration_secs': 0.009321} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.676138] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32d24d10-58aa-459a-a1fd-5963cd776a47 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.684279] env[70243]: DEBUG oslo_vmware.api [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Waiting for the task: (returnval){ [ 816.684279] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52580f5b-b301-7e82-f968-71f1d634bd80" [ 816.684279] env[70243]: _type = "Task" [ 816.684279] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.695114] env[70243]: DEBUG oslo_vmware.api [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52580f5b-b301-7e82-f968-71f1d634bd80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.796489] env[70243]: DEBUG oslo_vmware.api [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621827, 'name': ReconfigVM_Task, 'duration_secs': 0.198338} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.796749] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.796986] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41109371-b5a9-42a5-ba08-44a680acf117 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.803995] env[70243]: DEBUG oslo_vmware.api [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 816.803995] env[70243]: value = "task-3621828" [ 816.803995] env[70243]: _type = "Task" [ 816.803995] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.816415] env[70243]: DEBUG oslo_vmware.api [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.055772] env[70243]: DEBUG oslo_concurrency.lockutils [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Acquiring lock "refresh_cache-91c048bc-1be0-4ebf-9b2f-49ced29924f1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.056042] env[70243]: DEBUG oslo_concurrency.lockutils [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Acquired lock "refresh_cache-91c048bc-1be0-4ebf-9b2f-49ced29924f1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.056117] env[70243]: DEBUG nova.network.neutron [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.128462] env[70243]: DEBUG nova.compute.utils [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.133430] env[70243]: DEBUG nova.compute.manager [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.133430] env[70243]: DEBUG nova.network.neutron [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.155150] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3621826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513331} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.155413] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 9f620f3b-e99a-4825-84c5-e4415d6e45d5/9f620f3b-e99a-4825-84c5-e4415d6e45d5.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.155628] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.155869] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7b1deb0-a110-47f9-8abb-6263ea70f662 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.162548] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 817.162548] env[70243]: value = "task-3621829" [ 817.162548] env[70243]: _type = "Task" [ 817.162548] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.174552] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3621829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.175963] env[70243]: DEBUG nova.policy [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78cd40e8772c4d2b8df2852207a4b53d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43eeaa4f169b474f98c30133c1f11117', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.177564] env[70243]: DEBUG oslo_concurrency.lockutils [None req-acf530c6-4bf4-4383-a88b-574f1ae83e25 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lock "485142bc-b531-4d5b-922f-faad6652ef8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.203s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.178603] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9b4e14ed-e1a0-48a2-a8b1-d7aa4c415a70 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Lock "6ed82d05-439d-4d04-8255-f2c3c00c72a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.460s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.194938] env[70243]: DEBUG oslo_vmware.api [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52580f5b-b301-7e82-f968-71f1d634bd80, 'name': SearchDatastore_Task, 'duration_secs': 0.055873} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.196332] env[70243]: DEBUG oslo_concurrency.lockutils [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.196664] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 599b125b-2fb0-490c-a9ef-cc00879a1be8/599b125b-2fb0-490c-a9ef-cc00879a1be8.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.196963] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ef5f1f8-a97b-4563-8add-6ab030d148de {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.204143] env[70243]: DEBUG oslo_vmware.api [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Waiting for the task: (returnval){ [ 817.204143] env[70243]: value = "task-3621830" [ 817.204143] env[70243]: _type = "Task" [ 817.204143] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.213202] env[70243]: DEBUG oslo_vmware.api [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.282140] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Acquiring lock "911b26ec-7da1-454e-bdae-e3c9770da1dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.282271] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lock "911b26ec-7da1-454e-bdae-e3c9770da1dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.282706] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Acquiring lock "911b26ec-7da1-454e-bdae-e3c9770da1dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.282706] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lock "911b26ec-7da1-454e-bdae-e3c9770da1dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.282855] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lock "911b26ec-7da1-454e-bdae-e3c9770da1dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.287021] env[70243]: INFO nova.compute.manager [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Terminating instance [ 817.314062] env[70243]: DEBUG oslo_vmware.api [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621828, 'name': PowerOnVM_Task, 'duration_secs': 0.44918} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.314341] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.319903] env[70243]: DEBUG nova.compute.manager [None req-fea3ab7a-044b-440e-8a08-b99aefb5629a tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.319903] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9990443-406f-43be-a98f-dcf1ced49242 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.554715] env[70243]: DEBUG nova.network.neutron [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Successfully created port: 460c3f94-6af6-47e5-85e5-5f50772e76d0 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.608133] env[70243]: DEBUG nova.network.neutron [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.637858] env[70243]: DEBUG nova.compute.manager [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.681354] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3621829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07735} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.686145] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.687966] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446db437-807d-4b79-aef1-146e88fe313b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.715412] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 9f620f3b-e99a-4825-84c5-e4415d6e45d5/9f620f3b-e99a-4825-84c5-e4415d6e45d5.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.728304] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf451fbe-c71f-462c-bc31-b6874f75f5ae {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.748901] env[70243]: DEBUG oslo_vmware.api [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512683} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.750225] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 599b125b-2fb0-490c-a9ef-cc00879a1be8/599b125b-2fb0-490c-a9ef-cc00879a1be8.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.750528] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.750759] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 817.750759] env[70243]: value = "task-3621831" [ 817.750759] env[70243]: _type = "Task" [ 817.750759] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.750947] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00d360b4-49d5-4f77-a377-d9202adb8638 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.763661] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3621831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.768030] env[70243]: DEBUG oslo_vmware.api [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Waiting for the task: (returnval){ [ 817.768030] env[70243]: value = "task-3621832" [ 817.768030] env[70243]: _type = "Task" [ 817.768030] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.790085] env[70243]: DEBUG nova.compute.manager [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.790315] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.791406] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1b3386-cbd5-4d72-9bef-fea174ce67fe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.798830] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.799721] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5d85286-0a40-45b4-8032-e732f39c75ea {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.806433] env[70243]: DEBUG oslo_vmware.api [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 817.806433] env[70243]: value = "task-3621833" [ 817.806433] env[70243]: _type = "Task" [ 817.806433] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.818874] env[70243]: DEBUG oslo_vmware.api [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.958921] env[70243]: DEBUG nova.network.neutron [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Updating instance_info_cache with network_info: [{"id": "459cd8e0-25f9-4ca0-b91b-f7b2b6858362", "address": "fa:16:3e:a1:b9:71", "network": {"id": "661e1ec4-6520-4e80-98dc-f0f17c381c9c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-294560426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a3cf76a669e41d3a95104044045c673", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap459cd8e0-25", "ovs_interfaceid": "459cd8e0-25f9-4ca0-b91b-f7b2b6858362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.185824] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70c98ca-ee81-461f-a472-58b6e5748c80 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.193759] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362ef501-9050-46a1-8e15-91b314512df3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.228045] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f177d085-8a5e-4aa2-a93e-283d94c7901a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.236319] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed27446-eabd-4918-b391-8f88d34f29a3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.249814] env[70243]: DEBUG nova.compute.provider_tree [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.262689] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3621831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.274030] env[70243]: DEBUG oslo_vmware.api [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075198} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.274205] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.274933] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0d865d-b434-4453-a2b9-fe7a4dc8609c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.294619] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 599b125b-2fb0-490c-a9ef-cc00879a1be8/599b125b-2fb0-490c-a9ef-cc00879a1be8.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.294887] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc15f3c2-fcd1-42a2-89df-22e9a6918dcf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.317527] env[70243]: DEBUG oslo_vmware.api [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621833, 'name': PowerOffVM_Task, 'duration_secs': 0.442056} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.318703] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.318894] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.319348] env[70243]: DEBUG oslo_vmware.api [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Waiting for the task: (returnval){ [ 818.319348] env[70243]: value = "task-3621834" [ 818.319348] env[70243]: _type = "Task" [ 818.319348] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.319538] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d80b7098-822e-4b3d-a3df-c2377fd7c4fb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.327911] env[70243]: DEBUG oslo_vmware.api [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621834, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.349298] env[70243]: DEBUG oslo_concurrency.lockutils [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Acquiring lock "5255d1c1-2498-499e-a08b-46c6762f8d3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.349598] env[70243]: DEBUG oslo_concurrency.lockutils [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Lock "5255d1c1-2498-499e-a08b-46c6762f8d3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.349837] env[70243]: DEBUG oslo_concurrency.lockutils [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Acquiring lock "5255d1c1-2498-499e-a08b-46c6762f8d3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.350036] env[70243]: DEBUG oslo_concurrency.lockutils [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Lock "5255d1c1-2498-499e-a08b-46c6762f8d3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.350210] env[70243]: DEBUG oslo_concurrency.lockutils [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Lock "5255d1c1-2498-499e-a08b-46c6762f8d3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.353919] env[70243]: INFO nova.compute.manager [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Terminating instance [ 818.394348] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.394652] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.394842] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Deleting the datastore file [datastore1] 911b26ec-7da1-454e-bdae-e3c9770da1dd {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.395123] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c92da88-0729-406d-89ca-0a90c386013c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.403855] env[70243]: DEBUG oslo_vmware.api [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for the task: (returnval){ [ 818.403855] env[70243]: value = "task-3621836" [ 818.403855] env[70243]: _type = "Task" [ 818.403855] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.411452] env[70243]: DEBUG oslo_vmware.api [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.461785] env[70243]: DEBUG oslo_concurrency.lockutils [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Releasing lock "refresh_cache-91c048bc-1be0-4ebf-9b2f-49ced29924f1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.462147] env[70243]: DEBUG nova.compute.manager [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Instance network_info: |[{"id": "459cd8e0-25f9-4ca0-b91b-f7b2b6858362", "address": "fa:16:3e:a1:b9:71", "network": {"id": "661e1ec4-6520-4e80-98dc-f0f17c381c9c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-294560426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a3cf76a669e41d3a95104044045c673", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap459cd8e0-25", "ovs_interfaceid": "459cd8e0-25f9-4ca0-b91b-f7b2b6858362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.463954] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:b9:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '459cd8e0-25f9-4ca0-b91b-f7b2b6858362', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.471570] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Creating folder: Project (5a3cf76a669e41d3a95104044045c673). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.472866] env[70243]: DEBUG nova.compute.manager [req-31df62b8-3124-4947-8b65-d5251b95ffe3 req-8bfdf9ce-886b-4f86-983f-ca7ece3beab6 service nova] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Received event network-changed-459cd8e0-25f9-4ca0-b91b-f7b2b6858362 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.473361] env[70243]: DEBUG nova.compute.manager [req-31df62b8-3124-4947-8b65-d5251b95ffe3 req-8bfdf9ce-886b-4f86-983f-ca7ece3beab6 service nova] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Refreshing instance network info cache due to event network-changed-459cd8e0-25f9-4ca0-b91b-f7b2b6858362. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.473361] env[70243]: DEBUG oslo_concurrency.lockutils [req-31df62b8-3124-4947-8b65-d5251b95ffe3 req-8bfdf9ce-886b-4f86-983f-ca7ece3beab6 service nova] Acquiring lock "refresh_cache-91c048bc-1be0-4ebf-9b2f-49ced29924f1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.473558] env[70243]: DEBUG oslo_concurrency.lockutils [req-31df62b8-3124-4947-8b65-d5251b95ffe3 req-8bfdf9ce-886b-4f86-983f-ca7ece3beab6 service nova] Acquired lock "refresh_cache-91c048bc-1be0-4ebf-9b2f-49ced29924f1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.473673] env[70243]: DEBUG nova.network.neutron [req-31df62b8-3124-4947-8b65-d5251b95ffe3 req-8bfdf9ce-886b-4f86-983f-ca7ece3beab6 service nova] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Refreshing network info cache for port 459cd8e0-25f9-4ca0-b91b-f7b2b6858362 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.475421] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98ce2c98-a896-42c5-ab44-63aef4510cbf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.486043] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Created folder: Project (5a3cf76a669e41d3a95104044045c673) in parent group-v722220. [ 818.486250] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Creating folder: Instances. Parent ref: group-v722352. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.486737] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-654ca6ca-1a50-41ec-aa71-ff2eff9627aa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.497996] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Created folder: Instances in parent group-v722352. [ 818.498279] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.498493] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.498707] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62034a1f-df1a-4469-b8c4-cf66183ffc3a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.518706] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.518706] env[70243]: value = "task-3621839" [ 818.518706] env[70243]: _type = "Task" [ 818.518706] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.525808] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621839, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.648076] env[70243]: DEBUG nova.compute.manager [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.668921] env[70243]: DEBUG nova.virt.hardware [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.669170] env[70243]: DEBUG nova.virt.hardware [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.669367] env[70243]: DEBUG nova.virt.hardware [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.669548] env[70243]: DEBUG nova.virt.hardware [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.669696] env[70243]: DEBUG nova.virt.hardware [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.669840] env[70243]: DEBUG nova.virt.hardware [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.670061] env[70243]: DEBUG nova.virt.hardware [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.670223] env[70243]: DEBUG nova.virt.hardware [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.670415] env[70243]: DEBUG nova.virt.hardware [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.670539] env[70243]: DEBUG nova.virt.hardware [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.670713] env[70243]: DEBUG nova.virt.hardware [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.671631] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72720f72-8e3e-415b-a3c2-2b3e7267e802 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.679726] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbed8462-0007-4c5c-9432-dfa040e071fc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.753411] env[70243]: DEBUG nova.scheduler.client.report [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.766583] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3621831, 'name': ReconfigVM_Task, 'duration_secs': 0.765852} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.766896] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 9f620f3b-e99a-4825-84c5-e4415d6e45d5/9f620f3b-e99a-4825-84c5-e4415d6e45d5.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.767518] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-753caacd-29ce-48dc-a693-c791afc0b14b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.773363] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 818.773363] env[70243]: value = "task-3621840" [ 818.773363] env[70243]: _type = "Task" [ 818.773363] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.786611] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3621840, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.834036] env[70243]: DEBUG oslo_vmware.api [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621834, 'name': ReconfigVM_Task, 'duration_secs': 0.407834} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.834036] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 599b125b-2fb0-490c-a9ef-cc00879a1be8/599b125b-2fb0-490c-a9ef-cc00879a1be8.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.834036] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3a2208f-3160-406d-b222-073999b40d3b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.839517] env[70243]: DEBUG oslo_vmware.api [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Waiting for the task: (returnval){ [ 818.839517] env[70243]: value = "task-3621841" [ 818.839517] env[70243]: _type = "Task" [ 818.839517] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.853355] env[70243]: DEBUG oslo_vmware.api [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621841, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.860634] env[70243]: DEBUG nova.compute.manager [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.860878] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.861873] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffae8d66-1e99-45ee-963f-3ebecd659ea4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.870178] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.870352] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-310bad86-6de6-404e-9217-46a0ac4ac097 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.877584] env[70243]: DEBUG oslo_vmware.api [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Waiting for the task: (returnval){ [ 818.877584] env[70243]: value = "task-3621842" [ 818.877584] env[70243]: _type = "Task" [ 818.877584] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.887597] env[70243]: DEBUG oslo_vmware.api [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.917520] env[70243]: DEBUG oslo_vmware.api [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Task: {'id': task-3621836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149139} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.918670] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.918670] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.918670] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.918670] env[70243]: INFO nova.compute.manager [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 818.918670] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.918994] env[70243]: DEBUG nova.compute.manager [-] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.918994] env[70243]: DEBUG nova.network.neutron [-] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.030919] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621839, 'name': CreateVM_Task, 'duration_secs': 0.427002} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.031169] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.031901] env[70243]: DEBUG oslo_concurrency.lockutils [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.032159] env[70243]: DEBUG oslo_concurrency.lockutils [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.032714] env[70243]: DEBUG oslo_concurrency.lockutils [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.032792] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fc7e59a-bb5d-425f-8093-49c0f2f9dfb1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.037737] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Waiting for the task: (returnval){ [ 819.037737] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5253bf38-1500-40ae-5172-282c2f4d4ef2" [ 819.037737] env[70243]: _type = "Task" [ 819.037737] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.046522] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5253bf38-1500-40ae-5172-282c2f4d4ef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.258716] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.259314] env[70243]: DEBUG nova.compute.manager [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.265371] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.257s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.265371] env[70243]: DEBUG nova.objects.instance [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 819.281182] env[70243]: DEBUG nova.network.neutron [req-31df62b8-3124-4947-8b65-d5251b95ffe3 req-8bfdf9ce-886b-4f86-983f-ca7ece3beab6 service nova] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Updated VIF entry in instance network info cache for port 459cd8e0-25f9-4ca0-b91b-f7b2b6858362. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.281182] env[70243]: DEBUG nova.network.neutron [req-31df62b8-3124-4947-8b65-d5251b95ffe3 req-8bfdf9ce-886b-4f86-983f-ca7ece3beab6 service nova] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Updating instance_info_cache with network_info: [{"id": "459cd8e0-25f9-4ca0-b91b-f7b2b6858362", "address": "fa:16:3e:a1:b9:71", "network": {"id": "661e1ec4-6520-4e80-98dc-f0f17c381c9c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-294560426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a3cf76a669e41d3a95104044045c673", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap459cd8e0-25", "ovs_interfaceid": "459cd8e0-25f9-4ca0-b91b-f7b2b6858362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.287359] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3621840, 'name': Rename_Task, 'duration_secs': 0.247494} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.287359] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.287359] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35e9a809-276c-42e6-81fb-8260be1ed288 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.292788] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 819.292788] env[70243]: value = "task-3621843" [ 819.292788] env[70243]: _type = "Task" [ 819.292788] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.301054] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3621843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.348688] env[70243]: DEBUG oslo_vmware.api [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621841, 'name': Rename_Task, 'duration_secs': 0.169264} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.348965] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.349229] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b0a2da0-c225-40f9-9448-f01839ad3cd8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.355608] env[70243]: DEBUG oslo_vmware.api [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Waiting for the task: (returnval){ [ 819.355608] env[70243]: value = "task-3621844" [ 819.355608] env[70243]: _type = "Task" [ 819.355608] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.363415] env[70243]: DEBUG oslo_vmware.api [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.388832] env[70243]: DEBUG oslo_vmware.api [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621842, 'name': PowerOffVM_Task, 'duration_secs': 0.234448} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.389155] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.389422] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.389702] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d508843-6727-43f3-9c35-ddb54d9641c4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.454661] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.454790] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.454972] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Deleting the datastore file [datastore1] 5255d1c1-2498-499e-a08b-46c6762f8d3c {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.455329] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ee4e953-585b-4a94-81ea-f259658f5102 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.463470] env[70243]: DEBUG oslo_vmware.api [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Waiting for the task: (returnval){ [ 819.463470] env[70243]: value = "task-3621846" [ 819.463470] env[70243]: _type = "Task" [ 819.463470] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.474630] env[70243]: DEBUG oslo_vmware.api [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.476282] env[70243]: DEBUG nova.network.neutron [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Successfully updated port: 460c3f94-6af6-47e5-85e5-5f50772e76d0 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.508766] env[70243]: DEBUG oslo_concurrency.lockutils [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquiring lock "d1fe054d-e3b0-4e07-8633-3f2f2763ccdf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.508766] env[70243]: DEBUG oslo_concurrency.lockutils [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Lock "d1fe054d-e3b0-4e07-8633-3f2f2763ccdf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.550591] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5253bf38-1500-40ae-5172-282c2f4d4ef2, 'name': SearchDatastore_Task, 'duration_secs': 0.019476} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.550855] env[70243]: DEBUG oslo_concurrency.lockutils [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.551097] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.551360] env[70243]: DEBUG oslo_concurrency.lockutils [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.551531] env[70243]: DEBUG oslo_concurrency.lockutils [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.551702] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.551971] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e541a0a-2cc0-42ce-aae3-911ea290c5fa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.560348] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.560522] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.561367] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efed79cd-070f-4421-b1e8-01ef78d1aae2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.566416] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Waiting for the task: (returnval){ [ 819.566416] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523c7b3a-1455-78ee-3b58-a4255db69fcb" [ 819.566416] env[70243]: _type = "Task" [ 819.566416] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.576158] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523c7b3a-1455-78ee-3b58-a4255db69fcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.766546] env[70243]: DEBUG nova.compute.utils [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.767926] env[70243]: DEBUG nova.compute.manager [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.768104] env[70243]: DEBUG nova.network.neutron [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.784009] env[70243]: DEBUG oslo_concurrency.lockutils [req-31df62b8-3124-4947-8b65-d5251b95ffe3 req-8bfdf9ce-886b-4f86-983f-ca7ece3beab6 service nova] Releasing lock "refresh_cache-91c048bc-1be0-4ebf-9b2f-49ced29924f1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.803802] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3621843, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.804103] env[70243]: DEBUG nova.network.neutron [-] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.837685] env[70243]: DEBUG nova.policy [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '257e193c76594003a5a1b7488af10164', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '643354cc2de24e27af8504a4b1ad5efd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.873888] env[70243]: DEBUG oslo_vmware.api [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621844, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.973473] env[70243]: DEBUG oslo_vmware.api [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Task: {'id': task-3621846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146522} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.975653] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.975653] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.975653] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.975653] env[70243]: INFO nova.compute.manager [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 819.975653] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.976337] env[70243]: DEBUG nova.compute.manager [-] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.976337] env[70243]: DEBUG nova.network.neutron [-] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.979100] env[70243]: DEBUG oslo_concurrency.lockutils [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "refresh_cache-668f8a1d-e0da-4ebf-9340-6ab7c5475b32" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.979234] env[70243]: DEBUG oslo_concurrency.lockutils [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquired lock "refresh_cache-668f8a1d-e0da-4ebf-9340-6ab7c5475b32" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.979374] env[70243]: DEBUG nova.network.neutron [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.078148] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523c7b3a-1455-78ee-3b58-a4255db69fcb, 'name': SearchDatastore_Task, 'duration_secs': 0.01684} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.079100] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f04e8c6-8fad-4fd7-8500-99d3685f5882 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.084784] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Waiting for the task: (returnval){ [ 820.084784] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d9cf59-ff7a-c9b4-aa39-c52fdddeb0f7" [ 820.084784] env[70243]: _type = "Task" [ 820.084784] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.093374] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d9cf59-ff7a-c9b4-aa39-c52fdddeb0f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.276731] env[70243]: DEBUG nova.compute.manager [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.280051] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc555a1d-c026-4a4e-b515-afad4593a115 tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.280958] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.701s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.282490] env[70243]: INFO nova.compute.claims [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.304292] env[70243]: DEBUG oslo_vmware.api [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3621843, 'name': PowerOnVM_Task, 'duration_secs': 0.621031} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.304574] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.304786] env[70243]: INFO nova.compute.manager [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Took 9.36 seconds to spawn the instance on the hypervisor. [ 820.304961] env[70243]: DEBUG nova.compute.manager [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.305783] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b51b36-9a11-42d6-a711-24cc1dddfe71 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.308781] env[70243]: INFO nova.compute.manager [-] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Took 1.39 seconds to deallocate network for instance. [ 820.329028] env[70243]: DEBUG nova.network.neutron [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Successfully created port: e4f592ef-f6f6-489b-95c2-2709d337c75a {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.370523] env[70243]: DEBUG oslo_vmware.api [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621844, 'name': PowerOnVM_Task, 'duration_secs': 0.535398} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.374108] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.374108] env[70243]: INFO nova.compute.manager [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Took 6.86 seconds to spawn the instance on the hypervisor. [ 820.374108] env[70243]: DEBUG nova.compute.manager [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.374108] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e509546-63a6-4989-b856-3e09b523f248 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.531537] env[70243]: DEBUG nova.compute.manager [req-7d426212-a9a3-4fc4-b2df-26920c84719d req-18263366-e8b1-43e8-b2b1-0d78406ab9c9 service nova] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Received event network-vif-deleted-20eda677-9580-4e11-b923-2c433fa1b312 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.531806] env[70243]: DEBUG nova.compute.manager [req-7d426212-a9a3-4fc4-b2df-26920c84719d req-18263366-e8b1-43e8-b2b1-0d78406ab9c9 service nova] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Received event network-vif-plugged-460c3f94-6af6-47e5-85e5-5f50772e76d0 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.531963] env[70243]: DEBUG oslo_concurrency.lockutils [req-7d426212-a9a3-4fc4-b2df-26920c84719d req-18263366-e8b1-43e8-b2b1-0d78406ab9c9 service nova] Acquiring lock "668f8a1d-e0da-4ebf-9340-6ab7c5475b32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.532261] env[70243]: DEBUG oslo_concurrency.lockutils [req-7d426212-a9a3-4fc4-b2df-26920c84719d req-18263366-e8b1-43e8-b2b1-0d78406ab9c9 service nova] Lock "668f8a1d-e0da-4ebf-9340-6ab7c5475b32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.532478] env[70243]: DEBUG oslo_concurrency.lockutils [req-7d426212-a9a3-4fc4-b2df-26920c84719d req-18263366-e8b1-43e8-b2b1-0d78406ab9c9 service nova] Lock "668f8a1d-e0da-4ebf-9340-6ab7c5475b32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.532712] env[70243]: DEBUG nova.compute.manager [req-7d426212-a9a3-4fc4-b2df-26920c84719d req-18263366-e8b1-43e8-b2b1-0d78406ab9c9 service nova] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] No waiting events found dispatching network-vif-plugged-460c3f94-6af6-47e5-85e5-5f50772e76d0 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.532969] env[70243]: WARNING nova.compute.manager [req-7d426212-a9a3-4fc4-b2df-26920c84719d req-18263366-e8b1-43e8-b2b1-0d78406ab9c9 service nova] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Received unexpected event network-vif-plugged-460c3f94-6af6-47e5-85e5-5f50772e76d0 for instance with vm_state building and task_state spawning. [ 820.533216] env[70243]: DEBUG nova.compute.manager [req-7d426212-a9a3-4fc4-b2df-26920c84719d req-18263366-e8b1-43e8-b2b1-0d78406ab9c9 service nova] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Received event network-changed-460c3f94-6af6-47e5-85e5-5f50772e76d0 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.533416] env[70243]: DEBUG nova.compute.manager [req-7d426212-a9a3-4fc4-b2df-26920c84719d req-18263366-e8b1-43e8-b2b1-0d78406ab9c9 service nova] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Refreshing instance network info cache due to event network-changed-460c3f94-6af6-47e5-85e5-5f50772e76d0. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.533652] env[70243]: DEBUG oslo_concurrency.lockutils [req-7d426212-a9a3-4fc4-b2df-26920c84719d req-18263366-e8b1-43e8-b2b1-0d78406ab9c9 service nova] Acquiring lock "refresh_cache-668f8a1d-e0da-4ebf-9340-6ab7c5475b32" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.556486] env[70243]: DEBUG nova.network.neutron [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.597327] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d9cf59-ff7a-c9b4-aa39-c52fdddeb0f7, 'name': SearchDatastore_Task, 'duration_secs': 0.042104} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.597588] env[70243]: DEBUG oslo_concurrency.lockutils [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.597846] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 91c048bc-1be0-4ebf-9b2f-49ced29924f1/91c048bc-1be0-4ebf-9b2f-49ced29924f1.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.598117] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34f9c8b4-b318-40cb-a7aa-32dde322adb0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.604145] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Waiting for the task: (returnval){ [ 820.604145] env[70243]: value = "task-3621847" [ 820.604145] env[70243]: _type = "Task" [ 820.604145] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.611792] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Task: {'id': task-3621847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.829819] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.836417] env[70243]: INFO nova.compute.manager [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Took 45.37 seconds to build instance. [ 820.877304] env[70243]: DEBUG nova.network.neutron [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Updating instance_info_cache with network_info: [{"id": "460c3f94-6af6-47e5-85e5-5f50772e76d0", "address": "fa:16:3e:fa:1d:15", "network": {"id": "9008d91f-bd39-4a2b-bd60-f11b34cfb2c0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021891106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43eeaa4f169b474f98c30133c1f11117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap460c3f94-6a", "ovs_interfaceid": "460c3f94-6af6-47e5-85e5-5f50772e76d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.893548] env[70243]: INFO nova.compute.manager [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Took 36.84 seconds to build instance. [ 820.900615] env[70243]: DEBUG nova.network.neutron [-] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.116912] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Task: {'id': task-3621847, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.297139] env[70243]: DEBUG nova.compute.manager [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.334016] env[70243]: DEBUG nova.virt.hardware [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:06:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a4eaab5e-c8a6-4374-97bc-130ad5d72897',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-497182740',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.334016] env[70243]: DEBUG nova.virt.hardware [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.334016] env[70243]: DEBUG nova.virt.hardware [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.334289] env[70243]: DEBUG nova.virt.hardware [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.334289] env[70243]: DEBUG nova.virt.hardware [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.334289] env[70243]: DEBUG nova.virt.hardware [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.334289] env[70243]: DEBUG nova.virt.hardware [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.334289] env[70243]: DEBUG nova.virt.hardware [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.334453] env[70243]: DEBUG nova.virt.hardware [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.334453] env[70243]: DEBUG nova.virt.hardware [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.334453] env[70243]: DEBUG nova.virt.hardware [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.334453] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3302e1e-a618-49e4-9dc1-d8e1a1f7d4ed {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.338031] env[70243]: DEBUG oslo_concurrency.lockutils [None req-20c8b1ee-ed4e-4a08-8665-edcbd4c5c77f tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "9f620f3b-e99a-4825-84c5-e4415d6e45d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.248s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.346842] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ba9a0c-472f-4a39-967a-bd5ddd8e447c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.384068] env[70243]: DEBUG oslo_concurrency.lockutils [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Releasing lock "refresh_cache-668f8a1d-e0da-4ebf-9340-6ab7c5475b32" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.384068] env[70243]: DEBUG nova.compute.manager [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Instance network_info: |[{"id": "460c3f94-6af6-47e5-85e5-5f50772e76d0", "address": "fa:16:3e:fa:1d:15", "network": {"id": "9008d91f-bd39-4a2b-bd60-f11b34cfb2c0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021891106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43eeaa4f169b474f98c30133c1f11117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap460c3f94-6a", "ovs_interfaceid": "460c3f94-6af6-47e5-85e5-5f50772e76d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.384277] env[70243]: DEBUG oslo_concurrency.lockutils [req-7d426212-a9a3-4fc4-b2df-26920c84719d req-18263366-e8b1-43e8-b2b1-0d78406ab9c9 service nova] Acquired lock "refresh_cache-668f8a1d-e0da-4ebf-9340-6ab7c5475b32" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.384277] env[70243]: DEBUG nova.network.neutron [req-7d426212-a9a3-4fc4-b2df-26920c84719d req-18263366-e8b1-43e8-b2b1-0d78406ab9c9 service nova] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Refreshing network info cache for port 460c3f94-6af6-47e5-85e5-5f50772e76d0 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.384277] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:1d:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '460c3f94-6af6-47e5-85e5-5f50772e76d0', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.393311] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.393311] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.395619] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c031a76d-ad75-4624-96e0-3b3f02eedd79 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.412039] env[70243]: DEBUG oslo_concurrency.lockutils [None req-15e38afe-37b9-4a14-8925-c825b30edcab tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Lock "599b125b-2fb0-490c-a9ef-cc00879a1be8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.203s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.412991] env[70243]: INFO nova.compute.manager [-] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Took 1.44 seconds to deallocate network for instance. [ 821.420783] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.420783] env[70243]: value = "task-3621848" [ 821.420783] env[70243]: _type = "Task" [ 821.420783] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.432189] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621848, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.619355] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Task: {'id': task-3621847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576923} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.619641] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 91c048bc-1be0-4ebf-9b2f-49ced29924f1/91c048bc-1be0-4ebf-9b2f-49ced29924f1.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.620283] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.620283] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7310fecc-3622-477a-8cf4-7a4fbbdc7c84 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.626977] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Waiting for the task: (returnval){ [ 821.626977] env[70243]: value = "task-3621849" [ 821.626977] env[70243]: _type = "Task" [ 821.626977] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.637998] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Task: {'id': task-3621849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.789790] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc5cbb0-dc62-4f0d-84c4-1a2e6130c05c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.794617] env[70243]: INFO nova.compute.manager [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Rebuilding instance [ 821.805346] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f99d94-c844-4756-8ce2-a2a91d5f7405 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.858368] env[70243]: DEBUG nova.compute.manager [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.869235] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefbd6af-94b8-4cf3-9ae9-b2d3e712a042 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.873642] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "9f620f3b-e99a-4825-84c5-e4415d6e45d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.874037] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "9f620f3b-e99a-4825-84c5-e4415d6e45d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.874373] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "9f620f3b-e99a-4825-84c5-e4415d6e45d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.874687] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "9f620f3b-e99a-4825-84c5-e4415d6e45d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.874977] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "9f620f3b-e99a-4825-84c5-e4415d6e45d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.877894] env[70243]: INFO nova.compute.manager [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Terminating instance [ 821.886901] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5c41a9-fd5d-499c-a130-fd36f2bf70cc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.906030] env[70243]: DEBUG nova.compute.manager [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.906529] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b7d44e-8de5-423d-8f6b-2f50e5056a6b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.927762] env[70243]: DEBUG oslo_concurrency.lockutils [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.928620] env[70243]: DEBUG nova.compute.provider_tree [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.950486] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621848, 'name': CreateVM_Task, 'duration_secs': 0.42067} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.950486] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.951109] env[70243]: DEBUG oslo_concurrency.lockutils [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.951390] env[70243]: DEBUG oslo_concurrency.lockutils [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.951850] env[70243]: DEBUG oslo_concurrency.lockutils [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.952532] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7d7982e-b738-4d93-8679-71e90fbfcc1a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.963056] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 821.963056] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b19647-0810-3c90-41c7-8b1f04b05a06" [ 821.963056] env[70243]: _type = "Task" [ 821.963056] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.973218] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b19647-0810-3c90-41c7-8b1f04b05a06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.136565] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Task: {'id': task-3621849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086592} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.136832] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.137626] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be52a600-fe12-4964-be56-848e559d12d0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.167116] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 91c048bc-1be0-4ebf-9b2f-49ced29924f1/91c048bc-1be0-4ebf-9b2f-49ced29924f1.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.169952] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69ac0066-3e49-44fb-baf1-38cda86d66bb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.191091] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Waiting for the task: (returnval){ [ 822.191091] env[70243]: value = "task-3621850" [ 822.191091] env[70243]: _type = "Task" [ 822.191091] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.200240] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Task: {'id': task-3621850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.337657] env[70243]: DEBUG nova.network.neutron [req-7d426212-a9a3-4fc4-b2df-26920c84719d req-18263366-e8b1-43e8-b2b1-0d78406ab9c9 service nova] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Updated VIF entry in instance network info cache for port 460c3f94-6af6-47e5-85e5-5f50772e76d0. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.338059] env[70243]: DEBUG nova.network.neutron [req-7d426212-a9a3-4fc4-b2df-26920c84719d req-18263366-e8b1-43e8-b2b1-0d78406ab9c9 service nova] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Updating instance_info_cache with network_info: [{"id": "460c3f94-6af6-47e5-85e5-5f50772e76d0", "address": "fa:16:3e:fa:1d:15", "network": {"id": "9008d91f-bd39-4a2b-bd60-f11b34cfb2c0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021891106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43eeaa4f169b474f98c30133c1f11117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap460c3f94-6a", "ovs_interfaceid": "460c3f94-6af6-47e5-85e5-5f50772e76d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.382102] env[70243]: DEBUG nova.network.neutron [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Successfully updated port: e4f592ef-f6f6-489b-95c2-2709d337c75a {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.383711] env[70243]: DEBUG nova.compute.manager [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.383911] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.387312] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cee5389-3880-485b-bb91-e43d8946d354 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.396412] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.397322] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ba448d3-6980-45bd-937a-1ee19ef82454 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.402563] env[70243]: DEBUG oslo_concurrency.lockutils [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.404826] env[70243]: DEBUG oslo_vmware.api [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 822.404826] env[70243]: value = "task-3621851" [ 822.404826] env[70243]: _type = "Task" [ 822.404826] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.414047] env[70243]: DEBUG oslo_vmware.api [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3621851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.439593] env[70243]: DEBUG nova.scheduler.client.report [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.475515] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b19647-0810-3c90-41c7-8b1f04b05a06, 'name': SearchDatastore_Task, 'duration_secs': 0.011611} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.475712] env[70243]: DEBUG oslo_concurrency.lockutils [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.475961] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.476246] env[70243]: DEBUG oslo_concurrency.lockutils [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.476420] env[70243]: DEBUG oslo_concurrency.lockutils [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.476627] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.476944] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-910c3e5c-4539-4886-9d7e-856f3a4a57cc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.486510] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.486743] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.487544] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f5ec603-0368-4aff-89d6-f39c8628b407 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.493346] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 822.493346] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525dc6c6-c4a6-ef14-6097-6753061de493" [ 822.493346] env[70243]: _type = "Task" [ 822.493346] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.501855] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525dc6c6-c4a6-ef14-6097-6753061de493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.588389] env[70243]: DEBUG nova.compute.manager [req-16645594-c1dc-4113-ab3e-5c8227ef63e8 req-e7486904-e483-4b45-a6fa-317bfa4f5d00 service nova] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Received event network-vif-plugged-e4f592ef-f6f6-489b-95c2-2709d337c75a {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.588763] env[70243]: DEBUG oslo_concurrency.lockutils [req-16645594-c1dc-4113-ab3e-5c8227ef63e8 req-e7486904-e483-4b45-a6fa-317bfa4f5d00 service nova] Acquiring lock "16dff74d-4658-4f76-a70f-aaae3c52b371-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.588967] env[70243]: DEBUG oslo_concurrency.lockutils [req-16645594-c1dc-4113-ab3e-5c8227ef63e8 req-e7486904-e483-4b45-a6fa-317bfa4f5d00 service nova] Lock "16dff74d-4658-4f76-a70f-aaae3c52b371-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.589256] env[70243]: DEBUG oslo_concurrency.lockutils [req-16645594-c1dc-4113-ab3e-5c8227ef63e8 req-e7486904-e483-4b45-a6fa-317bfa4f5d00 service nova] Lock "16dff74d-4658-4f76-a70f-aaae3c52b371-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.589443] env[70243]: DEBUG nova.compute.manager [req-16645594-c1dc-4113-ab3e-5c8227ef63e8 req-e7486904-e483-4b45-a6fa-317bfa4f5d00 service nova] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] No waiting events found dispatching network-vif-plugged-e4f592ef-f6f6-489b-95c2-2709d337c75a {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.589650] env[70243]: WARNING nova.compute.manager [req-16645594-c1dc-4113-ab3e-5c8227ef63e8 req-e7486904-e483-4b45-a6fa-317bfa4f5d00 service nova] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Received unexpected event network-vif-plugged-e4f592ef-f6f6-489b-95c2-2709d337c75a for instance with vm_state building and task_state spawning. [ 822.589876] env[70243]: DEBUG nova.compute.manager [req-16645594-c1dc-4113-ab3e-5c8227ef63e8 req-e7486904-e483-4b45-a6fa-317bfa4f5d00 service nova] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Received event network-changed-e4f592ef-f6f6-489b-95c2-2709d337c75a {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.590076] env[70243]: DEBUG nova.compute.manager [req-16645594-c1dc-4113-ab3e-5c8227ef63e8 req-e7486904-e483-4b45-a6fa-317bfa4f5d00 service nova] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Refreshing instance network info cache due to event network-changed-e4f592ef-f6f6-489b-95c2-2709d337c75a. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.590315] env[70243]: DEBUG oslo_concurrency.lockutils [req-16645594-c1dc-4113-ab3e-5c8227ef63e8 req-e7486904-e483-4b45-a6fa-317bfa4f5d00 service nova] Acquiring lock "refresh_cache-16dff74d-4658-4f76-a70f-aaae3c52b371" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.590472] env[70243]: DEBUG oslo_concurrency.lockutils [req-16645594-c1dc-4113-ab3e-5c8227ef63e8 req-e7486904-e483-4b45-a6fa-317bfa4f5d00 service nova] Acquired lock "refresh_cache-16dff74d-4658-4f76-a70f-aaae3c52b371" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.590678] env[70243]: DEBUG nova.network.neutron [req-16645594-c1dc-4113-ab3e-5c8227ef63e8 req-e7486904-e483-4b45-a6fa-317bfa4f5d00 service nova] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Refreshing network info cache for port e4f592ef-f6f6-489b-95c2-2709d337c75a {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.701543] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Task: {'id': task-3621850, 'name': ReconfigVM_Task, 'duration_secs': 0.445764} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.702348] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 91c048bc-1be0-4ebf-9b2f-49ced29924f1/91c048bc-1be0-4ebf-9b2f-49ced29924f1.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.702747] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71599335-adb2-4ac7-9238-38c209a58026 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.709128] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Waiting for the task: (returnval){ [ 822.709128] env[70243]: value = "task-3621852" [ 822.709128] env[70243]: _type = "Task" [ 822.709128] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.718848] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Task: {'id': task-3621852, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.840830] env[70243]: DEBUG oslo_concurrency.lockutils [req-7d426212-a9a3-4fc4-b2df-26920c84719d req-18263366-e8b1-43e8-b2b1-0d78406ab9c9 service nova] Releasing lock "refresh_cache-668f8a1d-e0da-4ebf-9340-6ab7c5475b32" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.841133] env[70243]: DEBUG nova.compute.manager [req-7d426212-a9a3-4fc4-b2df-26920c84719d req-18263366-e8b1-43e8-b2b1-0d78406ab9c9 service nova] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Received event network-vif-deleted-fe888e21-05d5-4ebd-9d96-cc6ae46b0f25 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.841375] env[70243]: INFO nova.compute.manager [req-7d426212-a9a3-4fc4-b2df-26920c84719d req-18263366-e8b1-43e8-b2b1-0d78406ab9c9 service nova] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Neutron deleted interface fe888e21-05d5-4ebd-9d96-cc6ae46b0f25; detaching it from the instance and deleting it from the info cache [ 822.841572] env[70243]: DEBUG nova.network.neutron [req-7d426212-a9a3-4fc4-b2df-26920c84719d req-18263366-e8b1-43e8-b2b1-0d78406ab9c9 service nova] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.885695] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "refresh_cache-16dff74d-4658-4f76-a70f-aaae3c52b371" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.915340] env[70243]: DEBUG oslo_vmware.api [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3621851, 'name': PowerOffVM_Task, 'duration_secs': 0.221154} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.915454] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.915622] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.915935] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fb4d7e7-18aa-423e-bb45-8ff3d392fd77 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.947054] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.947753] env[70243]: DEBUG nova.compute.manager [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.950701] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.951435] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.395s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.951642] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.953772] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.815s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.953986] env[70243]: DEBUG nova.objects.instance [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Lazy-loading 'resources' on Instance uuid ee4a39a6-bdce-4f46-aecb-7b45e5124563 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.955100] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-728214ca-666b-4982-8787-65f1b145e2c2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.964115] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Waiting for the task: (returnval){ [ 822.964115] env[70243]: value = "task-3621854" [ 822.964115] env[70243]: _type = "Task" [ 822.964115] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.972591] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.989042] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.989042] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.989042] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Deleting the datastore file [datastore2] 9f620f3b-e99a-4825-84c5-e4415d6e45d5 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.989042] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-266208fc-3bfb-4bb7-b6f8-a953b0628a81 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.000597] env[70243]: INFO nova.scheduler.client.report [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Deleted allocations for instance e5a4535c-55db-4c75-a41b-72be30daacb5 [ 823.001741] env[70243]: DEBUG oslo_vmware.api [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 823.001741] env[70243]: value = "task-3621855" [ 823.001741] env[70243]: _type = "Task" [ 823.001741] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.016448] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525dc6c6-c4a6-ef14-6097-6753061de493, 'name': SearchDatastore_Task, 'duration_secs': 0.012354} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.018127] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84830cfc-bd74-4c11-b095-4b8b45e6088b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.025445] env[70243]: DEBUG oslo_vmware.api [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3621855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.029174] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 823.029174] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520fc73a-6013-7fc3-63b4-026eaac72366" [ 823.029174] env[70243]: _type = "Task" [ 823.029174] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.042193] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520fc73a-6013-7fc3-63b4-026eaac72366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.124096] env[70243]: DEBUG nova.network.neutron [req-16645594-c1dc-4113-ab3e-5c8227ef63e8 req-e7486904-e483-4b45-a6fa-317bfa4f5d00 service nova] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.183228] env[70243]: DEBUG nova.network.neutron [req-16645594-c1dc-4113-ab3e-5c8227ef63e8 req-e7486904-e483-4b45-a6fa-317bfa4f5d00 service nova] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.219028] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Task: {'id': task-3621852, 'name': Rename_Task, 'duration_secs': 0.309933} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.219305] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.219563] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93ccc121-4216-409b-b868-c0d2e913bcaf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.225672] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Waiting for the task: (returnval){ [ 823.225672] env[70243]: value = "task-3621856" [ 823.225672] env[70243]: _type = "Task" [ 823.225672] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.232959] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Task: {'id': task-3621856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.345628] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad3bb99b-dc53-431b-a384-f19537dc2bb4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.354439] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe54136c-2727-4c51-80f6-2694f77ef2ca {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.389786] env[70243]: DEBUG nova.compute.manager [req-7d426212-a9a3-4fc4-b2df-26920c84719d req-18263366-e8b1-43e8-b2b1-0d78406ab9c9 service nova] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Detach interface failed, port_id=fe888e21-05d5-4ebd-9d96-cc6ae46b0f25, reason: Instance 5255d1c1-2498-499e-a08b-46c6762f8d3c could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 823.453025] env[70243]: DEBUG nova.compute.utils [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.454891] env[70243]: DEBUG nova.compute.manager [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.455080] env[70243]: DEBUG nova.network.neutron [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.474516] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621854, 'name': PowerOffVM_Task, 'duration_secs': 0.121726} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.474926] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.475841] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.476303] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9dd3db-2a22-4210-8b7c-56989fb10e3e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.486364] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.486837] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c2b2cd6-391a-4f3b-bf22-2e0f9b1508f4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.506485] env[70243]: DEBUG nova.policy [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3078150feb8413bbee059f634426788', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3227bc9b9f014d2db2b3a89a32f3d175', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.517809] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.518024] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.518305] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Deleting the datastore file [datastore2] 599b125b-2fb0-490c-a9ef-cc00879a1be8 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.518678] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3643d910-c269-4d23-a5e6-c1a8d0d4515d tempest-DeleteServersAdminTestJSON-1957145393 tempest-DeleteServersAdminTestJSON-1957145393-project-member] Lock "e5a4535c-55db-4c75-a41b-72be30daacb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.666s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.519893] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ab7b224-280a-4921-9b0d-f3605abc3265 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.524792] env[70243]: DEBUG oslo_vmware.api [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3621855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161492} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.525462] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.525575] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.525757] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.525905] env[70243]: INFO nova.compute.manager [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 823.526265] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.526329] env[70243]: DEBUG nova.compute.manager [-] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.526417] env[70243]: DEBUG nova.network.neutron [-] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.529454] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Waiting for the task: (returnval){ [ 823.529454] env[70243]: value = "task-3621858" [ 823.529454] env[70243]: _type = "Task" [ 823.529454] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.545294] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520fc73a-6013-7fc3-63b4-026eaac72366, 'name': SearchDatastore_Task, 'duration_secs': 0.012133} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.548507] env[70243]: DEBUG oslo_concurrency.lockutils [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.548778] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 668f8a1d-e0da-4ebf-9340-6ab7c5475b32/668f8a1d-e0da-4ebf-9340-6ab7c5475b32.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.549439] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.551953] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-966bcf1c-dcdb-40a0-ad4c-55732621ee10 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.558480] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 823.558480] env[70243]: value = "task-3621859" [ 823.558480] env[70243]: _type = "Task" [ 823.558480] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.567544] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.688568] env[70243]: DEBUG oslo_concurrency.lockutils [req-16645594-c1dc-4113-ab3e-5c8227ef63e8 req-e7486904-e483-4b45-a6fa-317bfa4f5d00 service nova] Releasing lock "refresh_cache-16dff74d-4658-4f76-a70f-aaae3c52b371" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.689721] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquired lock "refresh_cache-16dff74d-4658-4f76-a70f-aaae3c52b371" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.691113] env[70243]: DEBUG nova.network.neutron [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.736170] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Task: {'id': task-3621856, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.958041] env[70243]: DEBUG nova.compute.manager [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.040945] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46be1a06-7b2d-41ca-b14f-d60c221aa1a6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.050887] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106916} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.051575] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.051769] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.051940] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.055182] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5a44fe-3ebf-42fb-a69e-7ae55684cf29 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.094162] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc1b6ad-b6b7-4dab-ad6a-4e5b17e9d0be {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.101283] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501804} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.101958] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 668f8a1d-e0da-4ebf-9340-6ab7c5475b32/668f8a1d-e0da-4ebf-9340-6ab7c5475b32.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.102207] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.102493] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df9ccc66-e516-4993-a13d-7da876c543c8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.108139] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618de3e1-5e5c-43db-ad5a-3a6521a31cc6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.115307] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 824.115307] env[70243]: value = "task-3621860" [ 824.115307] env[70243]: _type = "Task" [ 824.115307] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.127187] env[70243]: DEBUG nova.compute.provider_tree [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.132839] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.230804] env[70243]: DEBUG nova.objects.instance [None req-64c73c14-71a7-4aaf-8c04-7ca904583187 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Lazy-loading 'flavor' on Instance uuid 0beb88d8-f501-42d4-ba9b-5ca10e7308fa {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.235230] env[70243]: DEBUG nova.network.neutron [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.246126] env[70243]: DEBUG oslo_vmware.api [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Task: {'id': task-3621856, 'name': PowerOnVM_Task, 'duration_secs': 0.633399} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.247442] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.247643] env[70243]: INFO nova.compute.manager [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Took 8.19 seconds to spawn the instance on the hypervisor. [ 824.247817] env[70243]: DEBUG nova.compute.manager [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.248666] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae139300-791b-4cd5-8906-ba9295f7fee5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.342338] env[70243]: DEBUG nova.network.neutron [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Successfully created port: 3db8311e-05f1-41c6-ab4d-c16323c054c0 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.426328] env[70243]: DEBUG nova.network.neutron [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Updating instance_info_cache with network_info: [{"id": "e4f592ef-f6f6-489b-95c2-2709d337c75a", "address": "fa:16:3e:aa:09:c7", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f592ef-f6", "ovs_interfaceid": "e4f592ef-f6f6-489b-95c2-2709d337c75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.615628] env[70243]: DEBUG nova.compute.manager [req-9288d72e-59f5-41e4-b67a-06ee52d53662 req-f105712e-e79f-459b-91da-1906ad2cec86 service nova] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Received event network-vif-deleted-df7f07f5-f8c8-4fa5-9746-d80e8a58ff37 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.615844] env[70243]: INFO nova.compute.manager [req-9288d72e-59f5-41e4-b67a-06ee52d53662 req-f105712e-e79f-459b-91da-1906ad2cec86 service nova] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Neutron deleted interface df7f07f5-f8c8-4fa5-9746-d80e8a58ff37; detaching it from the instance and deleting it from the info cache [ 824.616026] env[70243]: DEBUG nova.network.neutron [req-9288d72e-59f5-41e4-b67a-06ee52d53662 req-f105712e-e79f-459b-91da-1906ad2cec86 service nova] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.627676] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074609} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.628584] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.629385] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7af787-4711-4754-ba1a-afb321207f94 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.632581] env[70243]: DEBUG nova.scheduler.client.report [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.660545] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 668f8a1d-e0da-4ebf-9340-6ab7c5475b32/668f8a1d-e0da-4ebf-9340-6ab7c5475b32.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.661787] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af59b1a7-0a66-4237-8921-b32b0f559f65 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.682566] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 824.682566] env[70243]: value = "task-3621861" [ 824.682566] env[70243]: _type = "Task" [ 824.682566] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.691111] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.741668] env[70243]: DEBUG oslo_concurrency.lockutils [None req-64c73c14-71a7-4aaf-8c04-7ca904583187 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Acquiring lock "refresh_cache-0beb88d8-f501-42d4-ba9b-5ca10e7308fa" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.741816] env[70243]: DEBUG oslo_concurrency.lockutils [None req-64c73c14-71a7-4aaf-8c04-7ca904583187 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Acquired lock "refresh_cache-0beb88d8-f501-42d4-ba9b-5ca10e7308fa" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.768100] env[70243]: DEBUG nova.network.neutron [-] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.774029] env[70243]: INFO nova.compute.manager [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Took 40.06 seconds to build instance. [ 824.928096] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Releasing lock "refresh_cache-16dff74d-4658-4f76-a70f-aaae3c52b371" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.928433] env[70243]: DEBUG nova.compute.manager [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Instance network_info: |[{"id": "e4f592ef-f6f6-489b-95c2-2709d337c75a", "address": "fa:16:3e:aa:09:c7", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f592ef-f6", "ovs_interfaceid": "e4f592ef-f6f6-489b-95c2-2709d337c75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.929111] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:09:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4f592ef-f6f6-489b-95c2-2709d337c75a', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.937430] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.937549] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.938226] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc108c11-fa15-4824-a360-54282a249691 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.957020] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.957020] env[70243]: value = "task-3621862" [ 824.957020] env[70243]: _type = "Task" [ 824.957020] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.965623] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621862, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.970557] env[70243]: DEBUG nova.compute.manager [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.999143] env[70243]: DEBUG nova.virt.hardware [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.999454] env[70243]: DEBUG nova.virt.hardware [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.999658] env[70243]: DEBUG nova.virt.hardware [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.999948] env[70243]: DEBUG nova.virt.hardware [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.000432] env[70243]: DEBUG nova.virt.hardware [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.000848] env[70243]: DEBUG nova.virt.hardware [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.001608] env[70243]: DEBUG nova.virt.hardware [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.001608] env[70243]: DEBUG nova.virt.hardware [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.001755] env[70243]: DEBUG nova.virt.hardware [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.003664] env[70243]: DEBUG nova.virt.hardware [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.003664] env[70243]: DEBUG nova.virt.hardware [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.003664] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e25682e-0ab0-4c38-9f35-55f8e4693939 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.015805] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17e86cf-5fc9-4713-b2b6-6fbaa0a0826a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.095698] env[70243]: DEBUG nova.virt.hardware [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.097350] env[70243]: DEBUG nova.virt.hardware [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.097350] env[70243]: DEBUG nova.virt.hardware [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.097350] env[70243]: DEBUG nova.virt.hardware [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.097350] env[70243]: DEBUG nova.virt.hardware [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.097350] env[70243]: DEBUG nova.virt.hardware [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.097350] env[70243]: DEBUG nova.virt.hardware [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.097886] env[70243]: DEBUG nova.virt.hardware [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.097886] env[70243]: DEBUG nova.virt.hardware [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.097886] env[70243]: DEBUG nova.virt.hardware [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.097886] env[70243]: DEBUG nova.virt.hardware [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.098730] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1603b6d-0174-4706-9f42-61eb69774926 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.107363] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa32389-9ac8-411a-ab81-a2798d92c53a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.124369] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Instance VIF info [] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.129470] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.129780] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03f30e9f-a3e6-4d82-aeda-ad981a0ea8f0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.131960] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.132036] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de4bc5ae-3944-4b2b-9e21-b3ab407bad96 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.146588] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.149045] env[70243]: DEBUG oslo_concurrency.lockutils [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.163s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.149397] env[70243]: DEBUG nova.objects.instance [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Lazy-loading 'resources' on Instance uuid c48d1281-1292-46af-a8ff-e4d08a502d24 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.153843] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428325f9-d434-465a-9d1f-3006fd30b1f2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.167378] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.167378] env[70243]: value = "task-3621863" [ 825.167378] env[70243]: _type = "Task" [ 825.167378] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.177460] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621863, 'name': CreateVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.190848] env[70243]: DEBUG nova.compute.manager [req-9288d72e-59f5-41e4-b67a-06ee52d53662 req-f105712e-e79f-459b-91da-1906ad2cec86 service nova] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Detach interface failed, port_id=df7f07f5-f8c8-4fa5-9746-d80e8a58ff37, reason: Instance 9f620f3b-e99a-4825-84c5-e4415d6e45d5 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 825.196019] env[70243]: INFO nova.scheduler.client.report [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Deleted allocations for instance ee4a39a6-bdce-4f46-aecb-7b45e5124563 [ 825.203949] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.231810] env[70243]: DEBUG nova.network.neutron [None req-64c73c14-71a7-4aaf-8c04-7ca904583187 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.274351] env[70243]: INFO nova.compute.manager [-] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Took 1.75 seconds to deallocate network for instance. [ 825.276843] env[70243]: DEBUG oslo_concurrency.lockutils [None req-88d09205-4ee1-4ab9-882a-194ef8acfa45 tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Lock "91c048bc-1be0-4ebf-9b2f-49ced29924f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.473s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.303728] env[70243]: DEBUG nova.compute.manager [req-6cbd5b01-a7f1-4fb6-9606-e276c87bba11 req-6a9c98dc-5248-4fbd-9387-66fbaae71155 service nova] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Received event network-changed-a5c4a0e6-5c3e-4b98-812e-4e941078cfae {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.303728] env[70243]: DEBUG nova.compute.manager [req-6cbd5b01-a7f1-4fb6-9606-e276c87bba11 req-6a9c98dc-5248-4fbd-9387-66fbaae71155 service nova] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Refreshing instance network info cache due to event network-changed-a5c4a0e6-5c3e-4b98-812e-4e941078cfae. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.303728] env[70243]: DEBUG oslo_concurrency.lockutils [req-6cbd5b01-a7f1-4fb6-9606-e276c87bba11 req-6a9c98dc-5248-4fbd-9387-66fbaae71155 service nova] Acquiring lock "refresh_cache-0beb88d8-f501-42d4-ba9b-5ca10e7308fa" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.468126] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621862, 'name': CreateVM_Task, 'duration_secs': 0.375705} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.468401] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.469077] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.469348] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.469701] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.469969] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a79c6a5-0df9-471e-a3a5-ee5e74be36ad {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.474795] env[70243]: DEBUG oslo_vmware.api [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 825.474795] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520ecc59-4ca7-a23b-b453-3130c98477ff" [ 825.474795] env[70243]: _type = "Task" [ 825.474795] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.483364] env[70243]: DEBUG oslo_vmware.api [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520ecc59-4ca7-a23b-b453-3130c98477ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.679643] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621863, 'name': CreateVM_Task, 'duration_secs': 0.356553} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.680293] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.680432] env[70243]: DEBUG oslo_concurrency.lockutils [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.680594] env[70243]: DEBUG oslo_concurrency.lockutils [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.680915] env[70243]: DEBUG oslo_concurrency.lockutils [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.681182] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-479c12ed-b688-43bf-9e58-5e0d4da5978c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.690498] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Waiting for the task: (returnval){ [ 825.690498] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521a8ccb-014d-4c8f-156a-d0d6787ec66b" [ 825.690498] env[70243]: _type = "Task" [ 825.690498] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.709321] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521a8ccb-014d-4c8f-156a-d0d6787ec66b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.709321] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621861, 'name': ReconfigVM_Task, 'duration_secs': 0.736493} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.709550] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f15c0762-91a0-4705-ae7b-c3bd740d333e tempest-ServersV294TestFqdnHostnames-1840250188 tempest-ServersV294TestFqdnHostnames-1840250188-project-member] Lock "ee4a39a6-bdce-4f46-aecb-7b45e5124563" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.554s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.710455] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 668f8a1d-e0da-4ebf-9340-6ab7c5475b32/668f8a1d-e0da-4ebf-9340-6ab7c5475b32.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.711217] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01e91466-6ea5-4c80-8713-c371300cfb19 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.725473] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 825.725473] env[70243]: value = "task-3621864" [ 825.725473] env[70243]: _type = "Task" [ 825.725473] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.743622] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621864, 'name': Rename_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.781137] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.985671] env[70243]: DEBUG oslo_vmware.api [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520ecc59-4ca7-a23b-b453-3130c98477ff, 'name': SearchDatastore_Task, 'duration_secs': 0.014692} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.988496] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.988738] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.989373] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.989551] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.990012] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.991030] env[70243]: DEBUG nova.network.neutron [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Successfully updated port: 3db8311e-05f1-41c6-ab4d-c16323c054c0 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.993250] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fd00772-799a-4119-b24e-173d8f8bea34 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.008636] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.008822] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.013202] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8065cf0a-e5eb-4b1f-b6a8-fd146d10b589 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.019879] env[70243]: DEBUG oslo_vmware.api [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 826.019879] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522d735e-f0ae-cb17-0a15-1654a1d5a55c" [ 826.019879] env[70243]: _type = "Task" [ 826.019879] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.030933] env[70243]: DEBUG oslo_vmware.api [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522d735e-f0ae-cb17-0a15-1654a1d5a55c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.085721] env[70243]: DEBUG nova.network.neutron [None req-64c73c14-71a7-4aaf-8c04-7ca904583187 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Updating instance_info_cache with network_info: [{"id": "a5c4a0e6-5c3e-4b98-812e-4e941078cfae", "address": "fa:16:3e:36:90:5f", "network": {"id": "4ebc8b5d-d25e-4656-a240-2e2dbee8c762", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1006822963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab3ab336fd2c4214bdac0d0e740f4800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c4a0e6-5c", "ovs_interfaceid": "a5c4a0e6-5c3e-4b98-812e-4e941078cfae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.120277] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8495398-e3ad-48ca-8f09-c5a7b922f78e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.125943] env[70243]: DEBUG oslo_concurrency.lockutils [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Acquiring lock "91c048bc-1be0-4ebf-9b2f-49ced29924f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.126269] env[70243]: DEBUG oslo_concurrency.lockutils [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Lock "91c048bc-1be0-4ebf-9b2f-49ced29924f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.126828] env[70243]: DEBUG oslo_concurrency.lockutils [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Acquiring lock "91c048bc-1be0-4ebf-9b2f-49ced29924f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.126828] env[70243]: DEBUG oslo_concurrency.lockutils [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Lock "91c048bc-1be0-4ebf-9b2f-49ced29924f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.126828] env[70243]: DEBUG oslo_concurrency.lockutils [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Lock "91c048bc-1be0-4ebf-9b2f-49ced29924f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.130912] env[70243]: INFO nova.compute.manager [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Terminating instance [ 826.134863] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5972eb9d-cfa2-4c60-9927-c0d6e0e9250e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.167136] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af6f9e5-fa46-43a2-ab74-2eb249905a52 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.175028] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2974657-3d86-49d8-8652-f1d98fad8566 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.189352] env[70243]: DEBUG nova.compute.provider_tree [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.200560] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521a8ccb-014d-4c8f-156a-d0d6787ec66b, 'name': SearchDatastore_Task, 'duration_secs': 0.037001} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.201521] env[70243]: DEBUG oslo_concurrency.lockutils [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.201868] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.202011] env[70243]: DEBUG oslo_concurrency.lockutils [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.202160] env[70243]: DEBUG oslo_concurrency.lockutils [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.202347] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.202871] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9ca9896-3074-4c71-bf0a-4fdc3f3c78ef {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.212769] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.212967] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.213695] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db7783ad-5f7f-40d6-8bea-cde16251e337 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.218803] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Waiting for the task: (returnval){ [ 826.218803] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a215ec-64bf-c45b-e55b-c13e07c949d1" [ 826.218803] env[70243]: _type = "Task" [ 826.218803] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.227377] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a215ec-64bf-c45b-e55b-c13e07c949d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.235316] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621864, 'name': Rename_Task, 'duration_secs': 0.218992} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.235634] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.235875] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30c153a1-398f-45a9-a92f-38a312b446ea {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.241190] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 826.241190] env[70243]: value = "task-3621865" [ 826.241190] env[70243]: _type = "Task" [ 826.241190] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.249407] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.494723] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "refresh_cache-bb0d8bc4-c513-46f3-aa96-660f9c6f1380" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.495051] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquired lock "refresh_cache-bb0d8bc4-c513-46f3-aa96-660f9c6f1380" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.495051] env[70243]: DEBUG nova.network.neutron [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.534963] env[70243]: DEBUG oslo_vmware.api [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522d735e-f0ae-cb17-0a15-1654a1d5a55c, 'name': SearchDatastore_Task, 'duration_secs': 0.013664} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.539444] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ae675f5-e07c-4f03-8c01-29b772960058 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.544869] env[70243]: DEBUG oslo_vmware.api [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 826.544869] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d8e18d-9def-c544-3295-754ad240c2af" [ 826.544869] env[70243]: _type = "Task" [ 826.544869] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.559138] env[70243]: DEBUG oslo_vmware.api [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d8e18d-9def-c544-3295-754ad240c2af, 'name': SearchDatastore_Task, 'duration_secs': 0.009912} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.559408] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.559783] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 16dff74d-4658-4f76-a70f-aaae3c52b371/16dff74d-4658-4f76-a70f-aaae3c52b371.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.560110] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2168430-8a0b-4efe-be75-69ef4a371d58 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.566323] env[70243]: DEBUG oslo_vmware.api [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 826.566323] env[70243]: value = "task-3621866" [ 826.566323] env[70243]: _type = "Task" [ 826.566323] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.574929] env[70243]: DEBUG oslo_vmware.api [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.588210] env[70243]: DEBUG oslo_concurrency.lockutils [None req-64c73c14-71a7-4aaf-8c04-7ca904583187 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Releasing lock "refresh_cache-0beb88d8-f501-42d4-ba9b-5ca10e7308fa" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.588475] env[70243]: DEBUG nova.compute.manager [None req-64c73c14-71a7-4aaf-8c04-7ca904583187 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Inject network info {{(pid=70243) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 826.588739] env[70243]: DEBUG nova.compute.manager [None req-64c73c14-71a7-4aaf-8c04-7ca904583187 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] network_info to inject: |[{"id": "a5c4a0e6-5c3e-4b98-812e-4e941078cfae", "address": "fa:16:3e:36:90:5f", "network": {"id": "4ebc8b5d-d25e-4656-a240-2e2dbee8c762", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1006822963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab3ab336fd2c4214bdac0d0e740f4800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c4a0e6-5c", "ovs_interfaceid": "a5c4a0e6-5c3e-4b98-812e-4e941078cfae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 826.594082] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-64c73c14-71a7-4aaf-8c04-7ca904583187 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Reconfiguring VM instance to set the machine id {{(pid=70243) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 826.594182] env[70243]: DEBUG oslo_concurrency.lockutils [req-6cbd5b01-a7f1-4fb6-9606-e276c87bba11 req-6a9c98dc-5248-4fbd-9387-66fbaae71155 service nova] Acquired lock "refresh_cache-0beb88d8-f501-42d4-ba9b-5ca10e7308fa" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.594501] env[70243]: DEBUG nova.network.neutron [req-6cbd5b01-a7f1-4fb6-9606-e276c87bba11 req-6a9c98dc-5248-4fbd-9387-66fbaae71155 service nova] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Refreshing network info cache for port a5c4a0e6-5c3e-4b98-812e-4e941078cfae {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.596499] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18032267-f153-497d-993c-ebf11ba6a464 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.616148] env[70243]: DEBUG oslo_vmware.api [None req-64c73c14-71a7-4aaf-8c04-7ca904583187 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Waiting for the task: (returnval){ [ 826.616148] env[70243]: value = "task-3621867" [ 826.616148] env[70243]: _type = "Task" [ 826.616148] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.628514] env[70243]: DEBUG oslo_vmware.api [None req-64c73c14-71a7-4aaf-8c04-7ca904583187 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Task: {'id': task-3621867, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.634924] env[70243]: DEBUG nova.compute.manager [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.635211] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.636254] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca793e5-5bbd-491c-a138-c972b769c0d6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.644469] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.644750] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36c4f03c-78eb-4b08-890e-2adc774101f5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.654447] env[70243]: DEBUG oslo_vmware.api [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Waiting for the task: (returnval){ [ 826.654447] env[70243]: value = "task-3621868" [ 826.654447] env[70243]: _type = "Task" [ 826.654447] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.662818] env[70243]: DEBUG oslo_vmware.api [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Task: {'id': task-3621868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.693286] env[70243]: DEBUG nova.scheduler.client.report [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.706210] env[70243]: DEBUG nova.compute.manager [req-084586ce-ed42-4955-85ed-8e1ec3069639 req-a602d511-f823-42f9-bff9-6334c9cb7261 service nova] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Received event network-vif-plugged-3db8311e-05f1-41c6-ab4d-c16323c054c0 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.706433] env[70243]: DEBUG oslo_concurrency.lockutils [req-084586ce-ed42-4955-85ed-8e1ec3069639 req-a602d511-f823-42f9-bff9-6334c9cb7261 service nova] Acquiring lock "bb0d8bc4-c513-46f3-aa96-660f9c6f1380-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.707280] env[70243]: DEBUG oslo_concurrency.lockutils [req-084586ce-ed42-4955-85ed-8e1ec3069639 req-a602d511-f823-42f9-bff9-6334c9cb7261 service nova] Lock "bb0d8bc4-c513-46f3-aa96-660f9c6f1380-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.707280] env[70243]: DEBUG oslo_concurrency.lockutils [req-084586ce-ed42-4955-85ed-8e1ec3069639 req-a602d511-f823-42f9-bff9-6334c9cb7261 service nova] Lock "bb0d8bc4-c513-46f3-aa96-660f9c6f1380-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.707280] env[70243]: DEBUG nova.compute.manager [req-084586ce-ed42-4955-85ed-8e1ec3069639 req-a602d511-f823-42f9-bff9-6334c9cb7261 service nova] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] No waiting events found dispatching network-vif-plugged-3db8311e-05f1-41c6-ab4d-c16323c054c0 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.708798] env[70243]: WARNING nova.compute.manager [req-084586ce-ed42-4955-85ed-8e1ec3069639 req-a602d511-f823-42f9-bff9-6334c9cb7261 service nova] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Received unexpected event network-vif-plugged-3db8311e-05f1-41c6-ab4d-c16323c054c0 for instance with vm_state building and task_state spawning. [ 826.708798] env[70243]: DEBUG nova.compute.manager [req-084586ce-ed42-4955-85ed-8e1ec3069639 req-a602d511-f823-42f9-bff9-6334c9cb7261 service nova] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Received event network-changed-3db8311e-05f1-41c6-ab4d-c16323c054c0 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.708919] env[70243]: DEBUG nova.compute.manager [req-084586ce-ed42-4955-85ed-8e1ec3069639 req-a602d511-f823-42f9-bff9-6334c9cb7261 service nova] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Refreshing instance network info cache due to event network-changed-3db8311e-05f1-41c6-ab4d-c16323c054c0. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.709013] env[70243]: DEBUG oslo_concurrency.lockutils [req-084586ce-ed42-4955-85ed-8e1ec3069639 req-a602d511-f823-42f9-bff9-6334c9cb7261 service nova] Acquiring lock "refresh_cache-bb0d8bc4-c513-46f3-aa96-660f9c6f1380" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.729942] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a215ec-64bf-c45b-e55b-c13e07c949d1, 'name': SearchDatastore_Task, 'duration_secs': 0.008456} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.730830] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c78d4dd-8d6b-42ca-9de0-94097be8f9b0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.738709] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Waiting for the task: (returnval){ [ 826.738709] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52162326-07b7-9859-073a-3c2dcdc77e32" [ 826.738709] env[70243]: _type = "Task" [ 826.738709] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.754185] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52162326-07b7-9859-073a-3c2dcdc77e32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.758123] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621865, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.968694] env[70243]: DEBUG nova.objects.instance [None req-34e4c5bc-bfdc-4273-aa12-6886d49932b3 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Lazy-loading 'flavor' on Instance uuid 0beb88d8-f501-42d4-ba9b-5ca10e7308fa {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.058647] env[70243]: DEBUG nova.network.neutron [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.076698] env[70243]: DEBUG oslo_vmware.api [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621866, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.131393] env[70243]: DEBUG oslo_vmware.api [None req-64c73c14-71a7-4aaf-8c04-7ca904583187 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Task: {'id': task-3621867, 'name': ReconfigVM_Task, 'duration_secs': 0.253125} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.131679] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-64c73c14-71a7-4aaf-8c04-7ca904583187 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Reconfigured VM instance to set the machine id {{(pid=70243) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 827.165446] env[70243]: DEBUG oslo_vmware.api [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Task: {'id': task-3621868, 'name': PowerOffVM_Task, 'duration_secs': 0.300225} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.166181] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.166181] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.166181] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8d24284-e6d4-427b-a962-d2a82f78e49b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.199390] env[70243]: DEBUG oslo_concurrency.lockutils [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.201739] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.890s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.206136] env[70243]: INFO nova.compute.claims [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.234726] env[70243]: INFO nova.scheduler.client.report [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Deleted allocations for instance c48d1281-1292-46af-a8ff-e4d08a502d24 [ 827.239304] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.239811] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.240055] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Deleting the datastore file [datastore2] 91c048bc-1be0-4ebf-9b2f-49ced29924f1 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.245488] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dfecdb3-0ff2-42c7-8be1-5c78e2683f12 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.260268] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52162326-07b7-9859-073a-3c2dcdc77e32, 'name': SearchDatastore_Task, 'duration_secs': 0.02397} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.266021] env[70243]: DEBUG oslo_concurrency.lockutils [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.266021] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 599b125b-2fb0-490c-a9ef-cc00879a1be8/599b125b-2fb0-490c-a9ef-cc00879a1be8.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.266021] env[70243]: DEBUG oslo_vmware.api [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621865, 'name': PowerOnVM_Task, 'duration_secs': 0.634588} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.266702] env[70243]: DEBUG oslo_vmware.api [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Waiting for the task: (returnval){ [ 827.266702] env[70243]: value = "task-3621870" [ 827.266702] env[70243]: _type = "Task" [ 827.266702] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.267709] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20d91c6c-4b85-4ccd-b882-c3a2562cd083 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.273541] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.273541] env[70243]: INFO nova.compute.manager [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Took 8.62 seconds to spawn the instance on the hypervisor. [ 827.273541] env[70243]: DEBUG nova.compute.manager [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.273541] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f392770-77bc-4b02-b029-2979181c0f20 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.302023] env[70243]: DEBUG oslo_vmware.api [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Task: {'id': task-3621870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.302023] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Waiting for the task: (returnval){ [ 827.302023] env[70243]: value = "task-3621871" [ 827.302023] env[70243]: _type = "Task" [ 827.302023] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.311039] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.476711] env[70243]: DEBUG oslo_concurrency.lockutils [None req-34e4c5bc-bfdc-4273-aa12-6886d49932b3 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Acquiring lock "refresh_cache-0beb88d8-f501-42d4-ba9b-5ca10e7308fa" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.553449] env[70243]: DEBUG nova.network.neutron [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Updating instance_info_cache with network_info: [{"id": "3db8311e-05f1-41c6-ab4d-c16323c054c0", "address": "fa:16:3e:59:49:93", "network": {"id": "efed784a-c76d-40c2-9094-2797cae46b9f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1261361839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3227bc9b9f014d2db2b3a89a32f3d175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3db8311e-05", "ovs_interfaceid": "3db8311e-05f1-41c6-ab4d-c16323c054c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.580428] env[70243]: DEBUG oslo_vmware.api [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511839} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.580701] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 16dff74d-4658-4f76-a70f-aaae3c52b371/16dff74d-4658-4f76-a70f-aaae3c52b371.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.580978] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.581196] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d53c6c53-0cc8-42db-8cee-5814d9ecf2f8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.590666] env[70243]: DEBUG oslo_vmware.api [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 827.590666] env[70243]: value = "task-3621872" [ 827.590666] env[70243]: _type = "Task" [ 827.590666] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.610378] env[70243]: DEBUG oslo_vmware.api [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.613903] env[70243]: DEBUG nova.network.neutron [req-6cbd5b01-a7f1-4fb6-9606-e276c87bba11 req-6a9c98dc-5248-4fbd-9387-66fbaae71155 service nova] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Updated VIF entry in instance network info cache for port a5c4a0e6-5c3e-4b98-812e-4e941078cfae. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.614186] env[70243]: DEBUG nova.network.neutron [req-6cbd5b01-a7f1-4fb6-9606-e276c87bba11 req-6a9c98dc-5248-4fbd-9387-66fbaae71155 service nova] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Updating instance_info_cache with network_info: [{"id": "a5c4a0e6-5c3e-4b98-812e-4e941078cfae", "address": "fa:16:3e:36:90:5f", "network": {"id": "4ebc8b5d-d25e-4656-a240-2e2dbee8c762", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1006822963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab3ab336fd2c4214bdac0d0e740f4800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c4a0e6-5c", "ovs_interfaceid": "a5c4a0e6-5c3e-4b98-812e-4e941078cfae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.752990] env[70243]: DEBUG oslo_concurrency.lockutils [None req-df65177e-8d14-467f-a4ec-97b2236bfb5c tempest-ServersListShow298Test-2087408765 tempest-ServersListShow298Test-2087408765-project-member] Lock "c48d1281-1292-46af-a8ff-e4d08a502d24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.503s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.789438] env[70243]: DEBUG oslo_vmware.api [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Task: {'id': task-3621870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172283} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.789897] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.790343] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.790343] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.790719] env[70243]: INFO nova.compute.manager [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 827.790966] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.791286] env[70243]: DEBUG nova.compute.manager [-] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.791486] env[70243]: DEBUG nova.network.neutron [-] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.822467] env[70243]: INFO nova.compute.manager [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Took 39.33 seconds to build instance. [ 827.832054] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621871, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.057993] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Releasing lock "refresh_cache-bb0d8bc4-c513-46f3-aa96-660f9c6f1380" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.058368] env[70243]: DEBUG nova.compute.manager [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Instance network_info: |[{"id": "3db8311e-05f1-41c6-ab4d-c16323c054c0", "address": "fa:16:3e:59:49:93", "network": {"id": "efed784a-c76d-40c2-9094-2797cae46b9f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1261361839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3227bc9b9f014d2db2b3a89a32f3d175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3db8311e-05", "ovs_interfaceid": "3db8311e-05f1-41c6-ab4d-c16323c054c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.058676] env[70243]: DEBUG oslo_concurrency.lockutils [req-084586ce-ed42-4955-85ed-8e1ec3069639 req-a602d511-f823-42f9-bff9-6334c9cb7261 service nova] Acquired lock "refresh_cache-bb0d8bc4-c513-46f3-aa96-660f9c6f1380" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.058854] env[70243]: DEBUG nova.network.neutron [req-084586ce-ed42-4955-85ed-8e1ec3069639 req-a602d511-f823-42f9-bff9-6334c9cb7261 service nova] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Refreshing network info cache for port 3db8311e-05f1-41c6-ab4d-c16323c054c0 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.060305] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:49:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496ac502-bfc4-4324-8332-cac473eb7cc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3db8311e-05f1-41c6-ab4d-c16323c054c0', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.069121] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Creating folder: Project (3227bc9b9f014d2db2b3a89a32f3d175). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.069215] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d26722bb-a48a-4a42-8b55-eacf28563ed4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.083232] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Created folder: Project (3227bc9b9f014d2db2b3a89a32f3d175) in parent group-v722220. [ 828.083442] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Creating folder: Instances. Parent ref: group-v722358. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.083858] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4e4b9a2-9c1e-4af8-a8a2-229a95be2486 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.096193] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Created folder: Instances in parent group-v722358. [ 828.096500] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.097140] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.097437] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-918f4577-5a21-43e3-8130-1556fd376733 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.127313] env[70243]: DEBUG oslo_concurrency.lockutils [req-6cbd5b01-a7f1-4fb6-9606-e276c87bba11 req-6a9c98dc-5248-4fbd-9387-66fbaae71155 service nova] Releasing lock "refresh_cache-0beb88d8-f501-42d4-ba9b-5ca10e7308fa" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.127820] env[70243]: DEBUG oslo_vmware.api [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084891} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.128097] env[70243]: DEBUG oslo_concurrency.lockutils [None req-34e4c5bc-bfdc-4273-aa12-6886d49932b3 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Acquired lock "refresh_cache-0beb88d8-f501-42d4-ba9b-5ca10e7308fa" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.131281] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.132112] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a520e5a-fd4c-4c68-8d18-f6a09d6bb561 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.136891] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.136891] env[70243]: value = "task-3621875" [ 828.136891] env[70243]: _type = "Task" [ 828.136891] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.146744] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621875, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.170804] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 16dff74d-4658-4f76-a70f-aaae3c52b371/16dff74d-4658-4f76-a70f-aaae3c52b371.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.171263] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0df83584-194c-4295-81ad-b80a61b6c1e7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.191562] env[70243]: DEBUG oslo_vmware.api [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 828.191562] env[70243]: value = "task-3621876" [ 828.191562] env[70243]: _type = "Task" [ 828.191562] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.201526] env[70243]: DEBUG oslo_vmware.api [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621876, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.325428] env[70243]: DEBUG oslo_concurrency.lockutils [None req-42520b9b-dc55-4b07-8611-109463c4d1e2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "668f8a1d-e0da-4ebf-9340-6ab7c5475b32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.285s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.325428] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567326} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.328159] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 599b125b-2fb0-490c-a9ef-cc00879a1be8/599b125b-2fb0-490c-a9ef-cc00879a1be8.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.328454] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.330118] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8795b4b4-932a-4a63-aef2-efd6444e0331 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.337338] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Waiting for the task: (returnval){ [ 828.337338] env[70243]: value = "task-3621877" [ 828.337338] env[70243]: _type = "Task" [ 828.337338] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.346157] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.657158] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621875, 'name': CreateVM_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.704166] env[70243]: DEBUG oslo_vmware.api [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621876, 'name': ReconfigVM_Task, 'duration_secs': 0.302643} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.704475] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 16dff74d-4658-4f76-a70f-aaae3c52b371/16dff74d-4658-4f76-a70f-aaae3c52b371.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.705145] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7558fb0-b878-4daf-a294-eebd4a8604c8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.713010] env[70243]: DEBUG oslo_vmware.api [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 828.713010] env[70243]: value = "task-3621878" [ 828.713010] env[70243]: _type = "Task" [ 828.713010] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.720059] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c47bb8d-1e0c-42a5-b9a3-485efba49fdf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.736279] env[70243]: DEBUG oslo_vmware.api [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621878, 'name': Rename_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.737450] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d3cc6e-19bf-47cc-a8e7-453c1c9d2a68 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.773221] env[70243]: DEBUG nova.network.neutron [-] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.777773] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db137252-3b92-4316-9be9-98fcceb1e7a9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.788195] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d722aeb-5ad2-4230-8a7b-e64d1ce19334 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.804160] env[70243]: DEBUG nova.compute.provider_tree [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.846244] env[70243]: DEBUG nova.compute.manager [req-7dca947f-5646-4f24-a614-926a966f183b req-373cef33-025f-4810-b57d-f65326448fd0 service nova] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Received event network-vif-deleted-459cd8e0-25f9-4ca0-b91b-f7b2b6858362 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.851328] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0713} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.851328] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.855269] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c9b309-03b3-4a25-b521-92d185f20415 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.876916] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 599b125b-2fb0-490c-a9ef-cc00879a1be8/599b125b-2fb0-490c-a9ef-cc00879a1be8.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.877466] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9644bb07-91af-4eba-8076-c26793044806 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.899842] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Waiting for the task: (returnval){ [ 828.899842] env[70243]: value = "task-3621879" [ 828.899842] env[70243]: _type = "Task" [ 828.899842] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.910889] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621879, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.000678] env[70243]: DEBUG nova.network.neutron [None req-34e4c5bc-bfdc-4273-aa12-6886d49932b3 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.029976] env[70243]: DEBUG nova.network.neutron [req-084586ce-ed42-4955-85ed-8e1ec3069639 req-a602d511-f823-42f9-bff9-6334c9cb7261 service nova] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Updated VIF entry in instance network info cache for port 3db8311e-05f1-41c6-ab4d-c16323c054c0. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.030466] env[70243]: DEBUG nova.network.neutron [req-084586ce-ed42-4955-85ed-8e1ec3069639 req-a602d511-f823-42f9-bff9-6334c9cb7261 service nova] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Updating instance_info_cache with network_info: [{"id": "3db8311e-05f1-41c6-ab4d-c16323c054c0", "address": "fa:16:3e:59:49:93", "network": {"id": "efed784a-c76d-40c2-9094-2797cae46b9f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1261361839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3227bc9b9f014d2db2b3a89a32f3d175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3db8311e-05", "ovs_interfaceid": "3db8311e-05f1-41c6-ab4d-c16323c054c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.160479] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621875, 'name': CreateVM_Task, 'duration_secs': 0.809501} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.160479] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.160479] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.160479] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.160479] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.160479] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc9af93d-2641-4646-a5d5-02d9af82d81e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.166123] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 829.166123] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522f9560-af39-9609-eca3-869f5e8e01f9" [ 829.166123] env[70243]: _type = "Task" [ 829.166123] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.182078] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522f9560-af39-9609-eca3-869f5e8e01f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.225655] env[70243]: DEBUG oslo_vmware.api [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621878, 'name': Rename_Task, 'duration_secs': 0.156928} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.225970] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.226240] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-728ff6ff-49e9-4234-87e1-6c2909bd3ebb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.232934] env[70243]: DEBUG oslo_vmware.api [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 829.232934] env[70243]: value = "task-3621880" [ 829.232934] env[70243]: _type = "Task" [ 829.232934] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.241573] env[70243]: DEBUG oslo_vmware.api [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.278491] env[70243]: INFO nova.compute.manager [-] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Took 1.49 seconds to deallocate network for instance. [ 829.307637] env[70243]: DEBUG nova.scheduler.client.report [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.376445] env[70243]: DEBUG nova.compute.manager [req-20c56b74-c316-477e-926d-e484e09ebdc5 req-85e5d15e-567e-4254-9cc7-b3cd8ae8257b service nova] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Received event network-changed-a5c4a0e6-5c3e-4b98-812e-4e941078cfae {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.376445] env[70243]: DEBUG nova.compute.manager [req-20c56b74-c316-477e-926d-e484e09ebdc5 req-85e5d15e-567e-4254-9cc7-b3cd8ae8257b service nova] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Refreshing instance network info cache due to event network-changed-a5c4a0e6-5c3e-4b98-812e-4e941078cfae. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.376445] env[70243]: DEBUG oslo_concurrency.lockutils [req-20c56b74-c316-477e-926d-e484e09ebdc5 req-85e5d15e-567e-4254-9cc7-b3cd8ae8257b service nova] Acquiring lock "refresh_cache-0beb88d8-f501-42d4-ba9b-5ca10e7308fa" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.415071] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621879, 'name': ReconfigVM_Task, 'duration_secs': 0.318279} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.415497] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 599b125b-2fb0-490c-a9ef-cc00879a1be8/599b125b-2fb0-490c-a9ef-cc00879a1be8.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.416330] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-595428b0-af6c-41f5-8580-4ce89e85865e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.423069] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Waiting for the task: (returnval){ [ 829.423069] env[70243]: value = "task-3621881" [ 829.423069] env[70243]: _type = "Task" [ 829.423069] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.434671] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621881, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.537144] env[70243]: DEBUG oslo_concurrency.lockutils [req-084586ce-ed42-4955-85ed-8e1ec3069639 req-a602d511-f823-42f9-bff9-6334c9cb7261 service nova] Releasing lock "refresh_cache-bb0d8bc4-c513-46f3-aa96-660f9c6f1380" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.677839] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522f9560-af39-9609-eca3-869f5e8e01f9, 'name': SearchDatastore_Task, 'duration_secs': 0.015364} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.678273] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.678599] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.678926] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.679141] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.679748] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.679836] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5a42192-c66c-491c-b4a9-510078f08303 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.689993] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.690247] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.690997] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a3d1b6b-7de6-4254-9442-641fea9db3c5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.696531] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 829.696531] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f30d19-3692-7b24-a73c-32d1f93905a3" [ 829.696531] env[70243]: _type = "Task" [ 829.696531] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.705972] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f30d19-3692-7b24-a73c-32d1f93905a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.742084] env[70243]: DEBUG oslo_vmware.api [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621880, 'name': PowerOnVM_Task, 'duration_secs': 0.489465} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.742412] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.742707] env[70243]: INFO nova.compute.manager [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Took 8.45 seconds to spawn the instance on the hypervisor. [ 829.746266] env[70243]: DEBUG nova.compute.manager [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.747075] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773c3409-0c60-414f-a565-ecd61ec707dd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.786533] env[70243]: DEBUG oslo_concurrency.lockutils [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.814798] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.815349] env[70243]: DEBUG nova.compute.manager [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.820833] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.766s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.820833] env[70243]: INFO nova.compute.claims [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.825386] env[70243]: DEBUG nova.network.neutron [None req-34e4c5bc-bfdc-4273-aa12-6886d49932b3 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Updating instance_info_cache with network_info: [{"id": "a5c4a0e6-5c3e-4b98-812e-4e941078cfae", "address": "fa:16:3e:36:90:5f", "network": {"id": "4ebc8b5d-d25e-4656-a240-2e2dbee8c762", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1006822963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab3ab336fd2c4214bdac0d0e740f4800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c4a0e6-5c", "ovs_interfaceid": "a5c4a0e6-5c3e-4b98-812e-4e941078cfae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.939932] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621881, 'name': Rename_Task, 'duration_secs': 0.13645} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.940151] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.940544] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4872fb9b-bdf0-48ea-acd2-0437631f99d0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.948100] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Waiting for the task: (returnval){ [ 829.948100] env[70243]: value = "task-3621882" [ 829.948100] env[70243]: _type = "Task" [ 829.948100] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.956207] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.003690] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "a86e2e8c-5fe0-47bc-aab1-abbfe29af70e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.004224] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "a86e2e8c-5fe0-47bc-aab1-abbfe29af70e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.210134] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f30d19-3692-7b24-a73c-32d1f93905a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011403} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.211695] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d707abca-b0f5-4845-b10a-45da95b72294 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.221022] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 830.221022] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e981e8-e07e-0667-e600-61f34e107b8a" [ 830.221022] env[70243]: _type = "Task" [ 830.221022] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.226760] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e981e8-e07e-0667-e600-61f34e107b8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.273394] env[70243]: INFO nova.compute.manager [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Took 37.47 seconds to build instance. [ 830.328022] env[70243]: DEBUG nova.compute.utils [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.328022] env[70243]: DEBUG nova.compute.manager [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.328022] env[70243]: DEBUG nova.network.neutron [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.330454] env[70243]: DEBUG oslo_concurrency.lockutils [None req-34e4c5bc-bfdc-4273-aa12-6886d49932b3 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Releasing lock "refresh_cache-0beb88d8-f501-42d4-ba9b-5ca10e7308fa" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.331159] env[70243]: DEBUG nova.compute.manager [None req-34e4c5bc-bfdc-4273-aa12-6886d49932b3 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Inject network info {{(pid=70243) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 830.331691] env[70243]: DEBUG nova.compute.manager [None req-34e4c5bc-bfdc-4273-aa12-6886d49932b3 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] network_info to inject: |[{"id": "a5c4a0e6-5c3e-4b98-812e-4e941078cfae", "address": "fa:16:3e:36:90:5f", "network": {"id": "4ebc8b5d-d25e-4656-a240-2e2dbee8c762", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1006822963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab3ab336fd2c4214bdac0d0e740f4800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c4a0e6-5c", "ovs_interfaceid": "a5c4a0e6-5c3e-4b98-812e-4e941078cfae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 830.343154] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-34e4c5bc-bfdc-4273-aa12-6886d49932b3 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Reconfiguring VM instance to set the machine id {{(pid=70243) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 830.345844] env[70243]: DEBUG nova.compute.manager [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.351162] env[70243]: DEBUG oslo_concurrency.lockutils [req-20c56b74-c316-477e-926d-e484e09ebdc5 req-85e5d15e-567e-4254-9cc7-b3cd8ae8257b service nova] Acquired lock "refresh_cache-0beb88d8-f501-42d4-ba9b-5ca10e7308fa" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.351162] env[70243]: DEBUG nova.network.neutron [req-20c56b74-c316-477e-926d-e484e09ebdc5 req-85e5d15e-567e-4254-9cc7-b3cd8ae8257b service nova] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Refreshing network info cache for port a5c4a0e6-5c3e-4b98-812e-4e941078cfae {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.351162] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acbe1e9b-cc1a-427a-979b-1e2852b10722 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.383732] env[70243]: DEBUG oslo_vmware.api [None req-34e4c5bc-bfdc-4273-aa12-6886d49932b3 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Waiting for the task: (returnval){ [ 830.383732] env[70243]: value = "task-3621883" [ 830.383732] env[70243]: _type = "Task" [ 830.383732] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.397422] env[70243]: DEBUG oslo_vmware.api [None req-34e4c5bc-bfdc-4273-aa12-6886d49932b3 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Task: {'id': task-3621883, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.454178] env[70243]: DEBUG nova.policy [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b10cd0ae52854ef2b35ac6815cc60386', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e31d1e58e3844a9b4f3f32bbd59a735', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.461361] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621882, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.507487] env[70243]: DEBUG nova.compute.manager [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.740334] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e981e8-e07e-0667-e600-61f34e107b8a, 'name': SearchDatastore_Task, 'duration_secs': 0.013383} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.740334] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.740334] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] bb0d8bc4-c513-46f3-aa96-660f9c6f1380/bb0d8bc4-c513-46f3-aa96-660f9c6f1380.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.740913] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbfc29d2-57ad-46a2-8935-d94c1db4065f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.749200] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 830.749200] env[70243]: value = "task-3621884" [ 830.749200] env[70243]: _type = "Task" [ 830.749200] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.758506] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3621884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.773858] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8d88c290-3b90-4d9a-b12d-0559e39ab345 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "16dff74d-4658-4f76-a70f-aaae3c52b371" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.682s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.784761] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Acquiring lock "e607e73c-9ca6-47a5-874b-ab37e791d33f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.784761] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Lock "e607e73c-9ca6-47a5-874b-ab37e791d33f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.795503] env[70243]: DEBUG nova.network.neutron [req-20c56b74-c316-477e-926d-e484e09ebdc5 req-85e5d15e-567e-4254-9cc7-b3cd8ae8257b service nova] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Updated VIF entry in instance network info cache for port a5c4a0e6-5c3e-4b98-812e-4e941078cfae. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.795712] env[70243]: DEBUG nova.network.neutron [req-20c56b74-c316-477e-926d-e484e09ebdc5 req-85e5d15e-567e-4254-9cc7-b3cd8ae8257b service nova] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Updating instance_info_cache with network_info: [{"id": "a5c4a0e6-5c3e-4b98-812e-4e941078cfae", "address": "fa:16:3e:36:90:5f", "network": {"id": "4ebc8b5d-d25e-4656-a240-2e2dbee8c762", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1006822963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab3ab336fd2c4214bdac0d0e740f4800", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5c4a0e6-5c", "ovs_interfaceid": "a5c4a0e6-5c3e-4b98-812e-4e941078cfae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.906338] env[70243]: DEBUG oslo_vmware.api [None req-34e4c5bc-bfdc-4273-aa12-6886d49932b3 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Task: {'id': task-3621883, 'name': ReconfigVM_Task, 'duration_secs': 0.172031} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.907116] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-34e4c5bc-bfdc-4273-aa12-6886d49932b3 tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Reconfigured VM instance to set the machine id {{(pid=70243) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 830.962994] env[70243]: DEBUG oslo_vmware.api [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621882, 'name': PowerOnVM_Task, 'duration_secs': 0.697783} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.963731] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.963731] env[70243]: DEBUG nova.compute.manager [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.964981] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a080a9a6-ebd4-457c-9d40-fef749961d54 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.981929] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab53d6c-dbbc-46e0-b82e-a78bad3a014a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.994402] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038e7eb1-0c5c-48e7-afc5-28041c18e4bb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.035677] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87caae7b-ea44-4342-af80-e9254935d707 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.045472] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6a3596-589e-4954-827c-6dcb50a44841 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.060557] env[70243]: DEBUG nova.compute.provider_tree [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.062923] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.268876] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3621884, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.289329] env[70243]: DEBUG nova.compute.manager [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.299933] env[70243]: DEBUG oslo_concurrency.lockutils [req-20c56b74-c316-477e-926d-e484e09ebdc5 req-85e5d15e-567e-4254-9cc7-b3cd8ae8257b service nova] Releasing lock "refresh_cache-0beb88d8-f501-42d4-ba9b-5ca10e7308fa" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.389380] env[70243]: DEBUG nova.compute.manager [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.424714] env[70243]: DEBUG nova.virt.hardware [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.424915] env[70243]: DEBUG nova.virt.hardware [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.425199] env[70243]: DEBUG nova.virt.hardware [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.425268] env[70243]: DEBUG nova.virt.hardware [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.425412] env[70243]: DEBUG nova.virt.hardware [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.425557] env[70243]: DEBUG nova.virt.hardware [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.425762] env[70243]: DEBUG nova.virt.hardware [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.425917] env[70243]: DEBUG nova.virt.hardware [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.426267] env[70243]: DEBUG nova.virt.hardware [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.426330] env[70243]: DEBUG nova.virt.hardware [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.426487] env[70243]: DEBUG nova.virt.hardware [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.427438] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b361365-a1fd-4ff3-b7d2-d3e49fbd3102 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.430262] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Acquiring lock "0beb88d8-f501-42d4-ba9b-5ca10e7308fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.430530] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Lock "0beb88d8-f501-42d4-ba9b-5ca10e7308fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.430739] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Acquiring lock "0beb88d8-f501-42d4-ba9b-5ca10e7308fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.430921] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Lock "0beb88d8-f501-42d4-ba9b-5ca10e7308fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.431095] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Lock "0beb88d8-f501-42d4-ba9b-5ca10e7308fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.434303] env[70243]: INFO nova.compute.manager [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Terminating instance [ 831.438785] env[70243]: DEBUG nova.network.neutron [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Successfully created port: bbc97127-9146-47fd-9b46-01cd66fadf8f {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.444521] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad77c256-ebf8-4117-8a95-292cf21e7744 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.484471] env[70243]: DEBUG oslo_concurrency.lockutils [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.565500] env[70243]: DEBUG nova.scheduler.client.report [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.762590] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3621884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712527} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.762906] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] bb0d8bc4-c513-46f3-aa96-660f9c6f1380/bb0d8bc4-c513-46f3-aa96-660f9c6f1380.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.763192] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.763527] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff9fc495-06f9-4667-a7ea-cee21f247513 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.769962] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 831.769962] env[70243]: value = "task-3621885" [ 831.769962] env[70243]: _type = "Task" [ 831.769962] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.780115] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3621885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.815416] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.948890] env[70243]: DEBUG nova.compute.manager [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.949865] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.950840] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a006c32-52db-4d64-beb0-da5176bf1ed8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.962698] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.963187] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-987a6abe-e991-44cd-83de-01cf0c1e45c4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.972747] env[70243]: DEBUG oslo_vmware.api [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Waiting for the task: (returnval){ [ 831.972747] env[70243]: value = "task-3621886" [ 831.972747] env[70243]: _type = "Task" [ 831.972747] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.985012] env[70243]: DEBUG oslo_vmware.api [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Task: {'id': task-3621886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.987503] env[70243]: DEBUG nova.compute.manager [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Stashing vm_state: active {{(pid=70243) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 832.072729] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.073290] env[70243]: DEBUG nova.compute.manager [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.077757] env[70243]: DEBUG oslo_concurrency.lockutils [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.522s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.081353] env[70243]: DEBUG nova.objects.instance [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lazy-loading 'resources' on Instance uuid fa9ac54c-a4f6-45c0-869c-8abc7aa14004 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.282717] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3621885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083348} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.282717] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.284438] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91abe8f2-c33c-4440-9ae8-d44e05254c92 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.322458] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] bb0d8bc4-c513-46f3-aa96-660f9c6f1380/bb0d8bc4-c513-46f3-aa96-660f9c6f1380.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.322458] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc29a388-2dd5-4db1-913e-ded2e995ca7f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.346393] env[70243]: DEBUG oslo_concurrency.lockutils [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Acquiring lock "599b125b-2fb0-490c-a9ef-cc00879a1be8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.346843] env[70243]: DEBUG oslo_concurrency.lockutils [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Lock "599b125b-2fb0-490c-a9ef-cc00879a1be8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.347068] env[70243]: DEBUG oslo_concurrency.lockutils [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Acquiring lock "599b125b-2fb0-490c-a9ef-cc00879a1be8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.347325] env[70243]: DEBUG oslo_concurrency.lockutils [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Lock "599b125b-2fb0-490c-a9ef-cc00879a1be8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.347667] env[70243]: DEBUG oslo_concurrency.lockutils [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Lock "599b125b-2fb0-490c-a9ef-cc00879a1be8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.350113] env[70243]: INFO nova.compute.manager [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Terminating instance [ 832.364944] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 832.364944] env[70243]: value = "task-3621887" [ 832.364944] env[70243]: _type = "Task" [ 832.364944] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.376695] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3621887, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.484025] env[70243]: DEBUG oslo_vmware.api [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Task: {'id': task-3621886, 'name': PowerOffVM_Task, 'duration_secs': 0.504102} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.485125] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.485125] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.485125] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f34074b1-74b3-41a0-abb5-7ec32aa9d432 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.514547] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.553925] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.554196] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.554391] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Deleting the datastore file [datastore2] 0beb88d8-f501-42d4-ba9b-5ca10e7308fa {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.554668] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1991fea-a57d-4d9c-8bae-4b211f8a590b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.561251] env[70243]: DEBUG oslo_vmware.api [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Waiting for the task: (returnval){ [ 832.561251] env[70243]: value = "task-3621889" [ 832.561251] env[70243]: _type = "Task" [ 832.561251] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.570939] env[70243]: DEBUG oslo_vmware.api [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Task: {'id': task-3621889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.587568] env[70243]: DEBUG nova.compute.utils [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.595760] env[70243]: DEBUG nova.compute.manager [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.596654] env[70243]: DEBUG nova.network.neutron [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.732178] env[70243]: DEBUG nova.policy [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '623aead541a94c8c914c275340030c03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '956a73046dc24031a0fe9d430982e23a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.858274] env[70243]: DEBUG oslo_concurrency.lockutils [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Acquiring lock "refresh_cache-599b125b-2fb0-490c-a9ef-cc00879a1be8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.858274] env[70243]: DEBUG oslo_concurrency.lockutils [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Acquired lock "refresh_cache-599b125b-2fb0-490c-a9ef-cc00879a1be8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.858274] env[70243]: DEBUG nova.network.neutron [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.880876] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3621887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.074335] env[70243]: DEBUG oslo_vmware.api [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Task: {'id': task-3621889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295838} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.074605] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.074697] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.075229] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.075229] env[70243]: INFO nova.compute.manager [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Took 1.13 seconds to destroy the instance on the hypervisor. [ 833.075315] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.075442] env[70243]: DEBUG nova.compute.manager [-] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.075530] env[70243]: DEBUG nova.network.neutron [-] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.101617] env[70243]: DEBUG nova.compute.manager [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.264351] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f878c14-69c3-4a47-9c9d-01f8481d2da9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.275634] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718bcd3a-4f15-48a9-a2ce-db1f434486c0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.315337] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3374ae46-2df2-439e-93d6-ac8dd175c4e9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.322988] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9c04b9-e8a0-4501-a1a1-7272e070d9d9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.339564] env[70243]: DEBUG nova.compute.provider_tree [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.341897] env[70243]: DEBUG nova.network.neutron [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Successfully created port: 7b1cd7d9-37db-4a1e-8571-a8b32ac7733b {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.378628] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3621887, 'name': ReconfigVM_Task, 'duration_secs': 0.580504} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.378628] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Reconfigured VM instance instance-0000002d to attach disk [datastore2] bb0d8bc4-c513-46f3-aa96-660f9c6f1380/bb0d8bc4-c513-46f3-aa96-660f9c6f1380.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.378628] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c913701-c740-432f-87da-3f48f651cd7e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.386647] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 833.386647] env[70243]: value = "task-3621890" [ 833.386647] env[70243]: _type = "Task" [ 833.386647] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.395545] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3621890, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.398700] env[70243]: DEBUG nova.network.neutron [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.431410] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Acquiring lock "e0d9e133-ff35-4821-89ef-9c2328623760" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.431410] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Lock "e0d9e133-ff35-4821-89ef-9c2328623760" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.431410] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Acquiring lock "e0d9e133-ff35-4821-89ef-9c2328623760-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.431671] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Lock "e0d9e133-ff35-4821-89ef-9c2328623760-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.431743] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Lock "e0d9e133-ff35-4821-89ef-9c2328623760-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.435013] env[70243]: INFO nova.compute.manager [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Terminating instance [ 833.523713] env[70243]: DEBUG nova.network.neutron [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.681250] env[70243]: DEBUG nova.compute.manager [req-6fce224e-c808-4b85-b0be-7146eb8abc7d req-e7821571-447a-4bc3-8ed0-19dbe2aa9291 service nova] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Received event network-vif-plugged-bbc97127-9146-47fd-9b46-01cd66fadf8f {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.681250] env[70243]: DEBUG oslo_concurrency.lockutils [req-6fce224e-c808-4b85-b0be-7146eb8abc7d req-e7821571-447a-4bc3-8ed0-19dbe2aa9291 service nova] Acquiring lock "b2f5b9c4-3994-4c1e-900f-db57b4036ed2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.681250] env[70243]: DEBUG oslo_concurrency.lockutils [req-6fce224e-c808-4b85-b0be-7146eb8abc7d req-e7821571-447a-4bc3-8ed0-19dbe2aa9291 service nova] Lock "b2f5b9c4-3994-4c1e-900f-db57b4036ed2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.681250] env[70243]: DEBUG oslo_concurrency.lockutils [req-6fce224e-c808-4b85-b0be-7146eb8abc7d req-e7821571-447a-4bc3-8ed0-19dbe2aa9291 service nova] Lock "b2f5b9c4-3994-4c1e-900f-db57b4036ed2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.681250] env[70243]: DEBUG nova.compute.manager [req-6fce224e-c808-4b85-b0be-7146eb8abc7d req-e7821571-447a-4bc3-8ed0-19dbe2aa9291 service nova] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] No waiting events found dispatching network-vif-plugged-bbc97127-9146-47fd-9b46-01cd66fadf8f {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.681250] env[70243]: WARNING nova.compute.manager [req-6fce224e-c808-4b85-b0be-7146eb8abc7d req-e7821571-447a-4bc3-8ed0-19dbe2aa9291 service nova] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Received unexpected event network-vif-plugged-bbc97127-9146-47fd-9b46-01cd66fadf8f for instance with vm_state building and task_state spawning. [ 833.847122] env[70243]: DEBUG nova.scheduler.client.report [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.899111] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3621890, 'name': Rename_Task, 'duration_secs': 0.43872} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.899401] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.899639] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c9e5f60-5753-4ec2-a7bf-852ef2e882e4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.907921] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 833.907921] env[70243]: value = "task-3621891" [ 833.907921] env[70243]: _type = "Task" [ 833.907921] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.923909] env[70243]: DEBUG nova.network.neutron [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Successfully updated port: bbc97127-9146-47fd-9b46-01cd66fadf8f {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.927375] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3621891, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.942331] env[70243]: DEBUG nova.compute.manager [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.942331] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.942844] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2aa198-d09c-4d64-8ab1-16967f8719c8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.959400] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.959764] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4760d92d-a1dc-4152-a135-d792f591fe73 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.966990] env[70243]: DEBUG oslo_vmware.api [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Waiting for the task: (returnval){ [ 833.966990] env[70243]: value = "task-3621892" [ 833.966990] env[70243]: _type = "Task" [ 833.966990] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.977465] env[70243]: DEBUG oslo_vmware.api [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Task: {'id': task-3621892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.024196] env[70243]: DEBUG oslo_concurrency.lockutils [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Releasing lock "refresh_cache-599b125b-2fb0-490c-a9ef-cc00879a1be8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.024963] env[70243]: DEBUG nova.compute.manager [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.024963] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.025885] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf203f1-290e-47f2-b08c-2c5c9775945e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.037038] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.037349] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55794744-f237-40cc-a7da-6f66dd130071 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.051408] env[70243]: DEBUG oslo_vmware.api [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Waiting for the task: (returnval){ [ 834.051408] env[70243]: value = "task-3621893" [ 834.051408] env[70243]: _type = "Task" [ 834.051408] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.061549] env[70243]: DEBUG oslo_vmware.api [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.115354] env[70243]: DEBUG nova.compute.manager [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.156988] env[70243]: DEBUG nova.virt.hardware [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.157289] env[70243]: DEBUG nova.virt.hardware [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.157458] env[70243]: DEBUG nova.virt.hardware [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.157646] env[70243]: DEBUG nova.virt.hardware [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.157793] env[70243]: DEBUG nova.virt.hardware [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.157996] env[70243]: DEBUG nova.virt.hardware [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.158518] env[70243]: DEBUG nova.virt.hardware [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.158518] env[70243]: DEBUG nova.virt.hardware [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.158761] env[70243]: DEBUG nova.virt.hardware [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.158860] env[70243]: DEBUG nova.virt.hardware [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.158977] env[70243]: DEBUG nova.virt.hardware [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.161034] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da08940-bff4-4d53-a372-249e0ed1afa2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.171495] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca2da4e-2d5c-48ac-8008-7d6676b3730f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.352630] env[70243]: DEBUG oslo_concurrency.lockutils [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.276s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.358254] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.833s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.358254] env[70243]: DEBUG nova.objects.instance [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Lazy-loading 'resources' on Instance uuid 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.387994] env[70243]: INFO nova.scheduler.client.report [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Deleted allocations for instance fa9ac54c-a4f6-45c0-869c-8abc7aa14004 [ 834.425026] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "refresh_cache-b2f5b9c4-3994-4c1e-900f-db57b4036ed2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.425200] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquired lock "refresh_cache-b2f5b9c4-3994-4c1e-900f-db57b4036ed2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.425347] env[70243]: DEBUG nova.network.neutron [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.426806] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3621891, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.478854] env[70243]: DEBUG oslo_vmware.api [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Task: {'id': task-3621892, 'name': PowerOffVM_Task, 'duration_secs': 0.221369} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.479401] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.479788] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.480217] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bfbb8cf-84f4-4e1e-865a-14b0109d9724 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.548171] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.548171] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.548171] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Deleting the datastore file [datastore2] e0d9e133-ff35-4821-89ef-9c2328623760 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.548171] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17a1fc08-706b-4c26-a237-b67b2feab7c2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.559470] env[70243]: DEBUG oslo_vmware.api [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Waiting for the task: (returnval){ [ 834.559470] env[70243]: value = "task-3621895" [ 834.559470] env[70243]: _type = "Task" [ 834.559470] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.564700] env[70243]: DEBUG oslo_vmware.api [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621893, 'name': PowerOffVM_Task, 'duration_secs': 0.1427} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.568681] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.569040] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.569594] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dba7a9b6-7a73-4c3c-a683-bb5fb28ef769 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.576404] env[70243]: DEBUG oslo_vmware.api [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Task: {'id': task-3621895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.598907] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.598907] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.598907] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Deleting the datastore file [datastore2] 599b125b-2fb0-490c-a9ef-cc00879a1be8 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.598907] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b43e0898-3b51-4a2f-b2bd-43a187e597fb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.610022] env[70243]: DEBUG oslo_vmware.api [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Waiting for the task: (returnval){ [ 834.610022] env[70243]: value = "task-3621897" [ 834.610022] env[70243]: _type = "Task" [ 834.610022] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.617662] env[70243]: DEBUG oslo_vmware.api [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.770026] env[70243]: DEBUG nova.network.neutron [-] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.902625] env[70243]: DEBUG oslo_concurrency.lockutils [None req-790b04c8-56b2-4527-a3b5-2c0e8915c82a tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "fa9ac54c-a4f6-45c0-869c-8abc7aa14004" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.126s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.923234] env[70243]: DEBUG oslo_vmware.api [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3621891, 'name': PowerOnVM_Task, 'duration_secs': 0.856683} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.927132] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.927698] env[70243]: INFO nova.compute.manager [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Took 9.96 seconds to spawn the instance on the hypervisor. [ 834.927837] env[70243]: DEBUG nova.compute.manager [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.931721] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89661c9-9654-4bea-ab15-8c502ea4ff50 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.018635] env[70243]: DEBUG nova.network.neutron [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.076167] env[70243]: DEBUG oslo_vmware.api [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Task: {'id': task-3621895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228369} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.076440] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.076663] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.076789] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.076960] env[70243]: INFO nova.compute.manager [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Took 1.14 seconds to destroy the instance on the hypervisor. [ 835.077466] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.080388] env[70243]: DEBUG nova.compute.manager [-] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.080524] env[70243]: DEBUG nova.network.neutron [-] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.120868] env[70243]: DEBUG oslo_vmware.api [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Task: {'id': task-3621897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152404} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.121444] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.121847] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.122154] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.122718] env[70243]: INFO nova.compute.manager [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Took 1.10 seconds to destroy the instance on the hypervisor. [ 835.123128] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.125757] env[70243]: DEBUG nova.compute.manager [-] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.125987] env[70243]: DEBUG nova.network.neutron [-] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.156643] env[70243]: DEBUG nova.network.neutron [-] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.274600] env[70243]: INFO nova.compute.manager [-] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Took 2.20 seconds to deallocate network for instance. [ 835.342794] env[70243]: DEBUG nova.network.neutron [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Successfully updated port: 7b1cd7d9-37db-4a1e-8571-a8b32ac7733b {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.393256] env[70243]: DEBUG nova.compute.manager [req-a1ceb321-03fa-435f-99f7-540618f9be9b req-ee38f458-48ff-4104-bded-99d88d538541 service nova] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Received event network-vif-plugged-7b1cd7d9-37db-4a1e-8571-a8b32ac7733b {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.393503] env[70243]: DEBUG oslo_concurrency.lockutils [req-a1ceb321-03fa-435f-99f7-540618f9be9b req-ee38f458-48ff-4104-bded-99d88d538541 service nova] Acquiring lock "ff145119-5f19-453a-ad22-cbb11664d1e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.393739] env[70243]: DEBUG oslo_concurrency.lockutils [req-a1ceb321-03fa-435f-99f7-540618f9be9b req-ee38f458-48ff-4104-bded-99d88d538541 service nova] Lock "ff145119-5f19-453a-ad22-cbb11664d1e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.393889] env[70243]: DEBUG oslo_concurrency.lockutils [req-a1ceb321-03fa-435f-99f7-540618f9be9b req-ee38f458-48ff-4104-bded-99d88d538541 service nova] Lock "ff145119-5f19-453a-ad22-cbb11664d1e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.394064] env[70243]: DEBUG nova.compute.manager [req-a1ceb321-03fa-435f-99f7-540618f9be9b req-ee38f458-48ff-4104-bded-99d88d538541 service nova] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] No waiting events found dispatching network-vif-plugged-7b1cd7d9-37db-4a1e-8571-a8b32ac7733b {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.394229] env[70243]: WARNING nova.compute.manager [req-a1ceb321-03fa-435f-99f7-540618f9be9b req-ee38f458-48ff-4104-bded-99d88d538541 service nova] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Received unexpected event network-vif-plugged-7b1cd7d9-37db-4a1e-8571-a8b32ac7733b for instance with vm_state building and task_state spawning. [ 835.421868] env[70243]: DEBUG nova.network.neutron [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Updating instance_info_cache with network_info: [{"id": "bbc97127-9146-47fd-9b46-01cd66fadf8f", "address": "fa:16:3e:51:c3:30", "network": {"id": "14da2089-8f3c-4c07-816f-3e67c8767cc4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599401137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e31d1e58e3844a9b4f3f32bbd59a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc97127-91", "ovs_interfaceid": "bbc97127-9146-47fd-9b46-01cd66fadf8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.448114] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ab48f6-005b-4a5c-a963-f553a81e4f9b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.219657] env[70243]: DEBUG nova.network.neutron [-] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.219983] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.220402] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquiring lock "refresh_cache-ff145119-5f19-453a-ad22-cbb11664d1e7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.222089] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquired lock "refresh_cache-ff145119-5f19-453a-ad22-cbb11664d1e7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.222089] env[70243]: DEBUG nova.network.neutron [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.222089] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Releasing lock "refresh_cache-b2f5b9c4-3994-4c1e-900f-db57b4036ed2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.222089] env[70243]: DEBUG nova.compute.manager [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Instance network_info: |[{"id": "bbc97127-9146-47fd-9b46-01cd66fadf8f", "address": "fa:16:3e:51:c3:30", "network": {"id": "14da2089-8f3c-4c07-816f-3e67c8767cc4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599401137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e31d1e58e3844a9b4f3f32bbd59a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc97127-91", "ovs_interfaceid": "bbc97127-9146-47fd-9b46-01cd66fadf8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.225991] env[70243]: DEBUG nova.compute.manager [req-c83e21b0-7942-4be5-a761-42926587be1a req-ac929f74-2f4f-4d89-8629-d7ad9fbc88f1 service nova] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Received event network-changed-bbc97127-9146-47fd-9b46-01cd66fadf8f {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.226235] env[70243]: DEBUG nova.compute.manager [req-c83e21b0-7942-4be5-a761-42926587be1a req-ac929f74-2f4f-4d89-8629-d7ad9fbc88f1 service nova] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Refreshing instance network info cache due to event network-changed-bbc97127-9146-47fd-9b46-01cd66fadf8f. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.226440] env[70243]: DEBUG oslo_concurrency.lockutils [req-c83e21b0-7942-4be5-a761-42926587be1a req-ac929f74-2f4f-4d89-8629-d7ad9fbc88f1 service nova] Acquiring lock "refresh_cache-b2f5b9c4-3994-4c1e-900f-db57b4036ed2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.226575] env[70243]: DEBUG oslo_concurrency.lockutils [req-c83e21b0-7942-4be5-a761-42926587be1a req-ac929f74-2f4f-4d89-8629-d7ad9fbc88f1 service nova] Acquired lock "refresh_cache-b2f5b9c4-3994-4c1e-900f-db57b4036ed2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.226789] env[70243]: DEBUG nova.network.neutron [req-c83e21b0-7942-4be5-a761-42926587be1a req-ac929f74-2f4f-4d89-8629-d7ad9fbc88f1 service nova] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Refreshing network info cache for port bbc97127-9146-47fd-9b46-01cd66fadf8f {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.228200] env[70243]: INFO nova.compute.manager [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Took 41.67 seconds to build instance. [ 836.233480] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:c3:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbc97127-9146-47fd-9b46-01cd66fadf8f', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.240843] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.241184] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Acquiring lock "8dea4966-6d2b-48bd-90b5-df0d64cd4fb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.241474] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Lock "8dea4966-6d2b-48bd-90b5-df0d64cd4fb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.247976] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.248314] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722b76c0-d05b-414b-aa62-84c2b3d2ac66 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.253484] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3efb65f-b1cc-4069-880c-53957d2863bb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.300798] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63590882-23bb-4959-8e2c-128018857155 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.303407] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.303407] env[70243]: value = "task-3621898" [ 836.303407] env[70243]: _type = "Task" [ 836.303407] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.311826] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b069cf9-e5b8-427a-bf37-71b2771346f0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.319765] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621898, 'name': CreateVM_Task} progress is 15%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.333349] env[70243]: DEBUG nova.compute.provider_tree [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.697473] env[70243]: DEBUG nova.network.neutron [req-c83e21b0-7942-4be5-a761-42926587be1a req-ac929f74-2f4f-4d89-8629-d7ad9fbc88f1 service nova] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Updated VIF entry in instance network info cache for port bbc97127-9146-47fd-9b46-01cd66fadf8f. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.697473] env[70243]: DEBUG nova.network.neutron [req-c83e21b0-7942-4be5-a761-42926587be1a req-ac929f74-2f4f-4d89-8629-d7ad9fbc88f1 service nova] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Updating instance_info_cache with network_info: [{"id": "bbc97127-9146-47fd-9b46-01cd66fadf8f", "address": "fa:16:3e:51:c3:30", "network": {"id": "14da2089-8f3c-4c07-816f-3e67c8767cc4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599401137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e31d1e58e3844a9b4f3f32bbd59a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc97127-91", "ovs_interfaceid": "bbc97127-9146-47fd-9b46-01cd66fadf8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.734585] env[70243]: INFO nova.compute.manager [-] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Took 1.61 seconds to deallocate network for instance. [ 836.746230] env[70243]: DEBUG nova.network.neutron [-] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.753881] env[70243]: DEBUG nova.compute.manager [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.802453] env[70243]: DEBUG nova.network.neutron [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.805083] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d1b55af5-c30b-4868-8f72-55b4802c63fd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "bb0d8bc4-c513-46f3-aa96-660f9c6f1380" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.964s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.820263] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621898, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.838850] env[70243]: DEBUG nova.scheduler.client.report [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.076467] env[70243]: DEBUG nova.network.neutron [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Updating instance_info_cache with network_info: [{"id": "7b1cd7d9-37db-4a1e-8571-a8b32ac7733b", "address": "fa:16:3e:e3:a8:bc", "network": {"id": "bcca3e4c-05bc-4017-96f0-b73a913d7d0d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1272670347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "956a73046dc24031a0fe9d430982e23a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b1cd7d9-37", "ovs_interfaceid": "7b1cd7d9-37db-4a1e-8571-a8b32ac7733b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.201850] env[70243]: DEBUG oslo_concurrency.lockutils [req-c83e21b0-7942-4be5-a761-42926587be1a req-ac929f74-2f4f-4d89-8629-d7ad9fbc88f1 service nova] Releasing lock "refresh_cache-b2f5b9c4-3994-4c1e-900f-db57b4036ed2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.201850] env[70243]: DEBUG nova.compute.manager [req-c83e21b0-7942-4be5-a761-42926587be1a req-ac929f74-2f4f-4d89-8629-d7ad9fbc88f1 service nova] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Received event network-vif-deleted-a5c4a0e6-5c3e-4b98-812e-4e941078cfae {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.202119] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "de428c72-4073-4f6f-af91-d693ee775dfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.202391] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "de428c72-4073-4f6f-af91-d693ee775dfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.243010] env[70243]: DEBUG oslo_concurrency.lockutils [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.247884] env[70243]: INFO nova.compute.manager [-] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Took 2.17 seconds to deallocate network for instance. [ 837.283136] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.314711] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621898, 'name': CreateVM_Task, 'duration_secs': 0.637543} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.314885] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.315603] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.315754] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.316082] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.316349] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ac19ee8-1b0f-4622-b7b4-f40d73606a7b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.321519] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 837.321519] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5211fb68-4c18-8295-6751-f2d0f2f0b4b0" [ 837.321519] env[70243]: _type = "Task" [ 837.321519] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.330384] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5211fb68-4c18-8295-6751-f2d0f2f0b4b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.350041] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.994s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.352638] env[70243]: DEBUG oslo_concurrency.lockutils [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.933s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.355136] env[70243]: INFO nova.compute.claims [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.370186] env[70243]: INFO nova.scheduler.client.report [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Deleted allocations for instance 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc [ 837.424900] env[70243]: DEBUG nova.compute.manager [req-60eedfc3-b559-46e6-b19c-8050e2903170 req-0e4a8c6f-cf47-46f7-934e-19d74cc98d26 service nova] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Received event network-changed-7b1cd7d9-37db-4a1e-8571-a8b32ac7733b {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.425269] env[70243]: DEBUG nova.compute.manager [req-60eedfc3-b559-46e6-b19c-8050e2903170 req-0e4a8c6f-cf47-46f7-934e-19d74cc98d26 service nova] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Refreshing instance network info cache due to event network-changed-7b1cd7d9-37db-4a1e-8571-a8b32ac7733b. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.425519] env[70243]: DEBUG oslo_concurrency.lockutils [req-60eedfc3-b559-46e6-b19c-8050e2903170 req-0e4a8c6f-cf47-46f7-934e-19d74cc98d26 service nova] Acquiring lock "refresh_cache-ff145119-5f19-453a-ad22-cbb11664d1e7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.581883] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Releasing lock "refresh_cache-ff145119-5f19-453a-ad22-cbb11664d1e7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.582239] env[70243]: DEBUG nova.compute.manager [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Instance network_info: |[{"id": "7b1cd7d9-37db-4a1e-8571-a8b32ac7733b", "address": "fa:16:3e:e3:a8:bc", "network": {"id": "bcca3e4c-05bc-4017-96f0-b73a913d7d0d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1272670347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "956a73046dc24031a0fe9d430982e23a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b1cd7d9-37", "ovs_interfaceid": "7b1cd7d9-37db-4a1e-8571-a8b32ac7733b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 837.583124] env[70243]: DEBUG oslo_concurrency.lockutils [req-60eedfc3-b559-46e6-b19c-8050e2903170 req-0e4a8c6f-cf47-46f7-934e-19d74cc98d26 service nova] Acquired lock "refresh_cache-ff145119-5f19-453a-ad22-cbb11664d1e7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.583124] env[70243]: DEBUG nova.network.neutron [req-60eedfc3-b559-46e6-b19c-8050e2903170 req-0e4a8c6f-cf47-46f7-934e-19d74cc98d26 service nova] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Refreshing network info cache for port 7b1cd7d9-37db-4a1e-8571-a8b32ac7733b {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.584719] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:a8:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b1cd7d9-37db-4a1e-8571-a8b32ac7733b', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.592185] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.595269] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.595776] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-281932a9-345d-4e2f-a2f3-f3d70c6263ff {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.618274] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.618274] env[70243]: value = "task-3621899" [ 837.618274] env[70243]: _type = "Task" [ 837.618274] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.626235] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621899, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.704848] env[70243]: DEBUG nova.compute.manager [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.757622] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.836018] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5211fb68-4c18-8295-6751-f2d0f2f0b4b0, 'name': SearchDatastore_Task, 'duration_secs': 0.012574} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.836018] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.836278] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.836537] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.836675] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.836824] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.837143] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbdc639a-81dd-474e-a519-f656018f19e9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.848059] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.849375] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.849375] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67e89026-7fa7-4890-9312-755e8626faaa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.855090] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 837.855090] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52645774-4d20-2689-32c8-bf9901159f5b" [ 837.855090] env[70243]: _type = "Task" [ 837.855090] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.866046] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52645774-4d20-2689-32c8-bf9901159f5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.879703] env[70243]: DEBUG nova.network.neutron [req-60eedfc3-b559-46e6-b19c-8050e2903170 req-0e4a8c6f-cf47-46f7-934e-19d74cc98d26 service nova] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Updated VIF entry in instance network info cache for port 7b1cd7d9-37db-4a1e-8571-a8b32ac7733b. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.880186] env[70243]: DEBUG nova.network.neutron [req-60eedfc3-b559-46e6-b19c-8050e2903170 req-0e4a8c6f-cf47-46f7-934e-19d74cc98d26 service nova] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Updating instance_info_cache with network_info: [{"id": "7b1cd7d9-37db-4a1e-8571-a8b32ac7733b", "address": "fa:16:3e:e3:a8:bc", "network": {"id": "bcca3e4c-05bc-4017-96f0-b73a913d7d0d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1272670347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "956a73046dc24031a0fe9d430982e23a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b1cd7d9-37", "ovs_interfaceid": "7b1cd7d9-37db-4a1e-8571-a8b32ac7733b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.882384] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c320e84b-be04-4c88-9bcb-0541e22b5d31 tempest-ServerTagsTestJSON-1033643971 tempest-ServerTagsTestJSON-1033643971-project-member] Lock "0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.077s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.129267] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621899, 'name': CreateVM_Task, 'duration_secs': 0.365873} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.129474] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.130442] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.130442] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.130688] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.131043] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a15e974b-43bb-4d7f-b8f2-0f29064626e4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.136968] env[70243]: DEBUG oslo_vmware.api [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for the task: (returnval){ [ 838.136968] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5292349e-b0fd-bf0e-4549-95fa69437291" [ 838.136968] env[70243]: _type = "Task" [ 838.136968] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.145435] env[70243]: DEBUG oslo_vmware.api [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5292349e-b0fd-bf0e-4549-95fa69437291, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.147710] env[70243]: DEBUG nova.compute.manager [req-ae2e8c3d-61f5-423e-a5da-41784c1a92ee req-287032a2-4560-4441-abee-ac32325e289e service nova] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Received event network-vif-deleted-c9746fc7-f7b9-45e6-8af8-2436853a6e34 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.181149] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquiring lock "385cd33a-2294-4b27-95bb-95639621b72e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.181398] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "385cd33a-2294-4b27-95bb-95639621b72e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.229586] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.372474] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52645774-4d20-2689-32c8-bf9901159f5b, 'name': SearchDatastore_Task, 'duration_secs': 0.011171} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.373911] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1fccdb6-5b59-409b-b4f0-db79fd266a6b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.380435] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 838.380435] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520c05f2-f8da-dae0-e39b-e9a6766ef0d6" [ 838.380435] env[70243]: _type = "Task" [ 838.380435] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.386033] env[70243]: DEBUG oslo_concurrency.lockutils [req-60eedfc3-b559-46e6-b19c-8050e2903170 req-0e4a8c6f-cf47-46f7-934e-19d74cc98d26 service nova] Releasing lock "refresh_cache-ff145119-5f19-453a-ad22-cbb11664d1e7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.386033] env[70243]: DEBUG nova.compute.manager [req-60eedfc3-b559-46e6-b19c-8050e2903170 req-0e4a8c6f-cf47-46f7-934e-19d74cc98d26 service nova] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Received event network-changed-3db8311e-05f1-41c6-ab4d-c16323c054c0 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.386033] env[70243]: DEBUG nova.compute.manager [req-60eedfc3-b559-46e6-b19c-8050e2903170 req-0e4a8c6f-cf47-46f7-934e-19d74cc98d26 service nova] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Refreshing instance network info cache due to event network-changed-3db8311e-05f1-41c6-ab4d-c16323c054c0. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.386033] env[70243]: DEBUG oslo_concurrency.lockutils [req-60eedfc3-b559-46e6-b19c-8050e2903170 req-0e4a8c6f-cf47-46f7-934e-19d74cc98d26 service nova] Acquiring lock "refresh_cache-bb0d8bc4-c513-46f3-aa96-660f9c6f1380" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.386302] env[70243]: DEBUG oslo_concurrency.lockutils [req-60eedfc3-b559-46e6-b19c-8050e2903170 req-0e4a8c6f-cf47-46f7-934e-19d74cc98d26 service nova] Acquired lock "refresh_cache-bb0d8bc4-c513-46f3-aa96-660f9c6f1380" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.386302] env[70243]: DEBUG nova.network.neutron [req-60eedfc3-b559-46e6-b19c-8050e2903170 req-0e4a8c6f-cf47-46f7-934e-19d74cc98d26 service nova] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Refreshing network info cache for port 3db8311e-05f1-41c6-ab4d-c16323c054c0 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.394882] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520c05f2-f8da-dae0-e39b-e9a6766ef0d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.648220] env[70243]: DEBUG oslo_vmware.api [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5292349e-b0fd-bf0e-4549-95fa69437291, 'name': SearchDatastore_Task, 'duration_secs': 0.009806} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.650722] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.650969] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.651214] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.651357] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.651582] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.652498] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d53bb01-95ef-4d9a-8705-653b77f508dd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.664749] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.664933] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.665674] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c40e09c-6a07-4921-a1b6-36b5c76ce274 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.670544] env[70243]: DEBUG oslo_vmware.api [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for the task: (returnval){ [ 838.670544] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52aafaa7-166a-65c7-65e2-1bdbefd1ddc9" [ 838.670544] env[70243]: _type = "Task" [ 838.670544] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.680616] env[70243]: DEBUG oslo_vmware.api [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52aafaa7-166a-65c7-65e2-1bdbefd1ddc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.683860] env[70243]: DEBUG nova.compute.manager [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.782590] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3d774d-886f-4212-b48d-ea0ea617f5ed {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.789731] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a82a7eb-a569-4418-a467-663b06536450 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.819149] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a17362-55a0-4a42-aeae-607aa99a7020 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.826536] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e72cdd-2a5e-4e20-a60c-05d0f2885b45 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.839669] env[70243]: DEBUG nova.compute.provider_tree [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.895421] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520c05f2-f8da-dae0-e39b-e9a6766ef0d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011415} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.895993] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.896280] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] b2f5b9c4-3994-4c1e-900f-db57b4036ed2/b2f5b9c4-3994-4c1e-900f-db57b4036ed2.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.896535] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8192dc4d-5f72-4274-a0fe-320936aae4c2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.903906] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 838.903906] env[70243]: value = "task-3621900" [ 838.903906] env[70243]: _type = "Task" [ 838.903906] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.915600] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.182308] env[70243]: DEBUG oslo_vmware.api [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52aafaa7-166a-65c7-65e2-1bdbefd1ddc9, 'name': SearchDatastore_Task, 'duration_secs': 0.034263} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.184244] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b254505-98a1-4455-9120-f229c0781bcd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.194305] env[70243]: DEBUG oslo_vmware.api [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for the task: (returnval){ [ 839.194305] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52acd10b-878c-4aa9-5257-4e7d63b14e0c" [ 839.194305] env[70243]: _type = "Task" [ 839.194305] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.200904] env[70243]: DEBUG nova.network.neutron [req-60eedfc3-b559-46e6-b19c-8050e2903170 req-0e4a8c6f-cf47-46f7-934e-19d74cc98d26 service nova] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Updated VIF entry in instance network info cache for port 3db8311e-05f1-41c6-ab4d-c16323c054c0. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.201352] env[70243]: DEBUG nova.network.neutron [req-60eedfc3-b559-46e6-b19c-8050e2903170 req-0e4a8c6f-cf47-46f7-934e-19d74cc98d26 service nova] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Updating instance_info_cache with network_info: [{"id": "3db8311e-05f1-41c6-ab4d-c16323c054c0", "address": "fa:16:3e:59:49:93", "network": {"id": "efed784a-c76d-40c2-9094-2797cae46b9f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1261361839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3227bc9b9f014d2db2b3a89a32f3d175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3db8311e-05", "ovs_interfaceid": "3db8311e-05f1-41c6-ab4d-c16323c054c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.214530] env[70243]: DEBUG oslo_vmware.api [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52acd10b-878c-4aa9-5257-4e7d63b14e0c, 'name': SearchDatastore_Task, 'duration_secs': 0.020413} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.215321] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.217273] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] ff145119-5f19-453a-ad22-cbb11664d1e7/ff145119-5f19-453a-ad22-cbb11664d1e7.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.217273] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23cbd2bb-8baf-4a03-b35c-fd12e4f745e6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.223395] env[70243]: DEBUG oslo_vmware.api [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for the task: (returnval){ [ 839.223395] env[70243]: value = "task-3621901" [ 839.223395] env[70243]: _type = "Task" [ 839.223395] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.231444] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.236451] env[70243]: DEBUG oslo_vmware.api [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.342652] env[70243]: DEBUG nova.scheduler.client.report [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.414435] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475098} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.414773] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] b2f5b9c4-3994-4c1e-900f-db57b4036ed2/b2f5b9c4-3994-4c1e-900f-db57b4036ed2.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.415071] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.415389] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8d3d2c4-f6fc-4fe9-b1f6-f676869d5106 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.422191] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 839.422191] env[70243]: value = "task-3621902" [ 839.422191] env[70243]: _type = "Task" [ 839.422191] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.431396] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.709163] env[70243]: DEBUG oslo_concurrency.lockutils [req-60eedfc3-b559-46e6-b19c-8050e2903170 req-0e4a8c6f-cf47-46f7-934e-19d74cc98d26 service nova] Releasing lock "refresh_cache-bb0d8bc4-c513-46f3-aa96-660f9c6f1380" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.734537] env[70243]: DEBUG oslo_vmware.api [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621901, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.849220] env[70243]: DEBUG oslo_concurrency.lockutils [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.850157] env[70243]: DEBUG nova.compute.manager [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.854158] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.468s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.854458] env[70243]: DEBUG nova.objects.instance [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lazy-loading 'resources' on Instance uuid e91af6ce-5741-4428-ae18-66d09e6b4241 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.932746] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0699} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.933068] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.933949] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f70473-70c3-4163-91cf-e374c5035dbc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.964814] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] b2f5b9c4-3994-4c1e-900f-db57b4036ed2/b2f5b9c4-3994-4c1e-900f-db57b4036ed2.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.964814] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96e0f527-7b67-4472-bd81-02bce49aabe3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.986024] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 839.986024] env[70243]: value = "task-3621903" [ 839.986024] env[70243]: _type = "Task" [ 839.986024] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.996603] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.235672] env[70243]: DEBUG oslo_vmware.api [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542511} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.235932] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] ff145119-5f19-453a-ad22-cbb11664d1e7/ff145119-5f19-453a-ad22-cbb11664d1e7.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.236172] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.236426] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20ce22aa-6d87-4474-b509-7b184c9262f8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.242969] env[70243]: DEBUG oslo_vmware.api [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for the task: (returnval){ [ 840.242969] env[70243]: value = "task-3621904" [ 840.242969] env[70243]: _type = "Task" [ 840.242969] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.250357] env[70243]: DEBUG oslo_vmware.api [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.358356] env[70243]: DEBUG nova.compute.utils [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.362292] env[70243]: DEBUG nova.compute.manager [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.362488] env[70243]: DEBUG nova.network.neutron [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.402806] env[70243]: DEBUG nova.policy [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f79583fe54b1464389ea404359ea0cda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c20bc48ac33649009ef326fc8b542965', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.499184] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.754538] env[70243]: DEBUG oslo_vmware.api [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067136} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.761019] env[70243]: DEBUG nova.network.neutron [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Successfully created port: 57afdfb2-7bf6-482e-9146-e0b58289b62f {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.761019] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.761019] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbd043c-ed1d-49a5-9fb1-d655454e3925 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.785135] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] ff145119-5f19-453a-ad22-cbb11664d1e7/ff145119-5f19-453a-ad22-cbb11664d1e7.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.788253] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2262df1c-354e-4ee3-b003-45d08c42393f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.809054] env[70243]: DEBUG oslo_vmware.api [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for the task: (returnval){ [ 840.809054] env[70243]: value = "task-3621905" [ 840.809054] env[70243]: _type = "Task" [ 840.809054] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.818812] env[70243]: DEBUG oslo_vmware.api [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.862970] env[70243]: DEBUG nova.compute.manager [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.899912] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa488561-6b4c-4baa-ac1f-b97b0c21a332 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.913580] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d83a035-fd53-4233-8acf-c5c4b97bbe8c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.946988] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ffe3d3-e930-4d72-893b-b6b25bd01233 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.954494] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf04962-5a27-46f6-97ee-abe8e5b2c90d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.968092] env[70243]: DEBUG nova.compute.provider_tree [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.996178] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621903, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.321978] env[70243]: DEBUG oslo_vmware.api [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621905, 'name': ReconfigVM_Task, 'duration_secs': 0.302503} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.322117] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Reconfigured VM instance instance-0000002f to attach disk [datastore2] ff145119-5f19-453a-ad22-cbb11664d1e7/ff145119-5f19-453a-ad22-cbb11664d1e7.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.326018] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6692ad81-a1e4-4e25-89db-3114d0288d55 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.329784] env[70243]: DEBUG oslo_vmware.api [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for the task: (returnval){ [ 841.329784] env[70243]: value = "task-3621906" [ 841.329784] env[70243]: _type = "Task" [ 841.329784] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.338655] env[70243]: DEBUG oslo_vmware.api [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621906, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.474239] env[70243]: DEBUG nova.scheduler.client.report [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.497281] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621903, 'name': ReconfigVM_Task, 'duration_secs': 1.011361} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.498191] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Reconfigured VM instance instance-0000002e to attach disk [datastore1] b2f5b9c4-3994-4c1e-900f-db57b4036ed2/b2f5b9c4-3994-4c1e-900f-db57b4036ed2.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.498957] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69785e98-38ae-46ef-860f-e95624f95319 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.504498] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 841.504498] env[70243]: value = "task-3621907" [ 841.504498] env[70243]: _type = "Task" [ 841.504498] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.512605] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621907, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.842269] env[70243]: DEBUG oslo_vmware.api [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621906, 'name': Rename_Task, 'duration_secs': 0.141297} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.842655] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.842862] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4921cb89-c327-4b23-95e6-2cc50005a4b2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.850966] env[70243]: DEBUG oslo_vmware.api [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for the task: (returnval){ [ 841.850966] env[70243]: value = "task-3621908" [ 841.850966] env[70243]: _type = "Task" [ 841.850966] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.859806] env[70243]: DEBUG oslo_vmware.api [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.880316] env[70243]: DEBUG nova.compute.manager [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.907070] env[70243]: DEBUG nova.virt.hardware [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.907335] env[70243]: DEBUG nova.virt.hardware [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.907532] env[70243]: DEBUG nova.virt.hardware [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.907730] env[70243]: DEBUG nova.virt.hardware [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.907875] env[70243]: DEBUG nova.virt.hardware [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.908033] env[70243]: DEBUG nova.virt.hardware [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.908247] env[70243]: DEBUG nova.virt.hardware [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.908403] env[70243]: DEBUG nova.virt.hardware [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.908568] env[70243]: DEBUG nova.virt.hardware [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.908729] env[70243]: DEBUG nova.virt.hardware [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.908894] env[70243]: DEBUG nova.virt.hardware [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.909801] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed40410c-9c45-4310-801a-dd31d32b9753 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.917689] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8642c95-eb88-4225-b3f8-a7048820864e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.978468] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.981163] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.289s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.981401] env[70243]: DEBUG nova.objects.instance [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lazy-loading 'resources' on Instance uuid 0896e077-f021-4f1a-b9e1-2ea70cbb4840 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.004779] env[70243]: INFO nova.scheduler.client.report [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Deleted allocations for instance e91af6ce-5741-4428-ae18-66d09e6b4241 [ 842.023795] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621907, 'name': Rename_Task, 'duration_secs': 0.173476} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.024087] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.024329] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3983fdfd-f8d3-43d2-92be-b8369949fc77 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.030374] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 842.030374] env[70243]: value = "task-3621909" [ 842.030374] env[70243]: _type = "Task" [ 842.030374] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.038027] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.365613] env[70243]: DEBUG oslo_vmware.api [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621908, 'name': PowerOnVM_Task, 'duration_secs': 0.469622} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.365929] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.366167] env[70243]: INFO nova.compute.manager [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Took 8.25 seconds to spawn the instance on the hypervisor. [ 842.366349] env[70243]: DEBUG nova.compute.manager [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.367197] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98aa4e07-c813-42c5-963f-d43d02348db9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.526859] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86fe752a-e816-40b3-b358-96d562f164f8 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "e91af6ce-5741-4428-ae18-66d09e6b4241" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.826s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.543253] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621909, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.888869] env[70243]: INFO nova.compute.manager [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Took 39.87 seconds to build instance. [ 842.959119] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f14dcee-bb54-45eb-aaf9-e5ea7656ae7a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.966986] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf14d73-faac-416d-b009-426678985d03 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.008074] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b33c99e-4569-44c7-a09a-18732c140b1d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.016981] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1fa2d0-e8e4-455a-adea-9d5d27d4fb69 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.034699] env[70243]: DEBUG nova.compute.provider_tree [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.045757] env[70243]: DEBUG oslo_vmware.api [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621909, 'name': PowerOnVM_Task, 'duration_secs': 0.679996} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.045757] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.045757] env[70243]: INFO nova.compute.manager [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Took 11.66 seconds to spawn the instance on the hypervisor. [ 843.045757] env[70243]: DEBUG nova.compute.manager [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.046106] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06845de-5b44-45e2-bc6b-d1f5e6e70308 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.067862] env[70243]: DEBUG nova.network.neutron [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Successfully updated port: 57afdfb2-7bf6-482e-9146-e0b58289b62f {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.159492] env[70243]: DEBUG nova.compute.manager [req-49348552-59e6-4ade-b983-c441760c5c1c req-9b128c28-aa3c-4a69-8f4a-397a1ca1eb27 service nova] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Received event network-vif-plugged-57afdfb2-7bf6-482e-9146-e0b58289b62f {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.159743] env[70243]: DEBUG oslo_concurrency.lockutils [req-49348552-59e6-4ade-b983-c441760c5c1c req-9b128c28-aa3c-4a69-8f4a-397a1ca1eb27 service nova] Acquiring lock "2c9d48fe-a94b-4d29-b8aa-9561441bb0c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.159952] env[70243]: DEBUG oslo_concurrency.lockutils [req-49348552-59e6-4ade-b983-c441760c5c1c req-9b128c28-aa3c-4a69-8f4a-397a1ca1eb27 service nova] Lock "2c9d48fe-a94b-4d29-b8aa-9561441bb0c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.160146] env[70243]: DEBUG oslo_concurrency.lockutils [req-49348552-59e6-4ade-b983-c441760c5c1c req-9b128c28-aa3c-4a69-8f4a-397a1ca1eb27 service nova] Lock "2c9d48fe-a94b-4d29-b8aa-9561441bb0c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.160318] env[70243]: DEBUG nova.compute.manager [req-49348552-59e6-4ade-b983-c441760c5c1c req-9b128c28-aa3c-4a69-8f4a-397a1ca1eb27 service nova] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] No waiting events found dispatching network-vif-plugged-57afdfb2-7bf6-482e-9146-e0b58289b62f {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.160449] env[70243]: WARNING nova.compute.manager [req-49348552-59e6-4ade-b983-c441760c5c1c req-9b128c28-aa3c-4a69-8f4a-397a1ca1eb27 service nova] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Received unexpected event network-vif-plugged-57afdfb2-7bf6-482e-9146-e0b58289b62f for instance with vm_state building and task_state spawning. [ 843.392173] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fcbc1eb0-485a-4ab5-a631-f6388282fa80 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "ff145119-5f19-453a-ad22-cbb11664d1e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.526s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.538119] env[70243]: DEBUG nova.scheduler.client.report [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.563318] env[70243]: INFO nova.compute.manager [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Took 43.28 seconds to build instance. [ 843.569958] env[70243]: DEBUG oslo_concurrency.lockutils [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Acquiring lock "refresh_cache-2c9d48fe-a94b-4d29-b8aa-9561441bb0c0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.570115] env[70243]: DEBUG oslo_concurrency.lockutils [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Acquired lock "refresh_cache-2c9d48fe-a94b-4d29-b8aa-9561441bb0c0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.570259] env[70243]: DEBUG nova.network.neutron [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.043510] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.046343] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.135s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.047964] env[70243]: INFO nova.compute.claims [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.065668] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9a561a72-9dac-4f9d-a3ce-c5a6c4b627e7 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "b2f5b9c4-3994-4c1e-900f-db57b4036ed2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.933s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.071329] env[70243]: INFO nova.scheduler.client.report [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Deleted allocations for instance 0896e077-f021-4f1a-b9e1-2ea70cbb4840 [ 844.124632] env[70243]: DEBUG nova.network.neutron [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.293874] env[70243]: DEBUG nova.network.neutron [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Updating instance_info_cache with network_info: [{"id": "57afdfb2-7bf6-482e-9146-e0b58289b62f", "address": "fa:16:3e:8c:a0:5e", "network": {"id": "a57438a5-897d-4c5f-bef4-a6eea135fc15", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1290664193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c20bc48ac33649009ef326fc8b542965", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57afdfb2-7b", "ovs_interfaceid": "57afdfb2-7bf6-482e-9146-e0b58289b62f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.327199] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fcad9f-653a-45a7-9b3a-ae4d74e3afa0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.338861] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2914c0-1751-4d1b-9f79-6c436ea16491 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Suspending the VM {{(pid=70243) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 844.339178] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8127fd77-0590-41be-b50f-a4b89bcc2331 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.346641] env[70243]: DEBUG oslo_vmware.api [None req-5e2914c0-1751-4d1b-9f79-6c436ea16491 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 844.346641] env[70243]: value = "task-3621910" [ 844.346641] env[70243]: _type = "Task" [ 844.346641] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.359274] env[70243]: DEBUG oslo_vmware.api [None req-5e2914c0-1751-4d1b-9f79-6c436ea16491 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621910, 'name': SuspendVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.583323] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0622d605-87af-4461-a7fb-99339cd7273f tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "0896e077-f021-4f1a-b9e1-2ea70cbb4840" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.028s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.801020] env[70243]: DEBUG oslo_concurrency.lockutils [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Releasing lock "refresh_cache-2c9d48fe-a94b-4d29-b8aa-9561441bb0c0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.801020] env[70243]: DEBUG nova.compute.manager [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Instance network_info: |[{"id": "57afdfb2-7bf6-482e-9146-e0b58289b62f", "address": "fa:16:3e:8c:a0:5e", "network": {"id": "a57438a5-897d-4c5f-bef4-a6eea135fc15", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1290664193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c20bc48ac33649009ef326fc8b542965", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57afdfb2-7b", "ovs_interfaceid": "57afdfb2-7bf6-482e-9146-e0b58289b62f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.801020] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:a0:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57afdfb2-7bf6-482e-9146-e0b58289b62f', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.810179] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Creating folder: Project (c20bc48ac33649009ef326fc8b542965). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.810767] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab2cf78f-6363-4952-840a-bd8911973fa8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.823037] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Created folder: Project (c20bc48ac33649009ef326fc8b542965) in parent group-v722220. [ 844.823207] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Creating folder: Instances. Parent ref: group-v722363. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.823556] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfcc2e24-26ef-4bbf-aeba-193085718b23 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.833886] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Created folder: Instances in parent group-v722363. [ 844.834199] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.835269] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.835656] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a86ac66c-0a4b-439a-a99d-ef8e0b4c3131 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.868464] env[70243]: DEBUG oslo_vmware.api [None req-5e2914c0-1751-4d1b-9f79-6c436ea16491 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621910, 'name': SuspendVM_Task} progress is 62%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.871357] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.871357] env[70243]: value = "task-3621913" [ 844.871357] env[70243]: _type = "Task" [ 844.871357] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.885321] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621913, 'name': CreateVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.301413] env[70243]: DEBUG nova.compute.manager [req-0a47af77-96d8-4a2a-9c26-1ef8c33952f4 req-7d72d142-e69d-47e6-8cb8-1cbd7d759f85 service nova] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Received event network-changed-57afdfb2-7bf6-482e-9146-e0b58289b62f {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.301413] env[70243]: DEBUG nova.compute.manager [req-0a47af77-96d8-4a2a-9c26-1ef8c33952f4 req-7d72d142-e69d-47e6-8cb8-1cbd7d759f85 service nova] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Refreshing instance network info cache due to event network-changed-57afdfb2-7bf6-482e-9146-e0b58289b62f. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.301784] env[70243]: DEBUG oslo_concurrency.lockutils [req-0a47af77-96d8-4a2a-9c26-1ef8c33952f4 req-7d72d142-e69d-47e6-8cb8-1cbd7d759f85 service nova] Acquiring lock "refresh_cache-2c9d48fe-a94b-4d29-b8aa-9561441bb0c0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.301784] env[70243]: DEBUG oslo_concurrency.lockutils [req-0a47af77-96d8-4a2a-9c26-1ef8c33952f4 req-7d72d142-e69d-47e6-8cb8-1cbd7d759f85 service nova] Acquired lock "refresh_cache-2c9d48fe-a94b-4d29-b8aa-9561441bb0c0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.302232] env[70243]: DEBUG nova.network.neutron [req-0a47af77-96d8-4a2a-9c26-1ef8c33952f4 req-7d72d142-e69d-47e6-8cb8-1cbd7d759f85 service nova] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Refreshing network info cache for port 57afdfb2-7bf6-482e-9146-e0b58289b62f {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.369546] env[70243]: DEBUG oslo_vmware.api [None req-5e2914c0-1751-4d1b-9f79-6c436ea16491 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621910, 'name': SuspendVM_Task, 'duration_secs': 0.700169} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.369831] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2914c0-1751-4d1b-9f79-6c436ea16491 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Suspended the VM {{(pid=70243) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 845.370023] env[70243]: DEBUG nova.compute.manager [None req-5e2914c0-1751-4d1b-9f79-6c436ea16491 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.370885] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6a6002-7a81-4e35-a28d-6e82ea12e343 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.390569] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621913, 'name': CreateVM_Task, 'duration_secs': 0.404757} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.390961] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.392125] env[70243]: DEBUG oslo_concurrency.lockutils [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.392125] env[70243]: DEBUG oslo_concurrency.lockutils [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.392244] env[70243]: DEBUG oslo_concurrency.lockutils [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.392507] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8566b8d5-3e17-4c19-8855-b119c65f7667 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.397954] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Waiting for the task: (returnval){ [ 845.397954] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525c8f3d-92e9-f275-737e-7df8cbd921a4" [ 845.397954] env[70243]: _type = "Task" [ 845.397954] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.409074] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525c8f3d-92e9-f275-737e-7df8cbd921a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.590635] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "35dee2fd-00c6-4cf6-bcb6-2b09523db205" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.590902] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "35dee2fd-00c6-4cf6-bcb6-2b09523db205" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.635698] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.636190] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.649242] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b262134-d68e-4dce-8a9a-87b272fe2fa4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.659454] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab6edd1-1e88-4d95-acbc-c2aa22620203 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.692214] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf964b64-b77c-45d7-8e4a-01dd794acdbd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.700754] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee91a11-ef25-4a14-ab0d-097a71f7381c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.714638] env[70243]: DEBUG nova.compute.provider_tree [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.911404] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525c8f3d-92e9-f275-737e-7df8cbd921a4, 'name': SearchDatastore_Task, 'duration_secs': 0.041264} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.911727] env[70243]: DEBUG oslo_concurrency.lockutils [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.911984] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.912243] env[70243]: DEBUG oslo_concurrency.lockutils [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.912361] env[70243]: DEBUG oslo_concurrency.lockutils [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.912543] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.912824] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64acf3bb-e4ed-4d3e-859f-ed087e2c6cde {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.926559] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.926559] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.927144] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae490369-259f-45f0-86fd-040917b9d24a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.930351] env[70243]: DEBUG oslo_concurrency.lockutils [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquiring lock "ff145119-5f19-453a-ad22-cbb11664d1e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.930576] env[70243]: DEBUG oslo_concurrency.lockutils [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "ff145119-5f19-453a-ad22-cbb11664d1e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.930779] env[70243]: DEBUG oslo_concurrency.lockutils [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquiring lock "ff145119-5f19-453a-ad22-cbb11664d1e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.930974] env[70243]: DEBUG oslo_concurrency.lockutils [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "ff145119-5f19-453a-ad22-cbb11664d1e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.931163] env[70243]: DEBUG oslo_concurrency.lockutils [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "ff145119-5f19-453a-ad22-cbb11664d1e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.935713] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Waiting for the task: (returnval){ [ 845.935713] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a8d73f-49e0-49bc-fc07-d36132d2ca40" [ 845.935713] env[70243]: _type = "Task" [ 845.935713] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.942993] env[70243]: INFO nova.compute.manager [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Terminating instance [ 845.957634] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a8d73f-49e0-49bc-fc07-d36132d2ca40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.082401] env[70243]: DEBUG nova.network.neutron [req-0a47af77-96d8-4a2a-9c26-1ef8c33952f4 req-7d72d142-e69d-47e6-8cb8-1cbd7d759f85 service nova] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Updated VIF entry in instance network info cache for port 57afdfb2-7bf6-482e-9146-e0b58289b62f. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.082944] env[70243]: DEBUG nova.network.neutron [req-0a47af77-96d8-4a2a-9c26-1ef8c33952f4 req-7d72d142-e69d-47e6-8cb8-1cbd7d759f85 service nova] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Updating instance_info_cache with network_info: [{"id": "57afdfb2-7bf6-482e-9146-e0b58289b62f", "address": "fa:16:3e:8c:a0:5e", "network": {"id": "a57438a5-897d-4c5f-bef4-a6eea135fc15", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1290664193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c20bc48ac33649009ef326fc8b542965", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57afdfb2-7b", "ovs_interfaceid": "57afdfb2-7bf6-482e-9146-e0b58289b62f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.093851] env[70243]: DEBUG nova.compute.manager [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.138177] env[70243]: DEBUG nova.compute.manager [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.220947] env[70243]: DEBUG nova.scheduler.client.report [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.448363] env[70243]: DEBUG nova.compute.manager [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 846.448815] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.448923] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a8d73f-49e0-49bc-fc07-d36132d2ca40, 'name': SearchDatastore_Task, 'duration_secs': 0.026334} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.451158] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb1a9b1-1eec-43f7-a795-e014ed492407 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.453111] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c222a69-d50a-4d97-bcc5-e8d63bc74e09 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.460037] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.462090] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b16a82db-0132-4b06-9587-3b58d0ba4d43 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.463743] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Waiting for the task: (returnval){ [ 846.463743] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ebe636-eabd-24ff-fc83-92f6ec0f61c2" [ 846.463743] env[70243]: _type = "Task" [ 846.463743] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.469828] env[70243]: DEBUG oslo_vmware.api [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for the task: (returnval){ [ 846.469828] env[70243]: value = "task-3621914" [ 846.469828] env[70243]: _type = "Task" [ 846.469828] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.472258] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ebe636-eabd-24ff-fc83-92f6ec0f61c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.479301] env[70243]: DEBUG oslo_vmware.api [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.586359] env[70243]: DEBUG oslo_concurrency.lockutils [req-0a47af77-96d8-4a2a-9c26-1ef8c33952f4 req-7d72d142-e69d-47e6-8cb8-1cbd7d759f85 service nova] Releasing lock "refresh_cache-2c9d48fe-a94b-4d29-b8aa-9561441bb0c0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.616873] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.657119] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.723687] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.724244] env[70243]: DEBUG nova.compute.manager [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.727495] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.934s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.728312] env[70243]: DEBUG nova.objects.instance [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Lazy-loading 'resources' on Instance uuid b776034c-141c-4117-86ae-3aa65600378c {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.975478] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ebe636-eabd-24ff-fc83-92f6ec0f61c2, 'name': SearchDatastore_Task, 'duration_secs': 0.016488} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.979701] env[70243]: DEBUG oslo_concurrency.lockutils [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.979994] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0/2c9d48fe-a94b-4d29-b8aa-9561441bb0c0.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.980300] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac2a91aa-05cb-41bc-b845-34d098ec3ec5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.987865] env[70243]: DEBUG oslo_vmware.api [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621914, 'name': PowerOffVM_Task, 'duration_secs': 0.408658} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.989434] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.989434] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.990219] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Waiting for the task: (returnval){ [ 846.990219] env[70243]: value = "task-3621915" [ 846.990219] env[70243]: _type = "Task" [ 846.990219] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.990219] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efa8fc6b-380f-44fd-8d68-2699fd197ab4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.999738] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Task: {'id': task-3621915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.054594] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.054794] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.054977] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Deleting the datastore file [datastore2] ff145119-5f19-453a-ad22-cbb11664d1e7 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.055264] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a9cca60-fe47-4cb9-97d7-b41e234fface {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.069629] env[70243]: DEBUG oslo_concurrency.lockutils [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Acquiring lock "4d977042-c67f-4cc0-b3e0-f82fcefed250" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.069944] env[70243]: DEBUG oslo_concurrency.lockutils [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Lock "4d977042-c67f-4cc0-b3e0-f82fcefed250" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.070319] env[70243]: DEBUG oslo_vmware.api [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for the task: (returnval){ [ 847.070319] env[70243]: value = "task-3621917" [ 847.070319] env[70243]: _type = "Task" [ 847.070319] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.085597] env[70243]: DEBUG oslo_vmware.api [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.231216] env[70243]: DEBUG nova.compute.utils [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.233415] env[70243]: DEBUG nova.compute.manager [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.233637] env[70243]: DEBUG nova.network.neutron [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.304166] env[70243]: DEBUG nova.policy [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b13158dc635343dd925777ba92b403a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dbca791ad4e4a5080d2a4927c7c5af9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.503210] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Task: {'id': task-3621915, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.578941] env[70243]: DEBUG oslo_vmware.api [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3621917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.503085} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.579455] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.579708] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.579903] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.580305] env[70243]: INFO nova.compute.manager [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 847.580523] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.580792] env[70243]: DEBUG nova.compute.manager [-] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 847.580953] env[70243]: DEBUG nova.network.neutron [-] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.737077] env[70243]: DEBUG nova.network.neutron [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Successfully created port: d5ae2b4f-d6fd-427d-928a-bb7e548d9064 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.743253] env[70243]: DEBUG nova.compute.manager [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.789496] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c885d68a-239d-4a11-9ecc-6df6eeb579f9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.800011] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d15baf-b61d-402f-84f6-8a74b3db1de5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.834801] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc99e757-b062-4be6-88c6-01ad492c31a8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.844016] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d865dc0-c4f8-400f-812f-ad6dd65abb45 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.860131] env[70243]: DEBUG nova.compute.provider_tree [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.874659] env[70243]: DEBUG nova.compute.manager [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.875309] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d461025-e7de-48a3-a6ba-91e275310be3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.006623] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Task: {'id': task-3621915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540549} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.006623] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0/2c9d48fe-a94b-4d29-b8aa-9561441bb0c0.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.006623] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.006623] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57788678-5f04-4f21-a993-ef3bfbad9875 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.015261] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Waiting for the task: (returnval){ [ 848.015261] env[70243]: value = "task-3621918" [ 848.015261] env[70243]: _type = "Task" [ 848.015261] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.030077] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Task: {'id': task-3621918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.103460] env[70243]: DEBUG nova.compute.manager [req-49a16512-ca7e-49b8-85a3-8d41d27dae0e req-e5753f95-553e-496f-a2f4-0ddaf7c44be4 service nova] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Received event network-vif-deleted-7b1cd7d9-37db-4a1e-8571-a8b32ac7733b {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.103737] env[70243]: INFO nova.compute.manager [req-49a16512-ca7e-49b8-85a3-8d41d27dae0e req-e5753f95-553e-496f-a2f4-0ddaf7c44be4 service nova] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Neutron deleted interface 7b1cd7d9-37db-4a1e-8571-a8b32ac7733b; detaching it from the instance and deleting it from the info cache [ 848.103924] env[70243]: DEBUG nova.network.neutron [req-49a16512-ca7e-49b8-85a3-8d41d27dae0e req-e5753f95-553e-496f-a2f4-0ddaf7c44be4 service nova] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.363766] env[70243]: DEBUG nova.scheduler.client.report [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.386213] env[70243]: INFO nova.compute.manager [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] instance snapshotting [ 848.386441] env[70243]: WARNING nova.compute.manager [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 848.389156] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38071ef7-2f30-40bf-8b90-129c27e68d6d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.409310] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d759867-60f0-41aa-bc2d-0a2710cbcbc6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.526324] env[70243]: DEBUG nova.network.neutron [-] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.528256] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Task: {'id': task-3621918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077356} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.528370] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.529707] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827ceec1-cd97-476b-be9b-0620f8a9ba24 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.552209] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0/2c9d48fe-a94b-4d29-b8aa-9561441bb0c0.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.553152] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c36ac1e4-709a-43b2-9a35-5dc4edb7f066 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.574017] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Waiting for the task: (returnval){ [ 848.574017] env[70243]: value = "task-3621919" [ 848.574017] env[70243]: _type = "Task" [ 848.574017] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.580098] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Task: {'id': task-3621919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.613671] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85785bb4-262b-4b22-9dc7-c0d2475b7033 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.623662] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e802cdd-e18b-4ee1-bbd0-03c286103053 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.657024] env[70243]: DEBUG nova.compute.manager [req-49a16512-ca7e-49b8-85a3-8d41d27dae0e req-e5753f95-553e-496f-a2f4-0ddaf7c44be4 service nova] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Detach interface failed, port_id=7b1cd7d9-37db-4a1e-8571-a8b32ac7733b, reason: Instance ff145119-5f19-453a-ad22-cbb11664d1e7 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 848.756374] env[70243]: DEBUG nova.compute.manager [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.778608] env[70243]: DEBUG nova.virt.hardware [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.778865] env[70243]: DEBUG nova.virt.hardware [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.779063] env[70243]: DEBUG nova.virt.hardware [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.779295] env[70243]: DEBUG nova.virt.hardware [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.779548] env[70243]: DEBUG nova.virt.hardware [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.779657] env[70243]: DEBUG nova.virt.hardware [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.779908] env[70243]: DEBUG nova.virt.hardware [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.780109] env[70243]: DEBUG nova.virt.hardware [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.780320] env[70243]: DEBUG nova.virt.hardware [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.780512] env[70243]: DEBUG nova.virt.hardware [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.780742] env[70243]: DEBUG nova.virt.hardware [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.781683] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5298da81-7344-41be-83a5-4d2babfe4fe8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.789665] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f937efa9-33df-4a6f-a528-bc948b54a275 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.869056] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.872118] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.042s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.872379] env[70243]: DEBUG nova.objects.instance [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lazy-loading 'resources' on Instance uuid 911b26ec-7da1-454e-bdae-e3c9770da1dd {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.894847] env[70243]: INFO nova.scheduler.client.report [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Deleted allocations for instance b776034c-141c-4117-86ae-3aa65600378c [ 848.922742] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Creating Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 848.923043] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2ca4f396-ed44-4ffa-986e-abccff1a88a7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.931100] env[70243]: DEBUG oslo_vmware.api [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 848.931100] env[70243]: value = "task-3621920" [ 848.931100] env[70243]: _type = "Task" [ 848.931100] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.939802] env[70243]: DEBUG oslo_vmware.api [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621920, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.030228] env[70243]: INFO nova.compute.manager [-] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Took 1.45 seconds to deallocate network for instance. [ 849.083902] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Task: {'id': task-3621919, 'name': ReconfigVM_Task, 'duration_secs': 0.29466} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.084356] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0/2c9d48fe-a94b-4d29-b8aa-9561441bb0c0.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.085051] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f78ec9e8-2149-4391-8c6b-bde4c5bc1f3e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.091419] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Waiting for the task: (returnval){ [ 849.091419] env[70243]: value = "task-3621921" [ 849.091419] env[70243]: _type = "Task" [ 849.091419] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.099026] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Task: {'id': task-3621921, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.404877] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5f715fd6-2e07-46cc-902e-f7e3c0f71bee tempest-FloatingIPsAssociationTestJSON-670387262 tempest-FloatingIPsAssociationTestJSON-670387262-project-member] Lock "b776034c-141c-4117-86ae-3aa65600378c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.374s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.444602] env[70243]: DEBUG oslo_vmware.api [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621920, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.527835] env[70243]: DEBUG nova.network.neutron [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Successfully updated port: d5ae2b4f-d6fd-427d-928a-bb7e548d9064 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.536609] env[70243]: DEBUG oslo_concurrency.lockutils [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.606638] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Task: {'id': task-3621921, 'name': Rename_Task, 'duration_secs': 0.317504} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.609597] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.610456] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b55123a7-7aa7-4243-957e-639423739349 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.618271] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Waiting for the task: (returnval){ [ 849.618271] env[70243]: value = "task-3621922" [ 849.618271] env[70243]: _type = "Task" [ 849.618271] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.633439] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Task: {'id': task-3621922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.884866] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841c323a-ad6b-4c24-8a91-2d6173bea867 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.892429] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e9b7c2-4a42-402a-9a6b-b81f1bdc70e7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.922989] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaa7f64-551e-494f-966b-f4107d1b0d35 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.930640] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770c9e9b-0a5a-46b2-bd7f-17c45ca4d458 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.948703] env[70243]: DEBUG nova.compute.provider_tree [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.953476] env[70243]: DEBUG oslo_vmware.api [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621920, 'name': CreateSnapshot_Task, 'duration_secs': 0.738236} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.954110] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Created Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 849.954891] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96cde0c-9865-44ad-a896-f6ec20eeaed9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.033197] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "refresh_cache-73baeaff-7a2c-4efb-a9f9-194020d5f359" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.033296] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquired lock "refresh_cache-73baeaff-7a2c-4efb-a9f9-194020d5f359" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.033449] env[70243]: DEBUG nova.network.neutron [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.129697] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Task: {'id': task-3621922, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.141922] env[70243]: DEBUG nova.compute.manager [req-a453d02b-981f-48ac-91bb-feb42cfc6cc9 req-f48253ff-3144-4741-8fee-48060f84214f service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Received event network-vif-plugged-d5ae2b4f-d6fd-427d-928a-bb7e548d9064 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.142160] env[70243]: DEBUG oslo_concurrency.lockutils [req-a453d02b-981f-48ac-91bb-feb42cfc6cc9 req-f48253ff-3144-4741-8fee-48060f84214f service nova] Acquiring lock "73baeaff-7a2c-4efb-a9f9-194020d5f359-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.142367] env[70243]: DEBUG oslo_concurrency.lockutils [req-a453d02b-981f-48ac-91bb-feb42cfc6cc9 req-f48253ff-3144-4741-8fee-48060f84214f service nova] Lock "73baeaff-7a2c-4efb-a9f9-194020d5f359-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.142534] env[70243]: DEBUG oslo_concurrency.lockutils [req-a453d02b-981f-48ac-91bb-feb42cfc6cc9 req-f48253ff-3144-4741-8fee-48060f84214f service nova] Lock "73baeaff-7a2c-4efb-a9f9-194020d5f359-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.142703] env[70243]: DEBUG nova.compute.manager [req-a453d02b-981f-48ac-91bb-feb42cfc6cc9 req-f48253ff-3144-4741-8fee-48060f84214f service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] No waiting events found dispatching network-vif-plugged-d5ae2b4f-d6fd-427d-928a-bb7e548d9064 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.142870] env[70243]: WARNING nova.compute.manager [req-a453d02b-981f-48ac-91bb-feb42cfc6cc9 req-f48253ff-3144-4741-8fee-48060f84214f service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Received unexpected event network-vif-plugged-d5ae2b4f-d6fd-427d-928a-bb7e548d9064 for instance with vm_state building and task_state spawning. [ 850.145089] env[70243]: DEBUG nova.compute.manager [req-a453d02b-981f-48ac-91bb-feb42cfc6cc9 req-f48253ff-3144-4741-8fee-48060f84214f service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Received event network-changed-d5ae2b4f-d6fd-427d-928a-bb7e548d9064 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.145344] env[70243]: DEBUG nova.compute.manager [req-a453d02b-981f-48ac-91bb-feb42cfc6cc9 req-f48253ff-3144-4741-8fee-48060f84214f service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Refreshing instance network info cache due to event network-changed-d5ae2b4f-d6fd-427d-928a-bb7e548d9064. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.145622] env[70243]: DEBUG oslo_concurrency.lockutils [req-a453d02b-981f-48ac-91bb-feb42cfc6cc9 req-f48253ff-3144-4741-8fee-48060f84214f service nova] Acquiring lock "refresh_cache-73baeaff-7a2c-4efb-a9f9-194020d5f359" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.455332] env[70243]: DEBUG nova.scheduler.client.report [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.477098] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Creating linked-clone VM from snapshot {{(pid=70243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 850.477098] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f130bd46-c81d-4172-8cdf-82c7a30c61f1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.487750] env[70243]: DEBUG oslo_vmware.api [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 850.487750] env[70243]: value = "task-3621923" [ 850.487750] env[70243]: _type = "Task" [ 850.487750] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.499196] env[70243]: DEBUG oslo_vmware.api [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621923, 'name': CloneVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.582975] env[70243]: DEBUG nova.network.neutron [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.629124] env[70243]: DEBUG oslo_vmware.api [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Task: {'id': task-3621922, 'name': PowerOnVM_Task, 'duration_secs': 0.735134} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.629405] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.629641] env[70243]: INFO nova.compute.manager [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Took 8.75 seconds to spawn the instance on the hypervisor. [ 850.629824] env[70243]: DEBUG nova.compute.manager [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.630618] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c8276e-c92c-4f28-b180-9c4a73c2acba {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.783690] env[70243]: DEBUG nova.network.neutron [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Updating instance_info_cache with network_info: [{"id": "d5ae2b4f-d6fd-427d-928a-bb7e548d9064", "address": "fa:16:3e:5a:89:9f", "network": {"id": "4a284b5e-9431-47e0-afbe-61caada3f353", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-589564757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dbca791ad4e4a5080d2a4927c7c5af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5ae2b4f-d6", "ovs_interfaceid": "d5ae2b4f-d6fd-427d-928a-bb7e548d9064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.964189] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.967436] env[70243]: DEBUG oslo_concurrency.lockutils [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.040s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.967716] env[70243]: DEBUG nova.objects.instance [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Lazy-loading 'resources' on Instance uuid 5255d1c1-2498-499e-a08b-46c6762f8d3c {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.001469] env[70243]: INFO nova.scheduler.client.report [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Deleted allocations for instance 911b26ec-7da1-454e-bdae-e3c9770da1dd [ 851.002560] env[70243]: DEBUG oslo_vmware.api [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621923, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.152275] env[70243]: INFO nova.compute.manager [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Took 44.75 seconds to build instance. [ 851.285711] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Releasing lock "refresh_cache-73baeaff-7a2c-4efb-a9f9-194020d5f359" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.285854] env[70243]: DEBUG nova.compute.manager [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Instance network_info: |[{"id": "d5ae2b4f-d6fd-427d-928a-bb7e548d9064", "address": "fa:16:3e:5a:89:9f", "network": {"id": "4a284b5e-9431-47e0-afbe-61caada3f353", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-589564757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dbca791ad4e4a5080d2a4927c7c5af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5ae2b4f-d6", "ovs_interfaceid": "d5ae2b4f-d6fd-427d-928a-bb7e548d9064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.286168] env[70243]: DEBUG oslo_concurrency.lockutils [req-a453d02b-981f-48ac-91bb-feb42cfc6cc9 req-f48253ff-3144-4741-8fee-48060f84214f service nova] Acquired lock "refresh_cache-73baeaff-7a2c-4efb-a9f9-194020d5f359" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.286342] env[70243]: DEBUG nova.network.neutron [req-a453d02b-981f-48ac-91bb-feb42cfc6cc9 req-f48253ff-3144-4741-8fee-48060f84214f service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Refreshing network info cache for port d5ae2b4f-d6fd-427d-928a-bb7e548d9064 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.288027] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:89:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5ae2b4f-d6fd-427d-928a-bb7e548d9064', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.295098] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.298208] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.298721] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b872029d-ba5f-4f3b-82d0-4ce9b381d6da {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.319636] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.319636] env[70243]: value = "task-3621924" [ 851.319636] env[70243]: _type = "Task" [ 851.319636] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.328046] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621924, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.506575] env[70243]: DEBUG oslo_vmware.api [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621923, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.509986] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4f31b265-c5b3-4917-9962-e528838a46f7 tempest-ListImageFiltersTestJSON-1871747804 tempest-ListImageFiltersTestJSON-1871747804-project-member] Lock "911b26ec-7da1-454e-bdae-e3c9770da1dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.228s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.621413] env[70243]: DEBUG nova.network.neutron [req-a453d02b-981f-48ac-91bb-feb42cfc6cc9 req-f48253ff-3144-4741-8fee-48060f84214f service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Updated VIF entry in instance network info cache for port d5ae2b4f-d6fd-427d-928a-bb7e548d9064. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.621821] env[70243]: DEBUG nova.network.neutron [req-a453d02b-981f-48ac-91bb-feb42cfc6cc9 req-f48253ff-3144-4741-8fee-48060f84214f service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Updating instance_info_cache with network_info: [{"id": "d5ae2b4f-d6fd-427d-928a-bb7e548d9064", "address": "fa:16:3e:5a:89:9f", "network": {"id": "4a284b5e-9431-47e0-afbe-61caada3f353", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-589564757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dbca791ad4e4a5080d2a4927c7c5af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5ae2b4f-d6", "ovs_interfaceid": "d5ae2b4f-d6fd-427d-928a-bb7e548d9064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.656704] env[70243]: DEBUG oslo_concurrency.lockutils [None req-248b077f-135d-4d8c-bd60-2f6ce8f7d69f tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Lock "2c9d48fe-a94b-4d29-b8aa-9561441bb0c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.631s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.835351] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621924, 'name': CreateVM_Task, 'duration_secs': 0.477189} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.835692] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.836643] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.836899] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.837363] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.837731] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0822cb68-6eeb-4941-94a8-60e3653a0e01 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.846165] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 851.846165] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d051d7-a53e-eb50-8e16-5fe5affa83d3" [ 851.846165] env[70243]: _type = "Task" [ 851.846165] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.854425] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d051d7-a53e-eb50-8e16-5fe5affa83d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.966875] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb77737-85b6-4f03-be04-220ec6fc0d2a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.975035] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a602b9-337d-4904-b4d1-62fdf7b64d65 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.009813] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf4d69e-b1d0-434a-b439-789c05928f5c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.020884] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58dbbe6-531b-4a2b-8549-6324679359ce {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.025257] env[70243]: DEBUG oslo_vmware.api [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621923, 'name': CloneVM_Task, 'duration_secs': 1.396519} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.025257] env[70243]: INFO nova.virt.vmwareapi.vmops [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Created linked-clone VM from snapshot [ 852.026212] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd5c97f-db15-4572-9302-51e32dae5d39 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.036361] env[70243]: DEBUG nova.compute.provider_tree [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.042942] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Uploading image a1f75bb6-e356-4260-996b-a34062c65773 {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 852.068401] env[70243]: DEBUG oslo_vmware.rw_handles [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 852.068401] env[70243]: value = "vm-722367" [ 852.068401] env[70243]: _type = "VirtualMachine" [ 852.068401] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 852.069297] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-94000b0f-d9db-4a3c-b7a0-8f4e33e74d64 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.075886] env[70243]: DEBUG oslo_vmware.rw_handles [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lease: (returnval){ [ 852.075886] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526c6636-a9df-0cd3-344e-3f52cedebb4b" [ 852.075886] env[70243]: _type = "HttpNfcLease" [ 852.075886] env[70243]: } obtained for exporting VM: (result){ [ 852.075886] env[70243]: value = "vm-722367" [ 852.075886] env[70243]: _type = "VirtualMachine" [ 852.075886] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 852.076194] env[70243]: DEBUG oslo_vmware.api [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the lease: (returnval){ [ 852.076194] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526c6636-a9df-0cd3-344e-3f52cedebb4b" [ 852.076194] env[70243]: _type = "HttpNfcLease" [ 852.076194] env[70243]: } to be ready. {{(pid=70243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 852.083057] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 852.083057] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526c6636-a9df-0cd3-344e-3f52cedebb4b" [ 852.083057] env[70243]: _type = "HttpNfcLease" [ 852.083057] env[70243]: } is initializing. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 852.126655] env[70243]: DEBUG oslo_concurrency.lockutils [req-a453d02b-981f-48ac-91bb-feb42cfc6cc9 req-f48253ff-3144-4741-8fee-48060f84214f service nova] Releasing lock "refresh_cache-73baeaff-7a2c-4efb-a9f9-194020d5f359" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.161729] env[70243]: DEBUG nova.compute.manager [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.356391] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d051d7-a53e-eb50-8e16-5fe5affa83d3, 'name': SearchDatastore_Task, 'duration_secs': 0.013415} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.357081] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.357081] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.357081] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.357314] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.357998] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.357998] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42ffe9c0-b318-43b4-8ff0-f2ab394c3841 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.366750] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.366949] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.367690] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7dd46dd-d1a2-4ab6-94c3-94e3f0b85d55 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.372799] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 852.372799] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5261c154-3d4a-91b4-2b81-2984fedd79a9" [ 852.372799] env[70243]: _type = "Task" [ 852.372799] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.380461] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5261c154-3d4a-91b4-2b81-2984fedd79a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.546954] env[70243]: DEBUG nova.scheduler.client.report [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.586024] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 852.586024] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526c6636-a9df-0cd3-344e-3f52cedebb4b" [ 852.586024] env[70243]: _type = "HttpNfcLease" [ 852.586024] env[70243]: } is ready. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 852.586251] env[70243]: DEBUG oslo_vmware.rw_handles [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 852.586251] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526c6636-a9df-0cd3-344e-3f52cedebb4b" [ 852.586251] env[70243]: _type = "HttpNfcLease" [ 852.586251] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 852.587577] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd763d93-def1-4b93-99f6-67eff4bed0b1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.596225] env[70243]: DEBUG oslo_vmware.rw_handles [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d72e8-fc82-43fe-0c61-ac6d9ab1640c/disk-0.vmdk from lease info. {{(pid=70243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 852.596427] env[70243]: DEBUG oslo_vmware.rw_handles [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d72e8-fc82-43fe-0c61-ac6d9ab1640c/disk-0.vmdk for reading. {{(pid=70243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 852.690487] env[70243]: DEBUG oslo_concurrency.lockutils [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.757158] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9c25ab27-2311-4ad0-97c2-bddc6c3b4649 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.883786] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5261c154-3d4a-91b4-2b81-2984fedd79a9, 'name': SearchDatastore_Task, 'duration_secs': 0.008936} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.884696] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7152262e-dbc6-47b6-9588-8ba4a9304e4a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.890227] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 852.890227] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a97c15-b58b-2469-1922-cc7cf7ed0436" [ 852.890227] env[70243]: _type = "Task" [ 852.890227] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.899242] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a97c15-b58b-2469-1922-cc7cf7ed0436, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.053328] env[70243]: DEBUG oslo_concurrency.lockutils [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.058160] env[70243]: DEBUG oslo_concurrency.lockutils [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.653s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.060145] env[70243]: INFO nova.compute.claims [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.102481] env[70243]: INFO nova.scheduler.client.report [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Deleted allocations for instance 5255d1c1-2498-499e-a08b-46c6762f8d3c [ 853.401927] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a97c15-b58b-2469-1922-cc7cf7ed0436, 'name': SearchDatastore_Task, 'duration_secs': 0.012431} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.403052] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.403232] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 73baeaff-7a2c-4efb-a9f9-194020d5f359/73baeaff-7a2c-4efb-a9f9-194020d5f359.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.403726] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-499361d2-b1d0-4fe7-8bbc-b969e5ef7825 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.412771] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 853.412771] env[70243]: value = "task-3621926" [ 853.412771] env[70243]: _type = "Task" [ 853.412771] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.423436] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.618133] env[70243]: DEBUG oslo_concurrency.lockutils [None req-304016c9-e751-417c-a8db-aa629251af78 tempest-ServersAdminNegativeTestJSON-245185530 tempest-ServersAdminNegativeTestJSON-245185530-project-member] Lock "5255d1c1-2498-499e-a08b-46c6762f8d3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.267s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.928958] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621926, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.284627] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Acquiring lock "2c9d48fe-a94b-4d29-b8aa-9561441bb0c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.285193] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Lock "2c9d48fe-a94b-4d29-b8aa-9561441bb0c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.285276] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Acquiring lock "2c9d48fe-a94b-4d29-b8aa-9561441bb0c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.285449] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Lock "2c9d48fe-a94b-4d29-b8aa-9561441bb0c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.285631] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Lock "2c9d48fe-a94b-4d29-b8aa-9561441bb0c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.291406] env[70243]: INFO nova.compute.manager [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Terminating instance [ 854.425435] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716477} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.428678] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 73baeaff-7a2c-4efb-a9f9-194020d5f359/73baeaff-7a2c-4efb-a9f9-194020d5f359.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.428939] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.429863] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7265ff3e-dc97-4856-b9ba-5c949e4f332e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.438365] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 854.438365] env[70243]: value = "task-3621927" [ 854.438365] env[70243]: _type = "Task" [ 854.438365] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.450031] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.687100] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e61c5e-4e4c-42c7-b566-ee37e20b15cb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.696382] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e70f61-861a-4b27-b6e8-840640d80439 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.730754] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52087acf-d34c-475a-ab3a-b4e72cafd8fa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.739037] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6b820e-dc82-490c-9d6b-d0b75dd95204 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.753853] env[70243]: DEBUG nova.compute.provider_tree [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.798445] env[70243]: DEBUG nova.compute.manager [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.798980] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.800526] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce9490d-d674-40b4-b900-66d3ca06c568 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.808372] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.808889] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f19ec74-9e11-4d9f-86d7-6f20376e5cd6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.816462] env[70243]: DEBUG oslo_vmware.api [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Waiting for the task: (returnval){ [ 854.816462] env[70243]: value = "task-3621928" [ 854.816462] env[70243]: _type = "Task" [ 854.816462] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.827501] env[70243]: DEBUG oslo_vmware.api [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Task: {'id': task-3621928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.949565] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077177} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.949565] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.951047] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe88e4c6-2279-4b4c-9b99-109b820844c9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.979192] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 73baeaff-7a2c-4efb-a9f9-194020d5f359/73baeaff-7a2c-4efb-a9f9-194020d5f359.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.979557] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a631dd7c-26d4-40ac-9e6e-19430ebb2fd9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.999113] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 854.999113] env[70243]: value = "task-3621929" [ 854.999113] env[70243]: _type = "Task" [ 854.999113] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.007777] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.257795] env[70243]: DEBUG nova.scheduler.client.report [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.327448] env[70243]: DEBUG oslo_vmware.api [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Task: {'id': task-3621928, 'name': PowerOffVM_Task, 'duration_secs': 0.227074} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.328470] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.328579] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.328869] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db77afe9-5727-4a77-914b-56d08ee4dc24 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.393430] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.393657] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.393907] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Deleting the datastore file [datastore2] 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.394134] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56307c7b-d06b-49ff-99a5-858d54758d85 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.402200] env[70243]: DEBUG oslo_vmware.api [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Waiting for the task: (returnval){ [ 855.402200] env[70243]: value = "task-3621931" [ 855.402200] env[70243]: _type = "Task" [ 855.402200] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.413181] env[70243]: DEBUG oslo_vmware.api [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Task: {'id': task-3621931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.510468] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621929, 'name': ReconfigVM_Task, 'duration_secs': 0.425909} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.511235] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 73baeaff-7a2c-4efb-a9f9-194020d5f359/73baeaff-7a2c-4efb-a9f9-194020d5f359.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.511538] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2eac3a70-191c-42c4-8375-056420a72063 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.517428] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 855.517428] env[70243]: value = "task-3621932" [ 855.517428] env[70243]: _type = "Task" [ 855.517428] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.525606] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621932, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.768074] env[70243]: DEBUG oslo_concurrency.lockutils [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.768648] env[70243]: DEBUG nova.compute.manager [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.774256] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.993s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.775072] env[70243]: DEBUG nova.objects.instance [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lazy-loading 'resources' on Instance uuid 9f620f3b-e99a-4825-84c5-e4415d6e45d5 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.918033] env[70243]: DEBUG oslo_vmware.api [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Task: {'id': task-3621931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181346} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.918033] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.918033] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.918033] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.918033] env[70243]: INFO nova.compute.manager [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 855.918033] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.918033] env[70243]: DEBUG nova.compute.manager [-] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.918033] env[70243]: DEBUG nova.network.neutron [-] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.029693] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621932, 'name': Rename_Task, 'duration_secs': 0.160911} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.029755] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.033022] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcdd0217-e262-4db7-9ea7-2f0d55d5b099 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.036445] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 856.036445] env[70243]: value = "task-3621933" [ 856.036445] env[70243]: _type = "Task" [ 856.036445] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.045370] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.282362] env[70243]: DEBUG nova.compute.utils [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.283816] env[70243]: DEBUG nova.compute.manager [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.285439] env[70243]: DEBUG nova.network.neutron [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.404520] env[70243]: DEBUG nova.policy [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a8993a6295343128bb617d79272921e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8ecead890d64bad8b872251ef2fcfff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.470361] env[70243]: DEBUG nova.compute.manager [req-09493e6c-e3bf-4f58-a4c3-fb1e59cf061f req-730d1239-a995-497c-9bbe-8e21f0bef4a8 service nova] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Received event network-vif-deleted-57afdfb2-7bf6-482e-9146-e0b58289b62f {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.470361] env[70243]: INFO nova.compute.manager [req-09493e6c-e3bf-4f58-a4c3-fb1e59cf061f req-730d1239-a995-497c-9bbe-8e21f0bef4a8 service nova] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Neutron deleted interface 57afdfb2-7bf6-482e-9146-e0b58289b62f; detaching it from the instance and deleting it from the info cache [ 856.470486] env[70243]: DEBUG nova.network.neutron [req-09493e6c-e3bf-4f58-a4c3-fb1e59cf061f req-730d1239-a995-497c-9bbe-8e21f0bef4a8 service nova] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.556163] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621933, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.786722] env[70243]: DEBUG nova.compute.manager [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.811426] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9609f0f0-a384-4a62-8ae0-56e7defa6e62 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.820209] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4afdf4-769d-4ab4-8936-33155b963042 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.871517] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaedfe31-dfa8-4e90-b051-8afd28a1a3c2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.880685] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc3698e-b83b-4884-8f5d-e8291aa27c53 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.898872] env[70243]: DEBUG nova.network.neutron [-] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.901302] env[70243]: DEBUG nova.compute.provider_tree [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.978296] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f82588b0-ae0e-490d-8c7a-898272bfe356 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.989039] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7698fd37-acb5-44c4-9ca9-7907b3c6e90d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.029350] env[70243]: DEBUG nova.compute.manager [req-09493e6c-e3bf-4f58-a4c3-fb1e59cf061f req-730d1239-a995-497c-9bbe-8e21f0bef4a8 service nova] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Detach interface failed, port_id=57afdfb2-7bf6-482e-9146-e0b58289b62f, reason: Instance 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 857.047507] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621933, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.064696] env[70243]: DEBUG nova.network.neutron [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Successfully created port: 336fc531-367f-4817-ad7b-255b201450a0 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.407517] env[70243]: INFO nova.compute.manager [-] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Took 1.49 seconds to deallocate network for instance. [ 857.408530] env[70243]: DEBUG nova.scheduler.client.report [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.555526] env[70243]: DEBUG oslo_vmware.api [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3621933, 'name': PowerOnVM_Task, 'duration_secs': 1.155207} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.555854] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.556071] env[70243]: INFO nova.compute.manager [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Took 8.80 seconds to spawn the instance on the hypervisor. [ 857.556461] env[70243]: DEBUG nova.compute.manager [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.557109] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601d7309-681f-4491-a8fb-91f0edf316e0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.802555] env[70243]: DEBUG nova.compute.manager [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.831584] env[70243]: DEBUG nova.virt.hardware [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.831750] env[70243]: DEBUG nova.virt.hardware [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.831914] env[70243]: DEBUG nova.virt.hardware [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.832118] env[70243]: DEBUG nova.virt.hardware [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.832252] env[70243]: DEBUG nova.virt.hardware [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.832398] env[70243]: DEBUG nova.virt.hardware [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.832606] env[70243]: DEBUG nova.virt.hardware [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.832781] env[70243]: DEBUG nova.virt.hardware [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.832957] env[70243]: DEBUG nova.virt.hardware [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.833134] env[70243]: DEBUG nova.virt.hardware [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.833307] env[70243]: DEBUG nova.virt.hardware [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.834187] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e787ecf-ef08-462c-9c4e-10433d6d567b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.842986] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae067aa-d6ee-44ca-aab2-21fefb1efd1b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.919014] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.919014] env[70243]: DEBUG oslo_concurrency.lockutils [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.132s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.922155] env[70243]: DEBUG nova.objects.instance [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Lazy-loading 'resources' on Instance uuid 91c048bc-1be0-4ebf-9b2f-49ced29924f1 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.924327] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.962061] env[70243]: INFO nova.scheduler.client.report [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Deleted allocations for instance 9f620f3b-e99a-4825-84c5-e4415d6e45d5 [ 858.088324] env[70243]: INFO nova.compute.manager [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Took 48.20 seconds to build instance. [ 858.472090] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f50f6048-1295-4c00-aaa1-32f97a67dae7 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "9f620f3b-e99a-4825-84c5-e4415d6e45d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.598s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.595189] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7ce4741e-1d0d-4298-81b5-9dde0e7265e5 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "73baeaff-7a2c-4efb-a9f9-194020d5f359" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.236s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.953359] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f29fbda-7160-4291-9e39-be1ad6b00840 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.966535] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee60404a-4bf2-4996-88c7-a0bce89dcba7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.004970] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48bac9c-c4a9-46f5-a6a2-dcd891406052 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.015476] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a6a5a5-7ebd-4b50-819a-d5c6a487a726 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.033522] env[70243]: DEBUG nova.compute.provider_tree [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.134982] env[70243]: DEBUG nova.compute.manager [req-fe913430-d641-4e6b-9e74-68db49f372ed req-37381d67-3129-4a81-980b-71423aa6ed30 service nova] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Received event network-vif-plugged-336fc531-367f-4817-ad7b-255b201450a0 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.135192] env[70243]: DEBUG oslo_concurrency.lockutils [req-fe913430-d641-4e6b-9e74-68db49f372ed req-37381d67-3129-4a81-980b-71423aa6ed30 service nova] Acquiring lock "d1fe054d-e3b0-4e07-8633-3f2f2763ccdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.135397] env[70243]: DEBUG oslo_concurrency.lockutils [req-fe913430-d641-4e6b-9e74-68db49f372ed req-37381d67-3129-4a81-980b-71423aa6ed30 service nova] Lock "d1fe054d-e3b0-4e07-8633-3f2f2763ccdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.135565] env[70243]: DEBUG oslo_concurrency.lockutils [req-fe913430-d641-4e6b-9e74-68db49f372ed req-37381d67-3129-4a81-980b-71423aa6ed30 service nova] Lock "d1fe054d-e3b0-4e07-8633-3f2f2763ccdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.135758] env[70243]: DEBUG nova.compute.manager [req-fe913430-d641-4e6b-9e74-68db49f372ed req-37381d67-3129-4a81-980b-71423aa6ed30 service nova] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] No waiting events found dispatching network-vif-plugged-336fc531-367f-4817-ad7b-255b201450a0 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 859.135915] env[70243]: WARNING nova.compute.manager [req-fe913430-d641-4e6b-9e74-68db49f372ed req-37381d67-3129-4a81-980b-71423aa6ed30 service nova] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Received unexpected event network-vif-plugged-336fc531-367f-4817-ad7b-255b201450a0 for instance with vm_state building and task_state spawning. [ 859.153431] env[70243]: DEBUG nova.network.neutron [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Successfully updated port: 336fc531-367f-4817-ad7b-255b201450a0 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.182719] env[70243]: DEBUG nova.compute.manager [req-d4db107b-b035-4f53-b401-408250aef918 req-501f3939-cf2f-4c80-9614-e4ba7a2b200a service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Received event network-changed-d5ae2b4f-d6fd-427d-928a-bb7e548d9064 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.182925] env[70243]: DEBUG nova.compute.manager [req-d4db107b-b035-4f53-b401-408250aef918 req-501f3939-cf2f-4c80-9614-e4ba7a2b200a service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Refreshing instance network info cache due to event network-changed-d5ae2b4f-d6fd-427d-928a-bb7e548d9064. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.183208] env[70243]: DEBUG oslo_concurrency.lockutils [req-d4db107b-b035-4f53-b401-408250aef918 req-501f3939-cf2f-4c80-9614-e4ba7a2b200a service nova] Acquiring lock "refresh_cache-73baeaff-7a2c-4efb-a9f9-194020d5f359" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.183298] env[70243]: DEBUG oslo_concurrency.lockutils [req-d4db107b-b035-4f53-b401-408250aef918 req-501f3939-cf2f-4c80-9614-e4ba7a2b200a service nova] Acquired lock "refresh_cache-73baeaff-7a2c-4efb-a9f9-194020d5f359" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.183598] env[70243]: DEBUG nova.network.neutron [req-d4db107b-b035-4f53-b401-408250aef918 req-501f3939-cf2f-4c80-9614-e4ba7a2b200a service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Refreshing network info cache for port d5ae2b4f-d6fd-427d-928a-bb7e548d9064 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.476325] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Acquiring lock "f9701673-c69c-472e-8ee5-de2706ddb30f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.476692] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Lock "f9701673-c69c-472e-8ee5-de2706ddb30f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.537552] env[70243]: DEBUG nova.scheduler.client.report [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.656936] env[70243]: DEBUG oslo_concurrency.lockutils [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquiring lock "refresh_cache-d1fe054d-e3b0-4e07-8633-3f2f2763ccdf" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.657281] env[70243]: DEBUG oslo_concurrency.lockutils [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquired lock "refresh_cache-d1fe054d-e3b0-4e07-8633-3f2f2763ccdf" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.657398] env[70243]: DEBUG nova.network.neutron [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.979303] env[70243]: DEBUG nova.compute.manager [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.024110] env[70243]: DEBUG nova.network.neutron [req-d4db107b-b035-4f53-b401-408250aef918 req-501f3939-cf2f-4c80-9614-e4ba7a2b200a service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Updated VIF entry in instance network info cache for port d5ae2b4f-d6fd-427d-928a-bb7e548d9064. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.024110] env[70243]: DEBUG nova.network.neutron [req-d4db107b-b035-4f53-b401-408250aef918 req-501f3939-cf2f-4c80-9614-e4ba7a2b200a service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Updating instance_info_cache with network_info: [{"id": "d5ae2b4f-d6fd-427d-928a-bb7e548d9064", "address": "fa:16:3e:5a:89:9f", "network": {"id": "4a284b5e-9431-47e0-afbe-61caada3f353", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-589564757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dbca791ad4e4a5080d2a4927c7c5af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5ae2b4f-d6", "ovs_interfaceid": "d5ae2b4f-d6fd-427d-928a-bb7e548d9064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.045232] env[70243]: DEBUG oslo_concurrency.lockutils [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.047746] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.985s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.049319] env[70243]: INFO nova.compute.claims [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.078160] env[70243]: INFO nova.scheduler.client.report [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Deleted allocations for instance 91c048bc-1be0-4ebf-9b2f-49ced29924f1 [ 860.206905] env[70243]: DEBUG nova.network.neutron [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.397095] env[70243]: DEBUG nova.network.neutron [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Updating instance_info_cache with network_info: [{"id": "336fc531-367f-4817-ad7b-255b201450a0", "address": "fa:16:3e:62:9e:d3", "network": {"id": "ecf86cf7-f1f7-432a-b8f9-c44f146e894a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-268130423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b8ecead890d64bad8b872251ef2fcfff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap336fc531-36", "ovs_interfaceid": "336fc531-367f-4817-ad7b-255b201450a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.475277] env[70243]: DEBUG oslo_concurrency.lockutils [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "75717548-0f55-4588-9907-b715ec1ba5f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.475277] env[70243]: DEBUG oslo_concurrency.lockutils [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "75717548-0f55-4588-9907-b715ec1ba5f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.503602] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.528163] env[70243]: DEBUG oslo_concurrency.lockutils [req-d4db107b-b035-4f53-b401-408250aef918 req-501f3939-cf2f-4c80-9614-e4ba7a2b200a service nova] Releasing lock "refresh_cache-73baeaff-7a2c-4efb-a9f9-194020d5f359" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.588740] env[70243]: DEBUG oslo_concurrency.lockutils [None req-eabfb607-22f2-4797-b071-6b792262cffe tempest-InstanceActionsNegativeTestJSON-344800022 tempest-InstanceActionsNegativeTestJSON-344800022-project-member] Lock "91c048bc-1be0-4ebf-9b2f-49ced29924f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.462s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.900513] env[70243]: DEBUG oslo_concurrency.lockutils [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Releasing lock "refresh_cache-d1fe054d-e3b0-4e07-8633-3f2f2763ccdf" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.900679] env[70243]: DEBUG nova.compute.manager [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Instance network_info: |[{"id": "336fc531-367f-4817-ad7b-255b201450a0", "address": "fa:16:3e:62:9e:d3", "network": {"id": "ecf86cf7-f1f7-432a-b8f9-c44f146e894a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-268130423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b8ecead890d64bad8b872251ef2fcfff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap336fc531-36", "ovs_interfaceid": "336fc531-367f-4817-ad7b-255b201450a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.901163] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:9e:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '336fc531-367f-4817-ad7b-255b201450a0', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.911219] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.911512] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.912131] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0139e267-54ab-4915-a244-8a9e47752cad {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.941515] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.941515] env[70243]: value = "task-3621937" [ 860.941515] env[70243]: _type = "Task" [ 860.941515] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.955364] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621937, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.263401] env[70243]: DEBUG nova.compute.manager [req-df631f12-022c-41f9-afc0-55bcc8a98df3 req-75397789-e03d-4904-83ef-3cd9f405397e service nova] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Received event network-changed-336fc531-367f-4817-ad7b-255b201450a0 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.263625] env[70243]: DEBUG nova.compute.manager [req-df631f12-022c-41f9-afc0-55bcc8a98df3 req-75397789-e03d-4904-83ef-3cd9f405397e service nova] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Refreshing instance network info cache due to event network-changed-336fc531-367f-4817-ad7b-255b201450a0. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.263861] env[70243]: DEBUG oslo_concurrency.lockutils [req-df631f12-022c-41f9-afc0-55bcc8a98df3 req-75397789-e03d-4904-83ef-3cd9f405397e service nova] Acquiring lock "refresh_cache-d1fe054d-e3b0-4e07-8633-3f2f2763ccdf" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.265526] env[70243]: DEBUG oslo_concurrency.lockutils [req-df631f12-022c-41f9-afc0-55bcc8a98df3 req-75397789-e03d-4904-83ef-3cd9f405397e service nova] Acquired lock "refresh_cache-d1fe054d-e3b0-4e07-8633-3f2f2763ccdf" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.265809] env[70243]: DEBUG nova.network.neutron [req-df631f12-022c-41f9-afc0-55bcc8a98df3 req-75397789-e03d-4904-83ef-3cd9f405397e service nova] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Refreshing network info cache for port 336fc531-367f-4817-ad7b-255b201450a0 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.459441] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621937, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.671942] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0c0681-4222-4652-bb0b-681608a40381 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.681714] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d93d24-04f4-4b9a-8fe7-0a39305e354a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.720769] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c3b253-ce6e-4d70-ac3c-f2de9ce01754 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.728967] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dd9b94-a33d-470d-808b-fe257387534f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.746831] env[70243]: DEBUG nova.compute.provider_tree [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.958823] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621937, 'name': CreateVM_Task, 'duration_secs': 0.524363} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.959095] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.960174] env[70243]: DEBUG oslo_concurrency.lockutils [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.960174] env[70243]: DEBUG oslo_concurrency.lockutils [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.960706] env[70243]: DEBUG oslo_concurrency.lockutils [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.961157] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40f94467-e5d0-44e1-a309-2612e97003de {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.970899] env[70243]: DEBUG oslo_vmware.api [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 861.970899] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d27476-f8b9-8f47-2409-43699d4ff61b" [ 861.970899] env[70243]: _type = "Task" [ 861.970899] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.983531] env[70243]: DEBUG oslo_vmware.api [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d27476-f8b9-8f47-2409-43699d4ff61b, 'name': SearchDatastore_Task, 'duration_secs': 0.011662} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.984018] env[70243]: DEBUG oslo_concurrency.lockutils [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.984345] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.984674] env[70243]: DEBUG oslo_concurrency.lockutils [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.984876] env[70243]: DEBUG oslo_concurrency.lockutils [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.985318] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.988018] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d0cbff7-bbc9-42ad-a2ff-ac56319d2a86 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.003391] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.003677] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.004703] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bbe65d2-8851-4ec0-a2e6-d1a635433351 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.014028] env[70243]: DEBUG oslo_vmware.api [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 862.014028] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b6d574-d279-8a42-929d-6b5d01d56e75" [ 862.014028] env[70243]: _type = "Task" [ 862.014028] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.025457] env[70243]: DEBUG oslo_vmware.api [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b6d574-d279-8a42-929d-6b5d01d56e75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.110890] env[70243]: DEBUG nova.network.neutron [req-df631f12-022c-41f9-afc0-55bcc8a98df3 req-75397789-e03d-4904-83ef-3cd9f405397e service nova] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Updated VIF entry in instance network info cache for port 336fc531-367f-4817-ad7b-255b201450a0. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.111491] env[70243]: DEBUG nova.network.neutron [req-df631f12-022c-41f9-afc0-55bcc8a98df3 req-75397789-e03d-4904-83ef-3cd9f405397e service nova] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Updating instance_info_cache with network_info: [{"id": "336fc531-367f-4817-ad7b-255b201450a0", "address": "fa:16:3e:62:9e:d3", "network": {"id": "ecf86cf7-f1f7-432a-b8f9-c44f146e894a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-268130423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b8ecead890d64bad8b872251ef2fcfff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap336fc531-36", "ovs_interfaceid": "336fc531-367f-4817-ad7b-255b201450a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.250531] env[70243]: DEBUG nova.scheduler.client.report [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.527689] env[70243]: DEBUG oslo_vmware.api [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b6d574-d279-8a42-929d-6b5d01d56e75, 'name': SearchDatastore_Task, 'duration_secs': 0.011771} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.528538] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09f90efa-b24a-40d2-98f6-c80e0f972112 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.535536] env[70243]: DEBUG oslo_vmware.api [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 862.535536] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52096c7f-178a-6cf7-e9b2-bf75ba9facf8" [ 862.535536] env[70243]: _type = "Task" [ 862.535536] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.547126] env[70243]: DEBUG oslo_vmware.api [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52096c7f-178a-6cf7-e9b2-bf75ba9facf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.614975] env[70243]: DEBUG oslo_concurrency.lockutils [req-df631f12-022c-41f9-afc0-55bcc8a98df3 req-75397789-e03d-4904-83ef-3cd9f405397e service nova] Releasing lock "refresh_cache-d1fe054d-e3b0-4e07-8633-3f2f2763ccdf" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.758469] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.758469] env[70243]: DEBUG nova.compute.manager [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.759507] env[70243]: DEBUG oslo_concurrency.lockutils [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.275s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.759909] env[70243]: DEBUG nova.objects.instance [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 863.047238] env[70243]: DEBUG oslo_vmware.api [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52096c7f-178a-6cf7-e9b2-bf75ba9facf8, 'name': SearchDatastore_Task, 'duration_secs': 0.01074} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.047532] env[70243]: DEBUG oslo_concurrency.lockutils [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.047838] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] d1fe054d-e3b0-4e07-8633-3f2f2763ccdf/d1fe054d-e3b0-4e07-8633-3f2f2763ccdf.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.048135] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f2510d5-b436-4d11-aba7-40113961e520 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.057723] env[70243]: DEBUG oslo_vmware.api [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 863.057723] env[70243]: value = "task-3621939" [ 863.057723] env[70243]: _type = "Task" [ 863.057723] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.067313] env[70243]: DEBUG oslo_vmware.api [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.267192] env[70243]: DEBUG nova.compute.utils [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.269968] env[70243]: DEBUG nova.compute.manager [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.270390] env[70243]: DEBUG nova.network.neutron [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.300169] env[70243]: DEBUG oslo_vmware.rw_handles [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d72e8-fc82-43fe-0c61-ac6d9ab1640c/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 863.301055] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974037db-b6a7-49b7-89bf-6014e7a17b83 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.311475] env[70243]: DEBUG oslo_vmware.rw_handles [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d72e8-fc82-43fe-0c61-ac6d9ab1640c/disk-0.vmdk is in state: ready. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 863.314398] env[70243]: ERROR oslo_vmware.rw_handles [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d72e8-fc82-43fe-0c61-ac6d9ab1640c/disk-0.vmdk due to incomplete transfer. [ 863.314398] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fff37ea8-dc51-4cf1-a200-f4544ba97a08 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.324564] env[70243]: DEBUG oslo_vmware.rw_handles [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d72e8-fc82-43fe-0c61-ac6d9ab1640c/disk-0.vmdk. {{(pid=70243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 863.324815] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Uploaded image a1f75bb6-e356-4260-996b-a34062c65773 to the Glance image server {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 863.327210] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Destroying the VM {{(pid=70243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 863.327519] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-46db0640-e749-4833-ae44-aaa631f13199 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.337021] env[70243]: DEBUG oslo_vmware.api [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 863.337021] env[70243]: value = "task-3621940" [ 863.337021] env[70243]: _type = "Task" [ 863.337021] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.347916] env[70243]: DEBUG oslo_vmware.api [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621940, 'name': Destroy_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.352509] env[70243]: DEBUG nova.policy [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78cd40e8772c4d2b8df2852207a4b53d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43eeaa4f169b474f98c30133c1f11117', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.579624] env[70243]: DEBUG oslo_vmware.api [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495695} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.579624] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] d1fe054d-e3b0-4e07-8633-3f2f2763ccdf/d1fe054d-e3b0-4e07-8633-3f2f2763ccdf.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.579864] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.580895] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec6cd93a-f53d-4fc6-bb3c-b373ba52f082 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.590581] env[70243]: DEBUG oslo_vmware.api [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 863.590581] env[70243]: value = "task-3621942" [ 863.590581] env[70243]: _type = "Task" [ 863.590581] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.606955] env[70243]: DEBUG oslo_vmware.api [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.772842] env[70243]: DEBUG nova.compute.manager [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.776887] env[70243]: DEBUG oslo_concurrency.lockutils [None req-487ac7ce-5eb8-4910-8478-69718312e4b5 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.778563] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.963s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.780227] env[70243]: INFO nova.compute.claims [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.849795] env[70243]: DEBUG oslo_vmware.api [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621940, 'name': Destroy_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.074481] env[70243]: DEBUG nova.network.neutron [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Successfully created port: 5a4a75a9-4950-4e78-927f-d5077a9117c5 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.101913] env[70243]: DEBUG oslo_vmware.api [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068241} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.104419] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.105285] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed3e251-7ed8-4cde-9366-f298f505e32a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.132383] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] d1fe054d-e3b0-4e07-8633-3f2f2763ccdf/d1fe054d-e3b0-4e07-8633-3f2f2763ccdf.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.134840] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4414bc82-86f8-43e1-80ae-3817968daece {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.160617] env[70243]: DEBUG oslo_vmware.api [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 864.160617] env[70243]: value = "task-3621943" [ 864.160617] env[70243]: _type = "Task" [ 864.160617] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.170466] env[70243]: DEBUG oslo_vmware.api [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.374169] env[70243]: DEBUG oslo_vmware.api [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621940, 'name': Destroy_Task, 'duration_secs': 0.591846} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.374581] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Destroyed the VM [ 864.374926] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Deleting Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 864.375179] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3e2e1e26-9068-4aa8-8f9f-956614cdf1cc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.382953] env[70243]: DEBUG oslo_vmware.api [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 864.382953] env[70243]: value = "task-3621944" [ 864.382953] env[70243]: _type = "Task" [ 864.382953] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.393150] env[70243]: DEBUG oslo_vmware.api [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621944, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.671973] env[70243]: DEBUG oslo_vmware.api [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.785557] env[70243]: DEBUG nova.compute.manager [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.825588] env[70243]: DEBUG nova.virt.hardware [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.827319] env[70243]: DEBUG nova.virt.hardware [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.827501] env[70243]: DEBUG nova.virt.hardware [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.827693] env[70243]: DEBUG nova.virt.hardware [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.827841] env[70243]: DEBUG nova.virt.hardware [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.827991] env[70243]: DEBUG nova.virt.hardware [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.828421] env[70243]: DEBUG nova.virt.hardware [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.828652] env[70243]: DEBUG nova.virt.hardware [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.830505] env[70243]: DEBUG nova.virt.hardware [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.830755] env[70243]: DEBUG nova.virt.hardware [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.830888] env[70243]: DEBUG nova.virt.hardware [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.831843] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cf46bf-6c87-498e-b72c-b2f5500caeff {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.843459] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69669a6-e8db-4240-b147-e42f5fbbec90 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.850644] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "b2f5b9c4-3994-4c1e-900f-db57b4036ed2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.851071] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "b2f5b9c4-3994-4c1e-900f-db57b4036ed2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.851365] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "b2f5b9c4-3994-4c1e-900f-db57b4036ed2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.851628] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "b2f5b9c4-3994-4c1e-900f-db57b4036ed2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.851888] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "b2f5b9c4-3994-4c1e-900f-db57b4036ed2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.855143] env[70243]: INFO nova.compute.manager [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Terminating instance [ 864.898240] env[70243]: DEBUG oslo_vmware.api [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621944, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.180656] env[70243]: DEBUG oslo_vmware.api [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621943, 'name': ReconfigVM_Task, 'duration_secs': 0.890331} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.180973] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Reconfigured VM instance instance-00000032 to attach disk [datastore2] d1fe054d-e3b0-4e07-8633-3f2f2763ccdf/d1fe054d-e3b0-4e07-8633-3f2f2763ccdf.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.181692] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9dd044b5-db8d-41c6-a62a-a36fef6233fd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.191304] env[70243]: DEBUG oslo_vmware.api [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 865.191304] env[70243]: value = "task-3621945" [ 865.191304] env[70243]: _type = "Task" [ 865.191304] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.203528] env[70243]: DEBUG oslo_vmware.api [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621945, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.370021] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669a2a6c-b21d-418a-b5a1-151142fa285e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.373356] env[70243]: DEBUG nova.compute.manager [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.373645] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.374473] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e98c0a8-1e1f-4b7d-b178-884182bcc73c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.384295] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.389358] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a3f571c-f60f-480b-944a-57b2d77d6333 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.394810] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e5505d-aac4-4731-b35b-32cfe88a5d2e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.407149] env[70243]: DEBUG oslo_vmware.api [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621944, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.436946] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7d8400-c694-4370-bf24-17a8ef12202f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.444198] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66a5b2a-04c1-4ffe-a080-70ca15940d5f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.458632] env[70243]: DEBUG nova.compute.provider_tree [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.545686] env[70243]: DEBUG oslo_concurrency.lockutils [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "f52382af-3675-41e3-b3e0-5f29926e5926" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.545916] env[70243]: DEBUG oslo_concurrency.lockutils [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "f52382af-3675-41e3-b3e0-5f29926e5926" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.595483] env[70243]: DEBUG nova.compute.manager [req-ddd444f5-a965-406f-8473-51b50bbaa590 req-318d7b01-8573-421a-a180-a9b8d0d7aaaa service nova] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Received event network-vif-plugged-5a4a75a9-4950-4e78-927f-d5077a9117c5 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.595714] env[70243]: DEBUG oslo_concurrency.lockutils [req-ddd444f5-a965-406f-8473-51b50bbaa590 req-318d7b01-8573-421a-a180-a9b8d0d7aaaa service nova] Acquiring lock "a86e2e8c-5fe0-47bc-aab1-abbfe29af70e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.595887] env[70243]: DEBUG oslo_concurrency.lockutils [req-ddd444f5-a965-406f-8473-51b50bbaa590 req-318d7b01-8573-421a-a180-a9b8d0d7aaaa service nova] Lock "a86e2e8c-5fe0-47bc-aab1-abbfe29af70e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.596063] env[70243]: DEBUG oslo_concurrency.lockutils [req-ddd444f5-a965-406f-8473-51b50bbaa590 req-318d7b01-8573-421a-a180-a9b8d0d7aaaa service nova] Lock "a86e2e8c-5fe0-47bc-aab1-abbfe29af70e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.596239] env[70243]: DEBUG nova.compute.manager [req-ddd444f5-a965-406f-8473-51b50bbaa590 req-318d7b01-8573-421a-a180-a9b8d0d7aaaa service nova] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] No waiting events found dispatching network-vif-plugged-5a4a75a9-4950-4e78-927f-d5077a9117c5 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.596399] env[70243]: WARNING nova.compute.manager [req-ddd444f5-a965-406f-8473-51b50bbaa590 req-318d7b01-8573-421a-a180-a9b8d0d7aaaa service nova] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Received unexpected event network-vif-plugged-5a4a75a9-4950-4e78-927f-d5077a9117c5 for instance with vm_state building and task_state spawning. [ 865.675949] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.676353] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.676657] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Deleting the datastore file [datastore1] b2f5b9c4-3994-4c1e-900f-db57b4036ed2 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.677017] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-173f1562-fca8-4523-bef3-e405ccd89453 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.685941] env[70243]: DEBUG oslo_vmware.api [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 865.685941] env[70243]: value = "task-3621948" [ 865.685941] env[70243]: _type = "Task" [ 865.685941] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.695264] env[70243]: DEBUG oslo_vmware.api [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.705527] env[70243]: DEBUG oslo_vmware.api [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621945, 'name': Rename_Task, 'duration_secs': 0.187838} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.705527] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.705527] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2f896df-85cb-4935-b90a-d44ecd61b3d2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.712020] env[70243]: DEBUG oslo_vmware.api [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 865.712020] env[70243]: value = "task-3621949" [ 865.712020] env[70243]: _type = "Task" [ 865.712020] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.720991] env[70243]: DEBUG oslo_vmware.api [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.747949] env[70243]: DEBUG nova.network.neutron [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Successfully updated port: 5a4a75a9-4950-4e78-927f-d5077a9117c5 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.896567] env[70243]: DEBUG oslo_vmware.api [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621944, 'name': RemoveSnapshot_Task, 'duration_secs': 1.059009} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.896873] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Deleted Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 865.897127] env[70243]: INFO nova.compute.manager [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Took 17.51 seconds to snapshot the instance on the hypervisor. [ 865.962081] env[70243]: DEBUG nova.scheduler.client.report [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.197114] env[70243]: DEBUG oslo_vmware.api [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3621948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179306} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.197429] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.197656] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.197825] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.198118] env[70243]: INFO nova.compute.manager [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Took 0.82 seconds to destroy the instance on the hypervisor. [ 866.198250] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.198449] env[70243]: DEBUG nova.compute.manager [-] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.198534] env[70243]: DEBUG nova.network.neutron [-] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.204030] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.204133] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.224475] env[70243]: DEBUG oslo_vmware.api [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621949, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.251131] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "refresh_cache-a86e2e8c-5fe0-47bc-aab1-abbfe29af70e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.251131] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquired lock "refresh_cache-a86e2e8c-5fe0-47bc-aab1-abbfe29af70e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.251619] env[70243]: DEBUG nova.network.neutron [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.401622] env[70243]: DEBUG nova.compute.manager [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Instance disappeared during snapshot {{(pid=70243) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 866.415815] env[70243]: DEBUG nova.compute.manager [None req-e92580c7-8478-4178-8493-51690973d8c8 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Image not found during clean up a1f75bb6-e356-4260-996b-a34062c65773 {{(pid=70243) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 866.468415] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.468415] env[70243]: DEBUG nova.compute.manager [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.470728] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.956s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.713859] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.719106] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.719927] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.720809] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.721122] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.721596] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.722422] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 866.722422] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.729883] env[70243]: DEBUG oslo_vmware.api [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621949, 'name': PowerOnVM_Task, 'duration_secs': 0.549406} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.730451] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.730653] env[70243]: INFO nova.compute.manager [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Took 8.93 seconds to spawn the instance on the hypervisor. [ 866.730893] env[70243]: DEBUG nova.compute.manager [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.731652] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12f1164-6310-4ab1-8490-dee20f384c8e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.812187] env[70243]: DEBUG nova.network.neutron [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.975811] env[70243]: INFO nova.compute.claims [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.980414] env[70243]: DEBUG nova.compute.utils [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.981756] env[70243]: DEBUG nova.compute.manager [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.981931] env[70243]: DEBUG nova.network.neutron [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.060024] env[70243]: DEBUG nova.policy [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18583f38cbce4a68a5f9b933d054afe5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac9d340db7d845c6aa984a44f40433b6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.096708] env[70243]: DEBUG nova.network.neutron [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Updating instance_info_cache with network_info: [{"id": "5a4a75a9-4950-4e78-927f-d5077a9117c5", "address": "fa:16:3e:4f:d1:1c", "network": {"id": "9008d91f-bd39-4a2b-bd60-f11b34cfb2c0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021891106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43eeaa4f169b474f98c30133c1f11117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4a75a9-49", "ovs_interfaceid": "5a4a75a9-4950-4e78-927f-d5077a9117c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.137543] env[70243]: DEBUG nova.network.neutron [-] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.231625] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.250027] env[70243]: INFO nova.compute.manager [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Took 44.87 seconds to build instance. [ 867.484199] env[70243]: INFO nova.compute.resource_tracker [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Updating resource usage from migration ce2f68f6-cbe3-4801-b97b-ea249cef8619 [ 867.490021] env[70243]: DEBUG nova.compute.manager [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.599369] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Releasing lock "refresh_cache-a86e2e8c-5fe0-47bc-aab1-abbfe29af70e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.599369] env[70243]: DEBUG nova.compute.manager [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Instance network_info: |[{"id": "5a4a75a9-4950-4e78-927f-d5077a9117c5", "address": "fa:16:3e:4f:d1:1c", "network": {"id": "9008d91f-bd39-4a2b-bd60-f11b34cfb2c0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021891106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43eeaa4f169b474f98c30133c1f11117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4a75a9-49", "ovs_interfaceid": "5a4a75a9-4950-4e78-927f-d5077a9117c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.599885] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:d1:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a4a75a9-4950-4e78-927f-d5077a9117c5', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.607786] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.610647] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.611312] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-864e442c-70d3-41e6-a86a-4d09bfce8170 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.631326] env[70243]: DEBUG nova.network.neutron [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Successfully created port: 0065151d-2061-4295-939d-b5cb3a4a71a5 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.640576] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.640576] env[70243]: value = "task-3621950" [ 867.640576] env[70243]: _type = "Task" [ 867.640576] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.644055] env[70243]: INFO nova.compute.manager [-] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Took 1.45 seconds to deallocate network for instance. [ 867.658320] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621950, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.715854] env[70243]: DEBUG nova.compute.manager [req-5b7b1ce0-ee96-4986-aef9-3555a42a44db req-071e500b-04f4-4c09-b894-d3b1ae1192d7 service nova] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Received event network-changed-5a4a75a9-4950-4e78-927f-d5077a9117c5 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.716108] env[70243]: DEBUG nova.compute.manager [req-5b7b1ce0-ee96-4986-aef9-3555a42a44db req-071e500b-04f4-4c09-b894-d3b1ae1192d7 service nova] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Refreshing instance network info cache due to event network-changed-5a4a75a9-4950-4e78-927f-d5077a9117c5. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.716271] env[70243]: DEBUG oslo_concurrency.lockutils [req-5b7b1ce0-ee96-4986-aef9-3555a42a44db req-071e500b-04f4-4c09-b894-d3b1ae1192d7 service nova] Acquiring lock "refresh_cache-a86e2e8c-5fe0-47bc-aab1-abbfe29af70e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.716407] env[70243]: DEBUG oslo_concurrency.lockutils [req-5b7b1ce0-ee96-4986-aef9-3555a42a44db req-071e500b-04f4-4c09-b894-d3b1ae1192d7 service nova] Acquired lock "refresh_cache-a86e2e8c-5fe0-47bc-aab1-abbfe29af70e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.716565] env[70243]: DEBUG nova.network.neutron [req-5b7b1ce0-ee96-4986-aef9-3555a42a44db req-071e500b-04f4-4c09-b894-d3b1ae1192d7 service nova] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Refreshing network info cache for port 5a4a75a9-4950-4e78-927f-d5077a9117c5 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.752491] env[70243]: DEBUG oslo_concurrency.lockutils [None req-45b3a46e-fa49-4c62-b8d6-542712eab070 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Lock "d1fe054d-e3b0-4e07-8633-3f2f2763ccdf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.243s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.097747] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e296fbfb-6b2d-4707-aa1b-b97751280621 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.107883] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1b8287-6532-4a23-ad3b-4bc26d93e927 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.152430] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799992aa-7644-4dc6-bce6-0649ef294ef2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.156281] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.165761] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a7c9ad-2c7a-4282-b13d-c63d9d277c45 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.171407] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621950, 'name': CreateVM_Task, 'duration_secs': 0.507065} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.171762] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.172766] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.172953] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.173303] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.173572] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d4552c0-81b3-45b2-96c0-0f725f5e2e1a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.184441] env[70243]: DEBUG nova.compute.provider_tree [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.193237] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 868.193237] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52fe6507-3e09-046c-de87-1745a56c124b" [ 868.193237] env[70243]: _type = "Task" [ 868.193237] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.201256] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52fe6507-3e09-046c-de87-1745a56c124b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.254696] env[70243]: DEBUG nova.compute.manager [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.291367] env[70243]: INFO nova.compute.manager [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Rescuing [ 868.292128] env[70243]: DEBUG oslo_concurrency.lockutils [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquiring lock "refresh_cache-d1fe054d-e3b0-4e07-8633-3f2f2763ccdf" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.292128] env[70243]: DEBUG oslo_concurrency.lockutils [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquired lock "refresh_cache-d1fe054d-e3b0-4e07-8633-3f2f2763ccdf" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.292128] env[70243]: DEBUG nova.network.neutron [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.497078] env[70243]: DEBUG nova.compute.manager [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.523857] env[70243]: DEBUG nova.virt.hardware [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.524099] env[70243]: DEBUG nova.virt.hardware [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.524255] env[70243]: DEBUG nova.virt.hardware [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.524426] env[70243]: DEBUG nova.virt.hardware [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.524575] env[70243]: DEBUG nova.virt.hardware [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.524761] env[70243]: DEBUG nova.virt.hardware [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.525240] env[70243]: DEBUG nova.virt.hardware [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.525453] env[70243]: DEBUG nova.virt.hardware [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.525631] env[70243]: DEBUG nova.virt.hardware [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.525795] env[70243]: DEBUG nova.virt.hardware [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.525970] env[70243]: DEBUG nova.virt.hardware [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.526917] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae111d18-9a87-4c1f-9cca-4e9ca5cc88c3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.537503] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c6f825-1c58-4485-a7d8-3a501231d80a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.552024] env[70243]: DEBUG nova.network.neutron [req-5b7b1ce0-ee96-4986-aef9-3555a42a44db req-071e500b-04f4-4c09-b894-d3b1ae1192d7 service nova] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Updated VIF entry in instance network info cache for port 5a4a75a9-4950-4e78-927f-d5077a9117c5. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.552406] env[70243]: DEBUG nova.network.neutron [req-5b7b1ce0-ee96-4986-aef9-3555a42a44db req-071e500b-04f4-4c09-b894-d3b1ae1192d7 service nova] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Updating instance_info_cache with network_info: [{"id": "5a4a75a9-4950-4e78-927f-d5077a9117c5", "address": "fa:16:3e:4f:d1:1c", "network": {"id": "9008d91f-bd39-4a2b-bd60-f11b34cfb2c0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021891106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43eeaa4f169b474f98c30133c1f11117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4a75a9-49", "ovs_interfaceid": "5a4a75a9-4950-4e78-927f-d5077a9117c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.689070] env[70243]: DEBUG nova.scheduler.client.report [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.706207] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52fe6507-3e09-046c-de87-1745a56c124b, 'name': SearchDatastore_Task, 'duration_secs': 0.013491} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.706665] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.706941] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.708070] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.708070] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.708070] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.708070] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c39f9032-84cc-4fcf-8374-5c889bf02ae4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.720026] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.720400] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.721332] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ca39bb1-cc48-4497-9136-dbf8a195ad00 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.731391] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 868.731391] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e99777-71d6-f0ff-a00b-6970025cce26" [ 868.731391] env[70243]: _type = "Task" [ 868.731391] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.742587] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e99777-71d6-f0ff-a00b-6970025cce26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.776169] env[70243]: DEBUG oslo_concurrency.lockutils [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.057856] env[70243]: DEBUG oslo_concurrency.lockutils [req-5b7b1ce0-ee96-4986-aef9-3555a42a44db req-071e500b-04f4-4c09-b894-d3b1ae1192d7 service nova] Releasing lock "refresh_cache-a86e2e8c-5fe0-47bc-aab1-abbfe29af70e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.058191] env[70243]: DEBUG nova.compute.manager [req-5b7b1ce0-ee96-4986-aef9-3555a42a44db req-071e500b-04f4-4c09-b894-d3b1ae1192d7 service nova] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Received event network-vif-deleted-bbc97127-9146-47fd-9b46-01cd66fadf8f {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.158082] env[70243]: DEBUG nova.network.neutron [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Updating instance_info_cache with network_info: [{"id": "336fc531-367f-4817-ad7b-255b201450a0", "address": "fa:16:3e:62:9e:d3", "network": {"id": "ecf86cf7-f1f7-432a-b8f9-c44f146e894a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-268130423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b8ecead890d64bad8b872251ef2fcfff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap336fc531-36", "ovs_interfaceid": "336fc531-367f-4817-ad7b-255b201450a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.199986] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.729s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.200248] env[70243]: INFO nova.compute.manager [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Migrating [ 869.211344] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.991s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.211344] env[70243]: DEBUG nova.objects.instance [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Lazy-loading 'resources' on Instance uuid 0beb88d8-f501-42d4-ba9b-5ca10e7308fa {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.243233] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e99777-71d6-f0ff-a00b-6970025cce26, 'name': SearchDatastore_Task, 'duration_secs': 0.01219} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.244111] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78481da1-3fe3-4960-94e0-45c47dbfd700 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.251581] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 869.251581] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f6fe31-70c1-08e1-d924-489d30d80d23" [ 869.251581] env[70243]: _type = "Task" [ 869.251581] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.261350] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f6fe31-70c1-08e1-d924-489d30d80d23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.520959] env[70243]: DEBUG nova.network.neutron [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Successfully updated port: 0065151d-2061-4295-939d-b5cb3a4a71a5 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.661511] env[70243]: DEBUG oslo_concurrency.lockutils [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Releasing lock "refresh_cache-d1fe054d-e3b0-4e07-8633-3f2f2763ccdf" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.725579] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "refresh_cache-16dff74d-4658-4f76-a70f-aaae3c52b371" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.725813] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquired lock "refresh_cache-16dff74d-4658-4f76-a70f-aaae3c52b371" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.725983] env[70243]: DEBUG nova.network.neutron [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.762596] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f6fe31-70c1-08e1-d924-489d30d80d23, 'name': SearchDatastore_Task, 'duration_secs': 0.041969} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.765782] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.766087] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] a86e2e8c-5fe0-47bc-aab1-abbfe29af70e/a86e2e8c-5fe0-47bc-aab1-abbfe29af70e.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.766557] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-329cf414-b975-41de-8cf1-827a5ff55b05 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.774603] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 869.774603] env[70243]: value = "task-3621953" [ 869.774603] env[70243]: _type = "Task" [ 869.774603] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.786105] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.028961] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Acquiring lock "refresh_cache-e607e73c-9ca6-47a5-874b-ab37e791d33f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.029437] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Acquired lock "refresh_cache-e607e73c-9ca6-47a5-874b-ab37e791d33f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.029437] env[70243]: DEBUG nova.network.neutron [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.230420] env[70243]: DEBUG nova.compute.manager [req-e4a0f4c0-2a84-437b-b53d-f2feda5b4cf8 req-9a588970-77f3-460a-83b7-35697cbb9bff service nova] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Received event network-vif-plugged-0065151d-2061-4295-939d-b5cb3a4a71a5 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.230420] env[70243]: DEBUG oslo_concurrency.lockutils [req-e4a0f4c0-2a84-437b-b53d-f2feda5b4cf8 req-9a588970-77f3-460a-83b7-35697cbb9bff service nova] Acquiring lock "e607e73c-9ca6-47a5-874b-ab37e791d33f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.230420] env[70243]: DEBUG oslo_concurrency.lockutils [req-e4a0f4c0-2a84-437b-b53d-f2feda5b4cf8 req-9a588970-77f3-460a-83b7-35697cbb9bff service nova] Lock "e607e73c-9ca6-47a5-874b-ab37e791d33f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.230420] env[70243]: DEBUG oslo_concurrency.lockutils [req-e4a0f4c0-2a84-437b-b53d-f2feda5b4cf8 req-9a588970-77f3-460a-83b7-35697cbb9bff service nova] Lock "e607e73c-9ca6-47a5-874b-ab37e791d33f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.230420] env[70243]: DEBUG nova.compute.manager [req-e4a0f4c0-2a84-437b-b53d-f2feda5b4cf8 req-9a588970-77f3-460a-83b7-35697cbb9bff service nova] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] No waiting events found dispatching network-vif-plugged-0065151d-2061-4295-939d-b5cb3a4a71a5 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.230420] env[70243]: WARNING nova.compute.manager [req-e4a0f4c0-2a84-437b-b53d-f2feda5b4cf8 req-9a588970-77f3-460a-83b7-35697cbb9bff service nova] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Received unexpected event network-vif-plugged-0065151d-2061-4295-939d-b5cb3a4a71a5 for instance with vm_state building and task_state spawning. [ 870.230420] env[70243]: DEBUG nova.compute.manager [req-e4a0f4c0-2a84-437b-b53d-f2feda5b4cf8 req-9a588970-77f3-460a-83b7-35697cbb9bff service nova] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Received event network-changed-0065151d-2061-4295-939d-b5cb3a4a71a5 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.231103] env[70243]: DEBUG nova.compute.manager [req-e4a0f4c0-2a84-437b-b53d-f2feda5b4cf8 req-9a588970-77f3-460a-83b7-35697cbb9bff service nova] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Refreshing instance network info cache due to event network-changed-0065151d-2061-4295-939d-b5cb3a4a71a5. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.231103] env[70243]: DEBUG oslo_concurrency.lockutils [req-e4a0f4c0-2a84-437b-b53d-f2feda5b4cf8 req-9a588970-77f3-460a-83b7-35697cbb9bff service nova] Acquiring lock "refresh_cache-e607e73c-9ca6-47a5-874b-ab37e791d33f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.287868] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621953, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.290083] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59adca30-fd8b-4b1d-97ba-461100891b02 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.300041] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c95a53-f4c2-4113-8fa6-30ad7e02cde5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.335542] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853c5d5f-c1fd-413c-bf0f-f1427fe0a32f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.345356] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8b1ec1-8c17-4497-bbe4-42c85949a758 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.362033] env[70243]: DEBUG nova.compute.provider_tree [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.608835] env[70243]: DEBUG nova.network.neutron [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.732134] env[70243]: DEBUG nova.network.neutron [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Updating instance_info_cache with network_info: [{"id": "e4f592ef-f6f6-489b-95c2-2709d337c75a", "address": "fa:16:3e:aa:09:c7", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f592ef-f6", "ovs_interfaceid": "e4f592ef-f6f6-489b-95c2-2709d337c75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.793261] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530621} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.793530] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] a86e2e8c-5fe0-47bc-aab1-abbfe29af70e/a86e2e8c-5fe0-47bc-aab1-abbfe29af70e.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.793744] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.794010] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bd2f50e-bcf2-42c9-981a-a60b733b09b8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.803198] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 870.803198] env[70243]: value = "task-3621954" [ 870.803198] env[70243]: _type = "Task" [ 870.803198] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.817032] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.866434] env[70243]: DEBUG nova.scheduler.client.report [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.913062] env[70243]: DEBUG nova.network.neutron [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Updating instance_info_cache with network_info: [{"id": "0065151d-2061-4295-939d-b5cb3a4a71a5", "address": "fa:16:3e:48:65:bd", "network": {"id": "b0633914-3a38-4fe1-a272-949155c8163e", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1784682237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9d340db7d845c6aa984a44f40433b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0065151d-20", "ovs_interfaceid": "0065151d-2061-4295-939d-b5cb3a4a71a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.204689] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.205035] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad015cd1-dad6-4f3b-a857-87c460b26e90 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.214595] env[70243]: DEBUG oslo_vmware.api [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 871.214595] env[70243]: value = "task-3621955" [ 871.214595] env[70243]: _type = "Task" [ 871.214595] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.229368] env[70243]: DEBUG oslo_vmware.api [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.237836] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Releasing lock "refresh_cache-16dff74d-4658-4f76-a70f-aaae3c52b371" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.314218] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073221} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.314218] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.314843] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a1d7de-9beb-481e-96f7-9c91c681d313 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.338281] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] a86e2e8c-5fe0-47bc-aab1-abbfe29af70e/a86e2e8c-5fe0-47bc-aab1-abbfe29af70e.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.338599] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aa44ff6-5392-4f1b-acee-b4fd62a0aad3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.370361] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.373707] env[70243]: DEBUG oslo_concurrency.lockutils [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.131s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.373882] env[70243]: DEBUG nova.objects.instance [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Lazy-loading 'resources' on Instance uuid 599b125b-2fb0-490c-a9ef-cc00879a1be8 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.376251] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 871.376251] env[70243]: value = "task-3621956" [ 871.376251] env[70243]: _type = "Task" [ 871.376251] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.386406] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.394534] env[70243]: INFO nova.scheduler.client.report [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Deleted allocations for instance 0beb88d8-f501-42d4-ba9b-5ca10e7308fa [ 871.423036] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Releasing lock "refresh_cache-e607e73c-9ca6-47a5-874b-ab37e791d33f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.423439] env[70243]: DEBUG nova.compute.manager [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Instance network_info: |[{"id": "0065151d-2061-4295-939d-b5cb3a4a71a5", "address": "fa:16:3e:48:65:bd", "network": {"id": "b0633914-3a38-4fe1-a272-949155c8163e", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1784682237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9d340db7d845c6aa984a44f40433b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0065151d-20", "ovs_interfaceid": "0065151d-2061-4295-939d-b5cb3a4a71a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.423751] env[70243]: DEBUG oslo_concurrency.lockutils [req-e4a0f4c0-2a84-437b-b53d-f2feda5b4cf8 req-9a588970-77f3-460a-83b7-35697cbb9bff service nova] Acquired lock "refresh_cache-e607e73c-9ca6-47a5-874b-ab37e791d33f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.423933] env[70243]: DEBUG nova.network.neutron [req-e4a0f4c0-2a84-437b-b53d-f2feda5b4cf8 req-9a588970-77f3-460a-83b7-35697cbb9bff service nova] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Refreshing network info cache for port 0065151d-2061-4295-939d-b5cb3a4a71a5 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.425228] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:65:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0065151d-2061-4295-939d-b5cb3a4a71a5', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.433606] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Creating folder: Project (ac9d340db7d845c6aa984a44f40433b6). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.434734] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75208b0e-a683-4408-9115-d34dfd1a36fc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.450588] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Created folder: Project (ac9d340db7d845c6aa984a44f40433b6) in parent group-v722220. [ 871.450588] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Creating folder: Instances. Parent ref: group-v722375. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.450588] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a9fc487-a861-4eec-8f94-9f95366d6757 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.460942] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Created folder: Instances in parent group-v722375. [ 871.461208] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.461484] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.461604] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75137973-62f3-4a9b-bfb6-629c798a0883 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.483084] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.483084] env[70243]: value = "task-3621959" [ 871.483084] env[70243]: _type = "Task" [ 871.483084] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.494201] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621959, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.726667] env[70243]: DEBUG oslo_vmware.api [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621955, 'name': PowerOffVM_Task, 'duration_secs': 0.220843} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.727044] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.728045] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60418e5c-d3df-4d23-9110-4a5c485c2ca4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.755221] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c703dc-da65-434a-b318-0c394ba9e25b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.803695] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.803695] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-089a70d0-281c-4aaf-9d3f-e55958c95d29 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.815156] env[70243]: DEBUG oslo_vmware.api [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 871.815156] env[70243]: value = "task-3621961" [ 871.815156] env[70243]: _type = "Task" [ 871.815156] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.828280] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] VM already powered off {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 871.828458] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.828867] env[70243]: DEBUG oslo_concurrency.lockutils [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.828867] env[70243]: DEBUG oslo_concurrency.lockutils [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.829256] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.829256] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fc0f853-74f3-4ce2-8aa8-59a7cbaac1d1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.840556] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.843019] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.843019] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd841d61-bca0-47e7-8b16-e6c30f2de061 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.848628] env[70243]: DEBUG oslo_vmware.api [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 871.848628] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5234f63b-34c6-4c5c-46af-dcc6275ad7f6" [ 871.848628] env[70243]: _type = "Task" [ 871.848628] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.860617] env[70243]: DEBUG oslo_vmware.api [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5234f63b-34c6-4c5c-46af-dcc6275ad7f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.896657] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621956, 'name': ReconfigVM_Task, 'duration_secs': 0.315039} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.896888] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Reconfigured VM instance instance-00000033 to attach disk [datastore2] a86e2e8c-5fe0-47bc-aab1-abbfe29af70e/a86e2e8c-5fe0-47bc-aab1-abbfe29af70e.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.897560] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35bc310c-cae6-4bb1-8136-917d57ae8d06 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.904687] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9ccac9bb-c833-4dde-a07d-f185dcb9563b tempest-AttachInterfacesUnderV243Test-1560061199 tempest-AttachInterfacesUnderV243Test-1560061199-project-member] Lock "0beb88d8-f501-42d4-ba9b-5ca10e7308fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.474s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.907634] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 871.907634] env[70243]: value = "task-3621962" [ 871.907634] env[70243]: _type = "Task" [ 871.907634] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.923424] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621962, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.994106] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621959, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.217885] env[70243]: DEBUG nova.network.neutron [req-e4a0f4c0-2a84-437b-b53d-f2feda5b4cf8 req-9a588970-77f3-460a-83b7-35697cbb9bff service nova] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Updated VIF entry in instance network info cache for port 0065151d-2061-4295-939d-b5cb3a4a71a5. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.218257] env[70243]: DEBUG nova.network.neutron [req-e4a0f4c0-2a84-437b-b53d-f2feda5b4cf8 req-9a588970-77f3-460a-83b7-35697cbb9bff service nova] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Updating instance_info_cache with network_info: [{"id": "0065151d-2061-4295-939d-b5cb3a4a71a5", "address": "fa:16:3e:48:65:bd", "network": {"id": "b0633914-3a38-4fe1-a272-949155c8163e", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1784682237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9d340db7d845c6aa984a44f40433b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0065151d-20", "ovs_interfaceid": "0065151d-2061-4295-939d-b5cb3a4a71a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.356009] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efe6e97-e5f1-480a-8a3c-f6ebba7fb4b1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.362167] env[70243]: DEBUG oslo_vmware.api [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5234f63b-34c6-4c5c-46af-dcc6275ad7f6, 'name': SearchDatastore_Task, 'duration_secs': 0.014722} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.363241] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-946788dc-6eb0-4ae1-a3e5-0ce847e466ca {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.367890] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f13948-771f-4d2f-aed5-c93938ac9b51 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.374093] env[70243]: DEBUG oslo_vmware.api [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 872.374093] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5297a4fc-40bc-b282-ef17-4c8f70ef9a4c" [ 872.374093] env[70243]: _type = "Task" [ 872.374093] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.403756] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e430751b-ddaf-4dd8-80e9-6ecbce5a22a5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.410263] env[70243]: DEBUG oslo_vmware.api [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5297a4fc-40bc-b282-ef17-4c8f70ef9a4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010648} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.413667] env[70243]: DEBUG oslo_concurrency.lockutils [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.413939] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] d1fe054d-e3b0-4e07-8633-3f2f2763ccdf/7f4eb466-a64f-4924-9339-b9d7268bf6fd-rescue.vmdk. {{(pid=70243) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 872.416424] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbd56c95-d47c-4b31-b771-a1c9c6f3a989 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.420017] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6ace5e-b7be-4ce3-abe9-4333677bf498 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.428303] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621962, 'name': Rename_Task, 'duration_secs': 0.171801} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.428303] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.428303] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7357ee02-fa77-4733-8685-1a635f30627d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.438391] env[70243]: DEBUG nova.compute.provider_tree [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.442176] env[70243]: DEBUG oslo_vmware.api [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 872.442176] env[70243]: value = "task-3621963" [ 872.442176] env[70243]: _type = "Task" [ 872.442176] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.442463] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 872.442463] env[70243]: value = "task-3621964" [ 872.442463] env[70243]: _type = "Task" [ 872.442463] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.456411] env[70243]: DEBUG oslo_vmware.api [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.456666] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.494679] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621959, 'name': CreateVM_Task, 'duration_secs': 0.560857} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.494861] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.495720] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.495720] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.496058] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.496327] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78ad7ef6-1c23-4890-ba9a-4d455c7a5ddd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.502839] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Waiting for the task: (returnval){ [ 872.502839] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529da9b8-4cee-f427-6bc5-bb151219e0bb" [ 872.502839] env[70243]: _type = "Task" [ 872.502839] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.511342] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529da9b8-4cee-f427-6bc5-bb151219e0bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.720828] env[70243]: DEBUG oslo_concurrency.lockutils [req-e4a0f4c0-2a84-437b-b53d-f2feda5b4cf8 req-9a588970-77f3-460a-83b7-35697cbb9bff service nova] Releasing lock "refresh_cache-e607e73c-9ca6-47a5-874b-ab37e791d33f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.768323] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1649539-920e-4df9-9af0-d44869ff8673 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.788728] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Updating instance '16dff74d-4658-4f76-a70f-aaae3c52b371' progress to 0 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 872.944564] env[70243]: DEBUG nova.scheduler.client.report [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.965392] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621964, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.965640] env[70243]: DEBUG oslo_vmware.api [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501834} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.966575] env[70243]: INFO nova.virt.vmwareapi.ds_util [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] d1fe054d-e3b0-4e07-8633-3f2f2763ccdf/7f4eb466-a64f-4924-9339-b9d7268bf6fd-rescue.vmdk. [ 872.967364] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b400266c-b792-42d6-9d3a-41eb932b819c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.995680] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] d1fe054d-e3b0-4e07-8633-3f2f2763ccdf/7f4eb466-a64f-4924-9339-b9d7268bf6fd-rescue.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.996399] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-749a4b0d-b957-4153-88a6-fca5e5b30428 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.021356] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529da9b8-4cee-f427-6bc5-bb151219e0bb, 'name': SearchDatastore_Task, 'duration_secs': 0.014567} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.022820] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.023146] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.023409] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.023578] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.023764] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.024141] env[70243]: DEBUG oslo_vmware.api [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 873.024141] env[70243]: value = "task-3621965" [ 873.024141] env[70243]: _type = "Task" [ 873.024141] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.024461] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dfb39a7-c17c-4f23-b58f-ec181ff0fd88 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.038682] env[70243]: DEBUG oslo_vmware.api [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621965, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.040355] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.040652] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.041774] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74be7583-57ac-4963-a4e0-379c1924e340 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.050099] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Waiting for the task: (returnval){ [ 873.050099] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d08b24-9a4b-2c10-69cf-440b89b3385f" [ 873.050099] env[70243]: _type = "Task" [ 873.050099] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.063138] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d08b24-9a4b-2c10-69cf-440b89b3385f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.296106] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.296438] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9eb59161-08ca-4846-acff-a14ca10a6198 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.307812] env[70243]: DEBUG oslo_vmware.api [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 873.307812] env[70243]: value = "task-3621966" [ 873.307812] env[70243]: _type = "Task" [ 873.307812] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.317694] env[70243]: DEBUG oslo_vmware.api [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.455904] env[70243]: DEBUG oslo_concurrency.lockutils [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.461452] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.178s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.462960] env[70243]: INFO nova.compute.claims [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.465857] env[70243]: DEBUG oslo_vmware.api [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621964, 'name': PowerOnVM_Task, 'duration_secs': 0.652579} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.465980] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.469144] env[70243]: INFO nova.compute.manager [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Took 8.68 seconds to spawn the instance on the hypervisor. [ 873.469144] env[70243]: DEBUG nova.compute.manager [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.469144] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ee9731-f30d-4b8d-ac5d-9ef394b27700 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.489690] env[70243]: INFO nova.scheduler.client.report [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Deleted allocations for instance 599b125b-2fb0-490c-a9ef-cc00879a1be8 [ 873.541847] env[70243]: DEBUG oslo_vmware.api [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.563883] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d08b24-9a4b-2c10-69cf-440b89b3385f, 'name': SearchDatastore_Task, 'duration_secs': 0.012502} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.564787] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26d49f7c-1907-475e-8c68-163fc03fa301 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.570595] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Waiting for the task: (returnval){ [ 873.570595] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520d9894-53e7-4cb8-a2e9-e10a6c352f3c" [ 873.570595] env[70243]: _type = "Task" [ 873.570595] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.581706] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520d9894-53e7-4cb8-a2e9-e10a6c352f3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.822926] env[70243]: DEBUG oslo_vmware.api [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621966, 'name': PowerOffVM_Task, 'duration_secs': 0.424} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.823332] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.823481] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Updating instance '16dff74d-4658-4f76-a70f-aaae3c52b371' progress to 17 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 873.992412] env[70243]: INFO nova.compute.manager [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Took 42.96 seconds to build instance. [ 873.997256] env[70243]: DEBUG oslo_concurrency.lockutils [None req-539823ba-8af5-4b6a-a942-ec52ebd7a0b4 tempest-ServerShowV257Test-623750453 tempest-ServerShowV257Test-623750453-project-member] Lock "599b125b-2fb0-490c-a9ef-cc00879a1be8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.650s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.039216] env[70243]: DEBUG oslo_vmware.api [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621965, 'name': ReconfigVM_Task, 'duration_secs': 0.578252} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.039601] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Reconfigured VM instance instance-00000032 to attach disk [datastore2] d1fe054d-e3b0-4e07-8633-3f2f2763ccdf/7f4eb466-a64f-4924-9339-b9d7268bf6fd-rescue.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.040511] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1141fa60-8fda-467a-b6f1-97e5c847e953 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.068379] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96e3f69d-e67d-4377-875f-40e612dcf3d1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.089267] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520d9894-53e7-4cb8-a2e9-e10a6c352f3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011385} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.090644] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.090914] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] e607e73c-9ca6-47a5-874b-ab37e791d33f/e607e73c-9ca6-47a5-874b-ab37e791d33f.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.091264] env[70243]: DEBUG oslo_vmware.api [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 874.091264] env[70243]: value = "task-3621968" [ 874.091264] env[70243]: _type = "Task" [ 874.091264] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.091488] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8930ccb8-b2e0-4ec3-8f36-163321a64257 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.103952] env[70243]: DEBUG oslo_vmware.api [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621968, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.105530] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Waiting for the task: (returnval){ [ 874.105530] env[70243]: value = "task-3621969" [ 874.105530] env[70243]: _type = "Task" [ 874.105530] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.114319] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Task: {'id': task-3621969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.330371] env[70243]: DEBUG nova.virt.hardware [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.330692] env[70243]: DEBUG nova.virt.hardware [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.330894] env[70243]: DEBUG nova.virt.hardware [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.331115] env[70243]: DEBUG nova.virt.hardware [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.331304] env[70243]: DEBUG nova.virt.hardware [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.331483] env[70243]: DEBUG nova.virt.hardware [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.332212] env[70243]: DEBUG nova.virt.hardware [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.332212] env[70243]: DEBUG nova.virt.hardware [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.332212] env[70243]: DEBUG nova.virt.hardware [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.332379] env[70243]: DEBUG nova.virt.hardware [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.332594] env[70243]: DEBUG nova.virt.hardware [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.338339] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2540c719-4156-43a1-85ce-054f7683ed25 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.374614] env[70243]: DEBUG oslo_vmware.api [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 874.374614] env[70243]: value = "task-3621970" [ 874.374614] env[70243]: _type = "Task" [ 874.374614] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.384906] env[70243]: DEBUG oslo_vmware.api [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.496554] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d49aeeab-0326-4211-9b19-690f61ffe518 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "a86e2e8c-5fe0-47bc-aab1-abbfe29af70e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.492s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.607280] env[70243]: DEBUG oslo_vmware.api [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621968, 'name': ReconfigVM_Task, 'duration_secs': 0.196016} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.613078] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.613078] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b971c772-39b7-4921-8425-b6fe7db3b39d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.621982] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Task: {'id': task-3621969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513267} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.623472] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] e607e73c-9ca6-47a5-874b-ab37e791d33f/e607e73c-9ca6-47a5-874b-ab37e791d33f.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.623703] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.624030] env[70243]: DEBUG oslo_vmware.api [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 874.624030] env[70243]: value = "task-3621971" [ 874.624030] env[70243]: _type = "Task" [ 874.624030] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.624836] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae4542b0-e548-4c10-b314-e2c88344f6f9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.638645] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Waiting for the task: (returnval){ [ 874.638645] env[70243]: value = "task-3621972" [ 874.638645] env[70243]: _type = "Task" [ 874.638645] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.646979] env[70243]: DEBUG oslo_vmware.api [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.656530] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Task: {'id': task-3621972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.785352] env[70243]: DEBUG oslo_concurrency.lockutils [None req-197e0fac-9e17-414e-8820-59f5216742ec tempest-ServersAdminTestJSON-159748466 tempest-ServersAdminTestJSON-159748466-project-admin] Acquiring lock "refresh_cache-a86e2e8c-5fe0-47bc-aab1-abbfe29af70e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.785514] env[70243]: DEBUG oslo_concurrency.lockutils [None req-197e0fac-9e17-414e-8820-59f5216742ec tempest-ServersAdminTestJSON-159748466 tempest-ServersAdminTestJSON-159748466-project-admin] Acquired lock "refresh_cache-a86e2e8c-5fe0-47bc-aab1-abbfe29af70e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.785725] env[70243]: DEBUG nova.network.neutron [None req-197e0fac-9e17-414e-8820-59f5216742ec tempest-ServersAdminTestJSON-159748466 tempest-ServersAdminTestJSON-159748466-project-admin] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.886697] env[70243]: DEBUG oslo_vmware.api [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621970, 'name': ReconfigVM_Task, 'duration_secs': 0.294489} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.887681] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Updating instance '16dff74d-4658-4f76-a70f-aaae3c52b371' progress to 33 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 875.000225] env[70243]: DEBUG nova.compute.manager [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 875.003760] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efe0fe5-23fe-4179-bbae-62e64b794abb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.013164] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db731d18-233a-48f5-92ea-228d84e16bca {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.067530] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc44a3dc-dbb6-4168-a437-b3ea32c1cbee {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.079733] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a61283-8137-4cc8-b15d-f99df3573f9a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.097891] env[70243]: DEBUG nova.compute.provider_tree [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 875.136989] env[70243]: DEBUG oslo_vmware.api [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621971, 'name': PowerOnVM_Task, 'duration_secs': 0.45095} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.137195] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.140103] env[70243]: DEBUG nova.compute.manager [None req-096e07bd-47de-4d44-9ee1-138e22cbc4d7 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.141579] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e22bc09-7b59-4916-9a5a-36c25e9ae18b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.154604] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Task: {'id': task-3621972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077443} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.157164] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.157958] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd536b42-ca78-4371-b188-b2b5e9e0a1f1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.181855] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] e607e73c-9ca6-47a5-874b-ab37e791d33f/e607e73c-9ca6-47a5-874b-ab37e791d33f.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.183911] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2158f83c-2998-40f8-aa21-d9a52dd068fd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.205362] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Waiting for the task: (returnval){ [ 875.205362] env[70243]: value = "task-3621973" [ 875.205362] env[70243]: _type = "Task" [ 875.205362] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.215964] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Task: {'id': task-3621973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.394076] env[70243]: DEBUG nova.virt.hardware [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:06:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a4eaab5e-c8a6-4374-97bc-130ad5d72897',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-497182740',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.394957] env[70243]: DEBUG nova.virt.hardware [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.394957] env[70243]: DEBUG nova.virt.hardware [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.394957] env[70243]: DEBUG nova.virt.hardware [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.394957] env[70243]: DEBUG nova.virt.hardware [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.395144] env[70243]: DEBUG nova.virt.hardware [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.395398] env[70243]: DEBUG nova.virt.hardware [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.395569] env[70243]: DEBUG nova.virt.hardware [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.395735] env[70243]: DEBUG nova.virt.hardware [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.395894] env[70243]: DEBUG nova.virt.hardware [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.396209] env[70243]: DEBUG nova.virt.hardware [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.401608] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 875.401952] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8f374b9-c890-449c-906e-b77f82883929 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.425034] env[70243]: DEBUG oslo_vmware.api [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 875.425034] env[70243]: value = "task-3621974" [ 875.425034] env[70243]: _type = "Task" [ 875.425034] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.436972] env[70243]: DEBUG oslo_vmware.api [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.528636] env[70243]: DEBUG oslo_concurrency.lockutils [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.628124] env[70243]: DEBUG nova.network.neutron [None req-197e0fac-9e17-414e-8820-59f5216742ec tempest-ServersAdminTestJSON-159748466 tempest-ServersAdminTestJSON-159748466-project-admin] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Updating instance_info_cache with network_info: [{"id": "5a4a75a9-4950-4e78-927f-d5077a9117c5", "address": "fa:16:3e:4f:d1:1c", "network": {"id": "9008d91f-bd39-4a2b-bd60-f11b34cfb2c0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021891106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43eeaa4f169b474f98c30133c1f11117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4a75a9-49", "ovs_interfaceid": "5a4a75a9-4950-4e78-927f-d5077a9117c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.633042] env[70243]: ERROR nova.scheduler.client.report [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [req-4300528d-ae50-422b-8422-382be08a3018] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 98e76d84-2347-4f8a-974e-fe32663c00ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4300528d-ae50-422b-8422-382be08a3018"}]} [ 875.650456] env[70243]: DEBUG nova.scheduler.client.report [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Refreshing inventories for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 875.667062] env[70243]: DEBUG nova.scheduler.client.report [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Updating ProviderTree inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 875.667312] env[70243]: DEBUG nova.compute.provider_tree [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 875.682679] env[70243]: DEBUG nova.scheduler.client.report [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Refreshing aggregate associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, aggregates: None {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 875.701820] env[70243]: DEBUG nova.scheduler.client.report [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Refreshing trait associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 875.720734] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Task: {'id': task-3621973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.944273] env[70243]: DEBUG oslo_vmware.api [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621974, 'name': ReconfigVM_Task, 'duration_secs': 0.394379} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.944556] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 875.945709] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684c1550-7930-4eea-b203-4e0757bfbad1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.983014] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 16dff74d-4658-4f76-a70f-aaae3c52b371/16dff74d-4658-4f76-a70f-aaae3c52b371.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.986530] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-334d621c-e330-479c-a71f-7216f392b2a3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.011685] env[70243]: DEBUG oslo_vmware.api [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 876.011685] env[70243]: value = "task-3621975" [ 876.011685] env[70243]: _type = "Task" [ 876.011685] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.027879] env[70243]: DEBUG oslo_vmware.api [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.097157] env[70243]: INFO nova.compute.manager [None req-5c2de93d-1614-4953-96a9-64e41e348d93 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Unrescuing [ 876.097479] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5c2de93d-1614-4953-96a9-64e41e348d93 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquiring lock "refresh_cache-d1fe054d-e3b0-4e07-8633-3f2f2763ccdf" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.097639] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5c2de93d-1614-4953-96a9-64e41e348d93 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquired lock "refresh_cache-d1fe054d-e3b0-4e07-8633-3f2f2763ccdf" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.097811] env[70243]: DEBUG nova.network.neutron [None req-5c2de93d-1614-4953-96a9-64e41e348d93 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.130456] env[70243]: DEBUG oslo_concurrency.lockutils [None req-197e0fac-9e17-414e-8820-59f5216742ec tempest-ServersAdminTestJSON-159748466 tempest-ServersAdminTestJSON-159748466-project-admin] Releasing lock "refresh_cache-a86e2e8c-5fe0-47bc-aab1-abbfe29af70e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.131094] env[70243]: DEBUG nova.compute.manager [None req-197e0fac-9e17-414e-8820-59f5216742ec tempest-ServersAdminTestJSON-159748466 tempest-ServersAdminTestJSON-159748466-project-admin] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Inject network info {{(pid=70243) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 876.131094] env[70243]: DEBUG nova.compute.manager [None req-197e0fac-9e17-414e-8820-59f5216742ec tempest-ServersAdminTestJSON-159748466 tempest-ServersAdminTestJSON-159748466-project-admin] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] network_info to inject: |[{"id": "5a4a75a9-4950-4e78-927f-d5077a9117c5", "address": "fa:16:3e:4f:d1:1c", "network": {"id": "9008d91f-bd39-4a2b-bd60-f11b34cfb2c0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2021891106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43eeaa4f169b474f98c30133c1f11117", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4a75a9-49", "ovs_interfaceid": "5a4a75a9-4950-4e78-927f-d5077a9117c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 876.135961] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-197e0fac-9e17-414e-8820-59f5216742ec tempest-ServersAdminTestJSON-159748466 tempest-ServersAdminTestJSON-159748466-project-admin] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Reconfiguring VM instance to set the machine id {{(pid=70243) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 876.138628] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e47407bb-bd37-40b7-bc62-e898f4395d8c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.156078] env[70243]: DEBUG oslo_vmware.api [None req-197e0fac-9e17-414e-8820-59f5216742ec tempest-ServersAdminTestJSON-159748466 tempest-ServersAdminTestJSON-159748466-project-admin] Waiting for the task: (returnval){ [ 876.156078] env[70243]: value = "task-3621976" [ 876.156078] env[70243]: _type = "Task" [ 876.156078] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.168564] env[70243]: DEBUG oslo_vmware.api [None req-197e0fac-9e17-414e-8820-59f5216742ec tempest-ServersAdminTestJSON-159748466 tempest-ServersAdminTestJSON-159748466-project-admin] Task: {'id': task-3621976, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.224581] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Task: {'id': task-3621973, 'name': ReconfigVM_Task, 'duration_secs': 0.82482} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.227383] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Reconfigured VM instance instance-00000034 to attach disk [datastore2] e607e73c-9ca6-47a5-874b-ab37e791d33f/e607e73c-9ca6-47a5-874b-ab37e791d33f.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.228963] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a42b3867-aab9-4a8e-85c0-29bfbe44ebc5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.236019] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Waiting for the task: (returnval){ [ 876.236019] env[70243]: value = "task-3621977" [ 876.236019] env[70243]: _type = "Task" [ 876.236019] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.248237] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Task: {'id': task-3621977, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.277986] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc44314-e864-4bdc-85cc-5f70f3a5439e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.287461] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c86ea5c-0d80-4e0d-bf72-006e909799cb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.322113] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f911605-d3df-4459-84c0-eae18861e354 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.331105] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2976169-9eaa-4fc8-8e35-bf7f3d56d11b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.348343] env[70243]: DEBUG nova.compute.provider_tree [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 876.522793] env[70243]: DEBUG oslo_vmware.api [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.668957] env[70243]: DEBUG oslo_vmware.api [None req-197e0fac-9e17-414e-8820-59f5216742ec tempest-ServersAdminTestJSON-159748466 tempest-ServersAdminTestJSON-159748466-project-admin] Task: {'id': task-3621976, 'name': ReconfigVM_Task, 'duration_secs': 0.238002} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.669344] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-197e0fac-9e17-414e-8820-59f5216742ec tempest-ServersAdminTestJSON-159748466 tempest-ServersAdminTestJSON-159748466-project-admin] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Reconfigured VM instance to set the machine id {{(pid=70243) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 876.755776] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Task: {'id': task-3621977, 'name': Rename_Task, 'duration_secs': 0.178261} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.755776] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.756078] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-925f16c3-812d-4f67-a4b4-7ea091cef007 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.764606] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Waiting for the task: (returnval){ [ 876.764606] env[70243]: value = "task-3621978" [ 876.764606] env[70243]: _type = "Task" [ 876.764606] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.775304] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Task: {'id': task-3621978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.882181] env[70243]: ERROR nova.scheduler.client.report [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [req-a1c75c31-63f7-4b4e-a222-8634407abaac] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 98e76d84-2347-4f8a-974e-fe32663c00ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a1c75c31-63f7-4b4e-a222-8634407abaac"}]} [ 876.918056] env[70243]: DEBUG nova.scheduler.client.report [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Refreshing inventories for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 876.949525] env[70243]: DEBUG nova.scheduler.client.report [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Updating ProviderTree inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 876.949837] env[70243]: DEBUG nova.compute.provider_tree [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 876.962512] env[70243]: DEBUG nova.scheduler.client.report [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Refreshing aggregate associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, aggregates: None {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 876.985923] env[70243]: DEBUG nova.scheduler.client.report [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Refreshing trait associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 877.026634] env[70243]: DEBUG oslo_vmware.api [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621975, 'name': ReconfigVM_Task, 'duration_secs': 0.871264} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.029551] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 16dff74d-4658-4f76-a70f-aaae3c52b371/16dff74d-4658-4f76-a70f-aaae3c52b371.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.029903] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Updating instance '16dff74d-4658-4f76-a70f-aaae3c52b371' progress to 50 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.232474] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2fdb3ca8-fb90-4c3d-9e90-dcf32a93d2b7 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Acquiring lock "928c8b15-911b-486f-afb1-95758d81d822" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.233355] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2fdb3ca8-fb90-4c3d-9e90-dcf32a93d2b7 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Lock "928c8b15-911b-486f-afb1-95758d81d822" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.283971] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Task: {'id': task-3621978, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.307701] env[70243]: DEBUG nova.network.neutron [None req-5c2de93d-1614-4953-96a9-64e41e348d93 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Updating instance_info_cache with network_info: [{"id": "336fc531-367f-4817-ad7b-255b201450a0", "address": "fa:16:3e:62:9e:d3", "network": {"id": "ecf86cf7-f1f7-432a-b8f9-c44f146e894a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-268130423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b8ecead890d64bad8b872251ef2fcfff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap336fc531-36", "ovs_interfaceid": "336fc531-367f-4817-ad7b-255b201450a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.327663] env[70243]: DEBUG oslo_concurrency.lockutils [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Acquiring lock "3a27ee61-506d-4f28-9b21-ff51f153e3b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.327764] env[70243]: DEBUG oslo_concurrency.lockutils [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Lock "3a27ee61-506d-4f28-9b21-ff51f153e3b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.538095] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21669bb-59bd-42de-bebb-e8c6afa142ae {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.542868] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20797cfc-ba55-4db6-aba3-2c5d63b276d8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.564964] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296a2119-3710-4a2a-8216-4337195cd9f8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.569892] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259bbcb1-1f56-4b90-b017-1482f089a873 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.618713] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Updating instance '16dff74d-4658-4f76-a70f-aaae3c52b371' progress to 67 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.624945] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ee2917-a6e7-4bdb-8aa1-b77528c8ba1f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.634500] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535bf4a8-2b0d-4d59-9b8e-dc2bd43a7338 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.647622] env[70243]: DEBUG nova.compute.provider_tree [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 877.738627] env[70243]: DEBUG nova.compute.utils [None req-2fdb3ca8-fb90-4c3d-9e90-dcf32a93d2b7 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.777377] env[70243]: DEBUG oslo_vmware.api [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Task: {'id': task-3621978, 'name': PowerOnVM_Task, 'duration_secs': 0.675477} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.777661] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.777863] env[70243]: INFO nova.compute.manager [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Took 9.28 seconds to spawn the instance on the hypervisor. [ 877.778094] env[70243]: DEBUG nova.compute.manager [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.778928] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8417db-8414-4707-b373-132d0554a1e6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.811737] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5c2de93d-1614-4953-96a9-64e41e348d93 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Releasing lock "refresh_cache-d1fe054d-e3b0-4e07-8633-3f2f2763ccdf" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.812515] env[70243]: DEBUG nova.objects.instance [None req-5c2de93d-1614-4953-96a9-64e41e348d93 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Lazy-loading 'flavor' on Instance uuid d1fe054d-e3b0-4e07-8633-3f2f2763ccdf {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.976265] env[70243]: INFO nova.compute.manager [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Rebuilding instance [ 878.030128] env[70243]: DEBUG nova.compute.manager [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.032064] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b943e33-89fe-47db-b909-d7208107e9c7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.184228] env[70243]: DEBUG nova.network.neutron [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Port e4f592ef-f6f6-489b-95c2-2709d337c75a binding to destination host cpu-1 is already ACTIVE {{(pid=70243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 878.200425] env[70243]: DEBUG nova.scheduler.client.report [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Updated inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 878.200425] env[70243]: DEBUG nova.compute.provider_tree [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Updating resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec generation from 76 to 77 during operation: update_inventory {{(pid=70243) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 878.201205] env[70243]: DEBUG nova.compute.provider_tree [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 878.242092] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2fdb3ca8-fb90-4c3d-9e90-dcf32a93d2b7 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Lock "928c8b15-911b-486f-afb1-95758d81d822" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.299254] env[70243]: INFO nova.compute.manager [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Took 46.50 seconds to build instance. [ 878.318166] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2752c7-b6bb-436d-88de-b2aafdf4d222 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.342507] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2de93d-1614-4953-96a9-64e41e348d93 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.342915] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-481e1e2c-239c-4cee-8009-5a30216d459c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.352154] env[70243]: DEBUG oslo_vmware.api [None req-5c2de93d-1614-4953-96a9-64e41e348d93 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 878.352154] env[70243]: value = "task-3621979" [ 878.352154] env[70243]: _type = "Task" [ 878.352154] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.360709] env[70243]: DEBUG oslo_vmware.api [None req-5c2de93d-1614-4953-96a9-64e41e348d93 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.708347] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.247s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.708906] env[70243]: DEBUG nova.compute.manager [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.711838] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.954s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.711965] env[70243]: DEBUG nova.objects.instance [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Lazy-loading 'resources' on Instance uuid e0d9e133-ff35-4821-89ef-9c2328623760 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.804432] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7d7295f8-2938-4f10-8c38-25fca955e5a4 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Lock "e607e73c-9ca6-47a5-874b-ab37e791d33f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.019s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.863707] env[70243]: DEBUG oslo_vmware.api [None req-5c2de93d-1614-4953-96a9-64e41e348d93 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621979, 'name': PowerOffVM_Task, 'duration_secs': 0.239384} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.864355] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2de93d-1614-4953-96a9-64e41e348d93 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.875476] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2de93d-1614-4953-96a9-64e41e348d93 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 878.875476] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65a3151d-c6f8-4de2-a185-ae25d992643d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.897909] env[70243]: DEBUG oslo_vmware.api [None req-5c2de93d-1614-4953-96a9-64e41e348d93 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 878.897909] env[70243]: value = "task-3621980" [ 878.897909] env[70243]: _type = "Task" [ 878.897909] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.909364] env[70243]: DEBUG oslo_vmware.api [None req-5c2de93d-1614-4953-96a9-64e41e348d93 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.943596] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Acquiring lock "986c5674-45b7-47ca-9586-c5e7b3fa5467" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.943875] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Lock "986c5674-45b7-47ca-9586-c5e7b3fa5467" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.045895] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.046309] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9afdaafd-6804-49aa-8025-ac6bd9ddb205 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.055605] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 879.055605] env[70243]: value = "task-3621981" [ 879.055605] env[70243]: _type = "Task" [ 879.055605] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.067218] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.212686] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "16dff74d-4658-4f76-a70f-aaae3c52b371-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.212686] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "16dff74d-4658-4f76-a70f-aaae3c52b371-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.212686] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "16dff74d-4658-4f76-a70f-aaae3c52b371-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.220233] env[70243]: DEBUG nova.compute.utils [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.222305] env[70243]: DEBUG nova.compute.manager [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.222518] env[70243]: DEBUG nova.network.neutron [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.300843] env[70243]: DEBUG nova.policy [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdea1b423f2242ebaf2ee8890c2c472b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77ee25ec099c4cabba7a3f66d8d20dfd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.308863] env[70243]: DEBUG nova.compute.manager [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.343033] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2fdb3ca8-fb90-4c3d-9e90-dcf32a93d2b7 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Acquiring lock "928c8b15-911b-486f-afb1-95758d81d822" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.343033] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2fdb3ca8-fb90-4c3d-9e90-dcf32a93d2b7 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Lock "928c8b15-911b-486f-afb1-95758d81d822" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.343033] env[70243]: INFO nova.compute.manager [None req-2fdb3ca8-fb90-4c3d-9e90-dcf32a93d2b7 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Attaching volume b05f8d1d-76ba-480c-b336-ec496c30885e to /dev/sdb [ 879.395016] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad56a68f-09bf-4a2e-8351-ab7017d304c0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.406719] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dbfcb4-b482-48c2-bc4e-7f7db9b48c5d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.412404] env[70243]: DEBUG oslo_vmware.api [None req-5c2de93d-1614-4953-96a9-64e41e348d93 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621980, 'name': ReconfigVM_Task, 'duration_secs': 0.312805} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.415481] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2de93d-1614-4953-96a9-64e41e348d93 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 879.415741] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2de93d-1614-4953-96a9-64e41e348d93 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.416928] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0503caf0-8005-4add-950a-210450ce0be5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.424947] env[70243]: DEBUG oslo_vmware.api [None req-5c2de93d-1614-4953-96a9-64e41e348d93 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 879.424947] env[70243]: value = "task-3621982" [ 879.424947] env[70243]: _type = "Task" [ 879.424947] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.429105] env[70243]: DEBUG nova.virt.block_device [None req-2fdb3ca8-fb90-4c3d-9e90-dcf32a93d2b7 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Updating existing volume attachment record: 61884f70-9a82-4601-97b2-ce617dff526f {{(pid=70243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 879.446751] env[70243]: DEBUG oslo_vmware.api [None req-5c2de93d-1614-4953-96a9-64e41e348d93 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621982, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.572259] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621981, 'name': PowerOffVM_Task, 'duration_secs': 0.310573} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.572733] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.572733] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.573617] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2012f9-3782-4fba-9f25-7054882df5bc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.586027] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.586027] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f40a3c96-a85f-4671-bcfd-3c7d685f4c4d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.652324] env[70243]: DEBUG nova.network.neutron [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Successfully created port: 201c188b-2954-452c-936a-6e0e82e01b8b {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.669206] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.669206] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.669311] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Deleting the datastore file [datastore2] cdc63cce-27d5-4068-bc87-51c290fb7c69 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.673025] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-941226a5-a0bf-4023-b4be-9dbc944b4102 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.679951] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 879.679951] env[70243]: value = "task-3621987" [ 879.679951] env[70243]: _type = "Task" [ 879.679951] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.692957] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.727699] env[70243]: DEBUG nova.compute.manager [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.840314] env[70243]: DEBUG oslo_concurrency.lockutils [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.862649] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bffb58-f4ee-41e4-935e-f8e242e2f5d7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.872422] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4406e2-1d21-4b2f-afdd-62fadce50701 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.924658] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2234d4c-c58b-4eb7-9bda-31dffd4a3330 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.937902] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819d482c-6575-4f49-8813-cfbfc8dfe3d2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.948274] env[70243]: DEBUG oslo_vmware.api [None req-5c2de93d-1614-4953-96a9-64e41e348d93 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621982, 'name': PowerOnVM_Task, 'duration_secs': 0.515647} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.949370] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2de93d-1614-4953-96a9-64e41e348d93 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.949728] env[70243]: DEBUG nova.compute.manager [None req-5c2de93d-1614-4953-96a9-64e41e348d93 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.950667] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86318465-ca39-4416-9efa-66f91eb143cc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.965647] env[70243]: DEBUG nova.compute.provider_tree [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.120177] env[70243]: DEBUG nova.network.neutron [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Successfully created port: ee5716fc-1124-46ca-a5ac-685a7be87113 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.202470] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199541} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.202833] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.203122] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.203390] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.276741] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "refresh_cache-16dff74d-4658-4f76-a70f-aaae3c52b371" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.276969] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquired lock "refresh_cache-16dff74d-4658-4f76-a70f-aaae3c52b371" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.277172] env[70243]: DEBUG nova.network.neutron [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.468580] env[70243]: DEBUG nova.scheduler.client.report [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.527622] env[70243]: DEBUG nova.network.neutron [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Successfully created port: 26908c31-5eae-4ab4-9a47-fa3699508602 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.738716] env[70243]: DEBUG nova.compute.manager [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.767974] env[70243]: DEBUG nova.virt.hardware [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.768332] env[70243]: DEBUG nova.virt.hardware [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.768506] env[70243]: DEBUG nova.virt.hardware [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.769688] env[70243]: DEBUG nova.virt.hardware [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.769688] env[70243]: DEBUG nova.virt.hardware [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.769688] env[70243]: DEBUG nova.virt.hardware [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.769688] env[70243]: DEBUG nova.virt.hardware [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.769688] env[70243]: DEBUG nova.virt.hardware [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.769688] env[70243]: DEBUG nova.virt.hardware [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.769688] env[70243]: DEBUG nova.virt.hardware [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.769965] env[70243]: DEBUG nova.virt.hardware [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.771079] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae05a3d-0e15-4b90-9df9-1fc58b22a2db {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.782341] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf117c3-eba0-483c-ac11-d4b01af1056b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.977254] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.266s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.979229] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.750s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.981128] env[70243]: INFO nova.compute.claims [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.010033] env[70243]: INFO nova.scheduler.client.report [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Deleted allocations for instance e0d9e133-ff35-4821-89ef-9c2328623760 [ 881.072810] env[70243]: DEBUG nova.network.neutron [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Updating instance_info_cache with network_info: [{"id": "e4f592ef-f6f6-489b-95c2-2709d337c75a", "address": "fa:16:3e:aa:09:c7", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f592ef-f6", "ovs_interfaceid": "e4f592ef-f6f6-489b-95c2-2709d337c75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.163132] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Acquiring lock "e607e73c-9ca6-47a5-874b-ab37e791d33f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.163132] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Lock "e607e73c-9ca6-47a5-874b-ab37e791d33f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.163132] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Acquiring lock "e607e73c-9ca6-47a5-874b-ab37e791d33f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.163132] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Lock "e607e73c-9ca6-47a5-874b-ab37e791d33f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.163132] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Lock "e607e73c-9ca6-47a5-874b-ab37e791d33f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.163760] env[70243]: INFO nova.compute.manager [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Terminating instance [ 881.246086] env[70243]: DEBUG nova.virt.hardware [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.246375] env[70243]: DEBUG nova.virt.hardware [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.246544] env[70243]: DEBUG nova.virt.hardware [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.246731] env[70243]: DEBUG nova.virt.hardware [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.246880] env[70243]: DEBUG nova.virt.hardware [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.247038] env[70243]: DEBUG nova.virt.hardware [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.247257] env[70243]: DEBUG nova.virt.hardware [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.247418] env[70243]: DEBUG nova.virt.hardware [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.247586] env[70243]: DEBUG nova.virt.hardware [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.247749] env[70243]: DEBUG nova.virt.hardware [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.247923] env[70243]: DEBUG nova.virt.hardware [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.248979] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a5f067-3e4a-4c04-9d7a-009195c8b50e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.258715] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7175e98-8aee-4fd7-ad97-75cee7a34d5f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.273571] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:19:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '190f5d32-6a7b-4458-8a36-66f7a9879aaa', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.281014] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.281590] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.281838] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca21e032-d507-413d-8afc-eedc612d25a2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.305561] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.305561] env[70243]: value = "task-3621988" [ 881.305561] env[70243]: _type = "Task" [ 881.305561] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.314216] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621988, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.486820] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.487077] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.519269] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e99dfded-c32c-4aed-9826-cf3ccb655c0c tempest-ServersTestJSON-1373568398 tempest-ServersTestJSON-1373568398-project-member] Lock "e0d9e133-ff35-4821-89ef-9c2328623760" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.088s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.575592] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Releasing lock "refresh_cache-16dff74d-4658-4f76-a70f-aaae3c52b371" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.667486] env[70243]: DEBUG nova.compute.manager [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.667829] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.669194] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996e5add-2a5a-4785-b6d9-4236868a231a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.677598] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.677867] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f5bec64-9f06-427c-8a78-592e0416caf3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.687518] env[70243]: DEBUG oslo_vmware.api [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Waiting for the task: (returnval){ [ 881.687518] env[70243]: value = "task-3621989" [ 881.687518] env[70243]: _type = "Task" [ 881.687518] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.697426] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquiring lock "d1fe054d-e3b0-4e07-8633-3f2f2763ccdf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.697689] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Lock "d1fe054d-e3b0-4e07-8633-3f2f2763ccdf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.697945] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquiring lock "d1fe054d-e3b0-4e07-8633-3f2f2763ccdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.698167] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Lock "d1fe054d-e3b0-4e07-8633-3f2f2763ccdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.698341] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Lock "d1fe054d-e3b0-4e07-8633-3f2f2763ccdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.699993] env[70243]: DEBUG oslo_vmware.api [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Task: {'id': task-3621989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.700909] env[70243]: INFO nova.compute.manager [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Terminating instance [ 881.815335] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3621988, 'name': CreateVM_Task, 'duration_secs': 0.388385} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.815534] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.816238] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.816796] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.816796] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.816980] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f4905b6-e511-40bd-aa55-1711772d05de {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.822333] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 881.822333] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523f5eed-367f-7b5c-103c-a2a712682c61" [ 881.822333] env[70243]: _type = "Task" [ 881.822333] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.830694] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523f5eed-367f-7b5c-103c-a2a712682c61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.090190] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Acquiring lock "134c0043-943c-4ea8-acf5-be33c02976fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.090512] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Lock "134c0043-943c-4ea8-acf5-be33c02976fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.090637] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Acquiring lock "134c0043-943c-4ea8-acf5-be33c02976fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.090829] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Lock "134c0043-943c-4ea8-acf5-be33c02976fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.091011] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Lock "134c0043-943c-4ea8-acf5-be33c02976fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.095876] env[70243]: INFO nova.compute.manager [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Terminating instance [ 882.115400] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da1e5ac-97f4-4327-91e3-ddea356a3f59 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.148650] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4febbd16-9a8b-438e-b236-917afdcb8785 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.158961] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Updating instance '16dff74d-4658-4f76-a70f-aaae3c52b371' progress to 83 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 882.199434] env[70243]: DEBUG oslo_vmware.api [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Task: {'id': task-3621989, 'name': PowerOffVM_Task, 'duration_secs': 0.271909} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.203214] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.203504] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.204019] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c50e339-4731-4843-af4d-a99ded345b31 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.207602] env[70243]: DEBUG nova.compute.manager [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.207602] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.207797] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f965df7a-af3c-4b2d-9db9-28bd8710f83e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.220852] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.221183] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-225ba2da-8813-4991-9586-19e7fb27658b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.229560] env[70243]: DEBUG oslo_vmware.api [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 882.229560] env[70243]: value = "task-3621992" [ 882.229560] env[70243]: _type = "Task" [ 882.229560] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.258604] env[70243]: DEBUG oslo_vmware.api [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.301913] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.301913] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.301913] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Deleting the datastore file [datastore2] e607e73c-9ca6-47a5-874b-ab37e791d33f {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.302845] env[70243]: DEBUG nova.compute.manager [req-567ce36a-e17d-409c-bb1f-c7fb5bac86ba req-f25a5b84-3726-40f7-a8ae-92b707c402d7 service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Received event network-vif-plugged-201c188b-2954-452c-936a-6e0e82e01b8b {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.303132] env[70243]: DEBUG oslo_concurrency.lockutils [req-567ce36a-e17d-409c-bb1f-c7fb5bac86ba req-f25a5b84-3726-40f7-a8ae-92b707c402d7 service nova] Acquiring lock "8dea4966-6d2b-48bd-90b5-df0d64cd4fb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.303331] env[70243]: DEBUG oslo_concurrency.lockutils [req-567ce36a-e17d-409c-bb1f-c7fb5bac86ba req-f25a5b84-3726-40f7-a8ae-92b707c402d7 service nova] Lock "8dea4966-6d2b-48bd-90b5-df0d64cd4fb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.303532] env[70243]: DEBUG oslo_concurrency.lockutils [req-567ce36a-e17d-409c-bb1f-c7fb5bac86ba req-f25a5b84-3726-40f7-a8ae-92b707c402d7 service nova] Lock "8dea4966-6d2b-48bd-90b5-df0d64cd4fb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.303740] env[70243]: DEBUG nova.compute.manager [req-567ce36a-e17d-409c-bb1f-c7fb5bac86ba req-f25a5b84-3726-40f7-a8ae-92b707c402d7 service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] No waiting events found dispatching network-vif-plugged-201c188b-2954-452c-936a-6e0e82e01b8b {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.306297] env[70243]: WARNING nova.compute.manager [req-567ce36a-e17d-409c-bb1f-c7fb5bac86ba req-f25a5b84-3726-40f7-a8ae-92b707c402d7 service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Received unexpected event network-vif-plugged-201c188b-2954-452c-936a-6e0e82e01b8b for instance with vm_state building and task_state spawning. [ 882.308803] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dbc78ee-1bf8-48f2-accc-fb43bac856e4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.319807] env[70243]: DEBUG oslo_vmware.api [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Waiting for the task: (returnval){ [ 882.319807] env[70243]: value = "task-3621993" [ 882.319807] env[70243]: _type = "Task" [ 882.319807] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.335039] env[70243]: DEBUG oslo_vmware.api [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Task: {'id': task-3621993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.338910] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523f5eed-367f-7b5c-103c-a2a712682c61, 'name': SearchDatastore_Task, 'duration_secs': 0.012243} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.339676] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.339676] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.339863] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.340062] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.340292] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.340618] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4209fe5a-43ca-4d94-bc07-09cb2be53db4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.350841] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.351210] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.352157] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-260f05d4-2e64-4406-a920-fc33dede8a64 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.364599] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 882.364599] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526d0484-481f-c757-fd00-82526ed80a94" [ 882.364599] env[70243]: _type = "Task" [ 882.364599] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.375598] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526d0484-481f-c757-fd00-82526ed80a94, 'name': SearchDatastore_Task, 'duration_secs': 0.012578} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.376471] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03b3a167-d327-41f5-a090-4f70fe305762 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.387365] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 882.387365] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5231d896-bf80-fd76-efdc-d861019968de" [ 882.387365] env[70243]: _type = "Task" [ 882.387365] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.402435] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5231d896-bf80-fd76-efdc-d861019968de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.513741] env[70243]: DEBUG nova.network.neutron [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Successfully updated port: 201c188b-2954-452c-936a-6e0e82e01b8b {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.565274] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bf4e94-641e-46d6-a769-25818b0621f9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.575220] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50ee8de-aad9-4e94-af14-c8aae42f7727 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.610215] env[70243]: DEBUG nova.compute.manager [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.610473] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.611482] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5d9799-c803-4776-9caa-c8c4272b0b75 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.614720] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ef8efd-1f4d-4de6-a105-c25ef5df5d7b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.622534] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.624305] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da3cb5c7-32ab-407a-a55e-c3f66bbe43d8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.626802] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116124a7-f307-4ce0-a576-476da0875902 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.643774] env[70243]: DEBUG nova.compute.provider_tree [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 882.644469] env[70243]: DEBUG oslo_vmware.api [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for the task: (returnval){ [ 882.644469] env[70243]: value = "task-3621994" [ 882.644469] env[70243]: _type = "Task" [ 882.644469] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.654461] env[70243]: DEBUG oslo_vmware.api [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3621994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.666918] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.666918] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5659dc5-a32d-4bcd-bb42-16bb9ac2aa76 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.675532] env[70243]: DEBUG oslo_vmware.api [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 882.675532] env[70243]: value = "task-3621995" [ 882.675532] env[70243]: _type = "Task" [ 882.675532] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.683349] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Acquiring lock "ee89c9fa-d89d-45c4-9867-61b455d38097" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.683580] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Lock "ee89c9fa-d89d-45c4-9867-61b455d38097" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.688390] env[70243]: DEBUG oslo_vmware.api [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.749409] env[70243]: DEBUG oslo_vmware.api [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621992, 'name': PowerOffVM_Task, 'duration_secs': 0.211807} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.749901] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.750239] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.750643] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ad2a99d-a60f-4e48-a7a1-1e287c9e3583 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.828111] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.828381] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.828574] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Deleting the datastore file [datastore2] d1fe054d-e3b0-4e07-8633-3f2f2763ccdf {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.833157] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38fe1d82-c83b-441e-9b12-9768e20c81f3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.836503] env[70243]: DEBUG oslo_vmware.api [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Task: {'id': task-3621993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169546} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.836754] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.836836] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.837103] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.837313] env[70243]: INFO nova.compute.manager [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 882.837618] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.838304] env[70243]: DEBUG nova.compute.manager [-] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.838471] env[70243]: DEBUG nova.network.neutron [-] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.843433] env[70243]: DEBUG oslo_vmware.api [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 882.843433] env[70243]: value = "task-3621997" [ 882.843433] env[70243]: _type = "Task" [ 882.843433] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.852785] env[70243]: DEBUG oslo_vmware.api [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.904386] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5231d896-bf80-fd76-efdc-d861019968de, 'name': SearchDatastore_Task, 'duration_secs': 0.012726} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.904822] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.905012] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] cdc63cce-27d5-4068-bc87-51c290fb7c69/cdc63cce-27d5-4068-bc87-51c290fb7c69.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.905374] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ecb908c-d0cc-417f-b017-d5a9368c23d3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.917127] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 882.917127] env[70243]: value = "task-3621998" [ 882.917127] env[70243]: _type = "Task" [ 882.917127] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.928444] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.164755] env[70243]: DEBUG oslo_vmware.api [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3621994, 'name': PowerOffVM_Task, 'duration_secs': 0.274165} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.165530] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.165908] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.166313] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce91f388-c462-4f08-8fd9-9afb6cae002c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.169907] env[70243]: ERROR nova.scheduler.client.report [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [req-2fd64986-0d32-4bee-a58c-833efc6c6980] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 98e76d84-2347-4f8a-974e-fe32663c00ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2fd64986-0d32-4bee-a58c-833efc6c6980"}]} [ 883.189693] env[70243]: DEBUG oslo_vmware.api [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3621995, 'name': PowerOnVM_Task, 'duration_secs': 0.471451} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.189693] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.189693] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8ceeebcc-907f-4d82-907e-eae6570dfed9 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Updating instance '16dff74d-4658-4f76-a70f-aaae3c52b371' progress to 100 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 883.195059] env[70243]: DEBUG nova.scheduler.client.report [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Refreshing inventories for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 883.222829] env[70243]: DEBUG nova.scheduler.client.report [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Updating ProviderTree inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 883.222829] env[70243]: DEBUG nova.compute.provider_tree [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.243165] env[70243]: DEBUG nova.scheduler.client.report [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Refreshing aggregate associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, aggregates: None {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 883.251111] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.251430] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.252160] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Deleting the datastore file [datastore1] 134c0043-943c-4ea8-acf5-be33c02976fd {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.252160] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5a8aafc-4031-488d-8449-d7e0bec748ec {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.264381] env[70243]: DEBUG oslo_vmware.api [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for the task: (returnval){ [ 883.264381] env[70243]: value = "task-3622000" [ 883.264381] env[70243]: _type = "Task" [ 883.264381] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.276664] env[70243]: DEBUG oslo_vmware.api [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3622000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.278155] env[70243]: DEBUG nova.scheduler.client.report [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Refreshing trait associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 883.358498] env[70243]: DEBUG oslo_vmware.api [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3621997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191684} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.358899] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.359061] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.359283] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.359506] env[70243]: INFO nova.compute.manager [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 883.361629] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.361629] env[70243]: DEBUG nova.compute.manager [-] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.361629] env[70243]: DEBUG nova.network.neutron [-] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.433604] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621998, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.782155] env[70243]: DEBUG oslo_vmware.api [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3622000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272794} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.783630] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.785269] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.785269] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.785269] env[70243]: INFO nova.compute.manager [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Took 1.17 seconds to destroy the instance on the hypervisor. [ 883.785269] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.787738] env[70243]: DEBUG nova.compute.manager [-] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.789297] env[70243]: DEBUG nova.network.neutron [-] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.849078] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3189b0b4-56d1-4c67-b0a6-1a2f5968c44e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.861538] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e683e43f-7e15-44b4-ae60-20926f285023 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.904845] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb50f2a-a980-43fb-ac4b-a0e355901b54 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.915824] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a7b600-cf7b-45e6-afc0-e56ec0f0669e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.937015] env[70243]: DEBUG nova.compute.provider_tree [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.945126] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3621998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541147} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.946206] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] cdc63cce-27d5-4068-bc87-51c290fb7c69/cdc63cce-27d5-4068-bc87-51c290fb7c69.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.946206] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.946206] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0acae013-8072-4826-9a56-f3cef363f98a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.963335] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 883.963335] env[70243]: value = "task-3622001" [ 883.963335] env[70243]: _type = "Task" [ 883.963335] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.975805] env[70243]: DEBUG nova.network.neutron [-] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.977276] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.999103] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fdb3ca8-fb90-4c3d-9e90-dcf32a93d2b7 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Volume attach. Driver type: vmdk {{(pid=70243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 883.999365] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fdb3ca8-fb90-4c3d-9e90-dcf32a93d2b7 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] [instance: 928c8b15-911b-486f-afb1-95758d81d822] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722380', 'volume_id': 'b05f8d1d-76ba-480c-b336-ec496c30885e', 'name': 'volume-b05f8d1d-76ba-480c-b336-ec496c30885e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '928c8b15-911b-486f-afb1-95758d81d822', 'attached_at': '', 'detached_at': '', 'volume_id': 'b05f8d1d-76ba-480c-b336-ec496c30885e', 'serial': 'b05f8d1d-76ba-480c-b336-ec496c30885e'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 884.000300] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fffa04-a56c-4d5a-93a4-6d39042cd253 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.018576] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7037f3-e8c5-4598-a284-13799102fee8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.048898] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fdb3ca8-fb90-4c3d-9e90-dcf32a93d2b7 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] volume-b05f8d1d-76ba-480c-b336-ec496c30885e/volume-b05f8d1d-76ba-480c-b336-ec496c30885e.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.050380] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe1ebdc4-fdb2-440a-a839-d0b0e05195a3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.065449] env[70243]: DEBUG nova.compute.manager [req-9e0f185a-95d3-4763-b86b-f81cd4a93a2d req-a4a9d54b-bb99-4a35-b2d6-cfed8662df7d service nova] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Received event network-vif-deleted-336fc531-367f-4817-ad7b-255b201450a0 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.065449] env[70243]: INFO nova.compute.manager [req-9e0f185a-95d3-4763-b86b-f81cd4a93a2d req-a4a9d54b-bb99-4a35-b2d6-cfed8662df7d service nova] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Neutron deleted interface 336fc531-367f-4817-ad7b-255b201450a0; detaching it from the instance and deleting it from the info cache [ 884.065449] env[70243]: DEBUG nova.network.neutron [req-9e0f185a-95d3-4763-b86b-f81cd4a93a2d req-a4a9d54b-bb99-4a35-b2d6-cfed8662df7d service nova] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.076136] env[70243]: DEBUG oslo_vmware.api [None req-2fdb3ca8-fb90-4c3d-9e90-dcf32a93d2b7 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Waiting for the task: (returnval){ [ 884.076136] env[70243]: value = "task-3622002" [ 884.076136] env[70243]: _type = "Task" [ 884.076136] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.088592] env[70243]: DEBUG oslo_vmware.api [None req-2fdb3ca8-fb90-4c3d-9e90-dcf32a93d2b7 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Task: {'id': task-3622002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.329921] env[70243]: DEBUG nova.compute.manager [req-29126278-4426-4d06-9398-6fcc63d41397 req-34923db9-04f4-4afa-85e8-001f1a5e17a3 service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Received event network-changed-201c188b-2954-452c-936a-6e0e82e01b8b {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.330883] env[70243]: DEBUG nova.compute.manager [req-29126278-4426-4d06-9398-6fcc63d41397 req-34923db9-04f4-4afa-85e8-001f1a5e17a3 service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Refreshing instance network info cache due to event network-changed-201c188b-2954-452c-936a-6e0e82e01b8b. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.330883] env[70243]: DEBUG oslo_concurrency.lockutils [req-29126278-4426-4d06-9398-6fcc63d41397 req-34923db9-04f4-4afa-85e8-001f1a5e17a3 service nova] Acquiring lock "refresh_cache-8dea4966-6d2b-48bd-90b5-df0d64cd4fb1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.330883] env[70243]: DEBUG oslo_concurrency.lockutils [req-29126278-4426-4d06-9398-6fcc63d41397 req-34923db9-04f4-4afa-85e8-001f1a5e17a3 service nova] Acquired lock "refresh_cache-8dea4966-6d2b-48bd-90b5-df0d64cd4fb1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.330883] env[70243]: DEBUG nova.network.neutron [req-29126278-4426-4d06-9398-6fcc63d41397 req-34923db9-04f4-4afa-85e8-001f1a5e17a3 service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Refreshing network info cache for port 201c188b-2954-452c-936a-6e0e82e01b8b {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.373096] env[70243]: DEBUG nova.network.neutron [-] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.478166] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231434} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.479221] env[70243]: DEBUG nova.scheduler.client.report [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Updated inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 884.479872] env[70243]: DEBUG nova.compute.provider_tree [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Updating resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec generation from 80 to 81 during operation: update_inventory {{(pid=70243) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 884.480143] env[70243]: DEBUG nova.compute.provider_tree [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 884.483871] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.484325] env[70243]: INFO nova.compute.manager [-] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Took 1.65 seconds to deallocate network for instance. [ 884.485935] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7163cc0d-7e8c-4bb7-8cfd-37f0fb52f5a5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.522722] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] cdc63cce-27d5-4068-bc87-51c290fb7c69/cdc63cce-27d5-4068-bc87-51c290fb7c69.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.526311] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0abed286-4c96-4f59-aa9a-b9f299f3d4b4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.553956] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 884.553956] env[70243]: value = "task-3622003" [ 884.553956] env[70243]: _type = "Task" [ 884.553956] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.568153] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.568153] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfb18763-feec-4ac6-856a-0a55a88acc4f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.583646] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25742d8-6a70-49d9-8088-761d7e3e45e0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.601092] env[70243]: DEBUG oslo_vmware.api [None req-2fdb3ca8-fb90-4c3d-9e90-dcf32a93d2b7 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Task: {'id': task-3622002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.622947] env[70243]: DEBUG nova.compute.manager [req-9e0f185a-95d3-4763-b86b-f81cd4a93a2d req-a4a9d54b-bb99-4a35-b2d6-cfed8662df7d service nova] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Detach interface failed, port_id=336fc531-367f-4817-ad7b-255b201450a0, reason: Instance d1fe054d-e3b0-4e07-8633-3f2f2763ccdf could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 884.879019] env[70243]: INFO nova.compute.manager [-] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Took 1.52 seconds to deallocate network for instance. [ 884.896700] env[70243]: DEBUG nova.network.neutron [req-29126278-4426-4d06-9398-6fcc63d41397 req-34923db9-04f4-4afa-85e8-001f1a5e17a3 service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.936670] env[70243]: DEBUG nova.network.neutron [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Successfully updated port: ee5716fc-1124-46ca-a5ac-685a7be87113 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.970783] env[70243]: DEBUG nova.network.neutron [-] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.987052] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.008s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.987597] env[70243]: DEBUG nova.compute.manager [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.995226] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.765s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.996695] env[70243]: INFO nova.compute.claims [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.000540] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.004639] env[70243]: DEBUG nova.network.neutron [req-29126278-4426-4d06-9398-6fcc63d41397 req-34923db9-04f4-4afa-85e8-001f1a5e17a3 service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.066665] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.087994] env[70243]: DEBUG oslo_vmware.api [None req-2fdb3ca8-fb90-4c3d-9e90-dcf32a93d2b7 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Task: {'id': task-3622002, 'name': ReconfigVM_Task, 'duration_secs': 0.854107} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.088667] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fdb3ca8-fb90-4c3d-9e90-dcf32a93d2b7 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Reconfigured VM instance instance-0000000d to attach disk [datastore1] volume-b05f8d1d-76ba-480c-b336-ec496c30885e/volume-b05f8d1d-76ba-480c-b336-ec496c30885e.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.094433] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd0b07d8-d653-4a8c-8da9-157ec2dd3e72 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.112510] env[70243]: DEBUG oslo_vmware.api [None req-2fdb3ca8-fb90-4c3d-9e90-dcf32a93d2b7 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Waiting for the task: (returnval){ [ 885.112510] env[70243]: value = "task-3622004" [ 885.112510] env[70243]: _type = "Task" [ 885.112510] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.121926] env[70243]: DEBUG oslo_vmware.api [None req-2fdb3ca8-fb90-4c3d-9e90-dcf32a93d2b7 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Task: {'id': task-3622004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.386864] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.476398] env[70243]: INFO nova.compute.manager [-] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Took 1.69 seconds to deallocate network for instance. [ 885.503251] env[70243]: DEBUG nova.compute.utils [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.505103] env[70243]: DEBUG nova.compute.manager [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.505103] env[70243]: DEBUG nova.network.neutron [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.507433] env[70243]: DEBUG oslo_concurrency.lockutils [req-29126278-4426-4d06-9398-6fcc63d41397 req-34923db9-04f4-4afa-85e8-001f1a5e17a3 service nova] Releasing lock "refresh_cache-8dea4966-6d2b-48bd-90b5-df0d64cd4fb1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.507714] env[70243]: DEBUG nova.compute.manager [req-29126278-4426-4d06-9398-6fcc63d41397 req-34923db9-04f4-4afa-85e8-001f1a5e17a3 service nova] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Received event network-vif-deleted-0065151d-2061-4295-939d-b5cb3a4a71a5 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.565579] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622003, 'name': ReconfigVM_Task, 'duration_secs': 0.997461} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.565870] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Reconfigured VM instance instance-00000014 to attach disk [datastore2] cdc63cce-27d5-4068-bc87-51c290fb7c69/cdc63cce-27d5-4068-bc87-51c290fb7c69.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.566522] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba5585d9-b760-41a5-9693-f90789ea7169 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.577022] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 885.577022] env[70243]: value = "task-3622005" [ 885.577022] env[70243]: _type = "Task" [ 885.577022] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.580225] env[70243]: DEBUG nova.policy [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3121b71442940349ea3c93632e38a99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d7a853c487e46b59372fc0e512e79f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.589061] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622005, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.623959] env[70243]: DEBUG oslo_vmware.api [None req-2fdb3ca8-fb90-4c3d-9e90-dcf32a93d2b7 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Task: {'id': task-3622004, 'name': ReconfigVM_Task, 'duration_secs': 0.15426} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.624432] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fdb3ca8-fb90-4c3d-9e90-dcf32a93d2b7 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722380', 'volume_id': 'b05f8d1d-76ba-480c-b336-ec496c30885e', 'name': 'volume-b05f8d1d-76ba-480c-b336-ec496c30885e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '928c8b15-911b-486f-afb1-95758d81d822', 'attached_at': '', 'detached_at': '', 'volume_id': 'b05f8d1d-76ba-480c-b336-ec496c30885e', 'serial': 'b05f8d1d-76ba-480c-b336-ec496c30885e'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 885.809121] env[70243]: DEBUG nova.network.neutron [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Port e4f592ef-f6f6-489b-95c2-2709d337c75a binding to destination host cpu-1 is already ACTIVE {{(pid=70243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 885.809764] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "refresh_cache-16dff74d-4658-4f76-a70f-aaae3c52b371" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.810150] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquired lock "refresh_cache-16dff74d-4658-4f76-a70f-aaae3c52b371" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.810269] env[70243]: DEBUG nova.network.neutron [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.983716] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.008626] env[70243]: DEBUG nova.compute.manager [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.022347] env[70243]: DEBUG nova.network.neutron [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Successfully created port: c0340936-539c-4e92-8c28-0d18120fea61 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.084173] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622005, 'name': Rename_Task, 'duration_secs': 0.252064} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.088258] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.088258] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21333ea6-0b21-4d5e-ada5-425a9e299eee {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.094785] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 886.094785] env[70243]: value = "task-3622006" [ 886.094785] env[70243]: _type = "Task" [ 886.094785] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.109602] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.512067] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a67ef1-44af-427c-bf46-c40cc3026435 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.528076] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508716fc-bed0-435a-b4ba-1a83e4c1cc0e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.567210] env[70243]: DEBUG nova.compute.manager [req-9caa1140-c221-4ef9-a20a-115a21d80cb3 req-eb019271-10b7-4ce1-8cca-15818b57a922 service nova] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Received event network-vif-deleted-d17f4462-300a-4cde-b65c-6e04b331f2d0 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.567444] env[70243]: DEBUG nova.compute.manager [req-9caa1140-c221-4ef9-a20a-115a21d80cb3 req-eb019271-10b7-4ce1-8cca-15818b57a922 service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Received event network-vif-plugged-ee5716fc-1124-46ca-a5ac-685a7be87113 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.567641] env[70243]: DEBUG oslo_concurrency.lockutils [req-9caa1140-c221-4ef9-a20a-115a21d80cb3 req-eb019271-10b7-4ce1-8cca-15818b57a922 service nova] Acquiring lock "8dea4966-6d2b-48bd-90b5-df0d64cd4fb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.567848] env[70243]: DEBUG oslo_concurrency.lockutils [req-9caa1140-c221-4ef9-a20a-115a21d80cb3 req-eb019271-10b7-4ce1-8cca-15818b57a922 service nova] Lock "8dea4966-6d2b-48bd-90b5-df0d64cd4fb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.568038] env[70243]: DEBUG oslo_concurrency.lockutils [req-9caa1140-c221-4ef9-a20a-115a21d80cb3 req-eb019271-10b7-4ce1-8cca-15818b57a922 service nova] Lock "8dea4966-6d2b-48bd-90b5-df0d64cd4fb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.568217] env[70243]: DEBUG nova.compute.manager [req-9caa1140-c221-4ef9-a20a-115a21d80cb3 req-eb019271-10b7-4ce1-8cca-15818b57a922 service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] No waiting events found dispatching network-vif-plugged-ee5716fc-1124-46ca-a5ac-685a7be87113 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.568379] env[70243]: WARNING nova.compute.manager [req-9caa1140-c221-4ef9-a20a-115a21d80cb3 req-eb019271-10b7-4ce1-8cca-15818b57a922 service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Received unexpected event network-vif-plugged-ee5716fc-1124-46ca-a5ac-685a7be87113 for instance with vm_state building and task_state spawning. [ 886.568541] env[70243]: DEBUG nova.compute.manager [req-9caa1140-c221-4ef9-a20a-115a21d80cb3 req-eb019271-10b7-4ce1-8cca-15818b57a922 service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Received event network-changed-ee5716fc-1124-46ca-a5ac-685a7be87113 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.568695] env[70243]: DEBUG nova.compute.manager [req-9caa1140-c221-4ef9-a20a-115a21d80cb3 req-eb019271-10b7-4ce1-8cca-15818b57a922 service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Refreshing instance network info cache due to event network-changed-ee5716fc-1124-46ca-a5ac-685a7be87113. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.568875] env[70243]: DEBUG oslo_concurrency.lockutils [req-9caa1140-c221-4ef9-a20a-115a21d80cb3 req-eb019271-10b7-4ce1-8cca-15818b57a922 service nova] Acquiring lock "refresh_cache-8dea4966-6d2b-48bd-90b5-df0d64cd4fb1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.569022] env[70243]: DEBUG oslo_concurrency.lockutils [req-9caa1140-c221-4ef9-a20a-115a21d80cb3 req-eb019271-10b7-4ce1-8cca-15818b57a922 service nova] Acquired lock "refresh_cache-8dea4966-6d2b-48bd-90b5-df0d64cd4fb1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.569186] env[70243]: DEBUG nova.network.neutron [req-9caa1140-c221-4ef9-a20a-115a21d80cb3 req-eb019271-10b7-4ce1-8cca-15818b57a922 service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Refreshing network info cache for port ee5716fc-1124-46ca-a5ac-685a7be87113 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.574351] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b12446-b538-4010-a561-47c527c3a917 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.582918] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc06f8c6-e65e-4b62-bb2a-c267712337d8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.588310] env[70243]: DEBUG nova.network.neutron [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Updating instance_info_cache with network_info: [{"id": "e4f592ef-f6f6-489b-95c2-2709d337c75a", "address": "fa:16:3e:aa:09:c7", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f592ef-f6", "ovs_interfaceid": "e4f592ef-f6f6-489b-95c2-2709d337c75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.604464] env[70243]: DEBUG nova.compute.provider_tree [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.616074] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622006, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.683661] env[70243]: DEBUG nova.objects.instance [None req-2fdb3ca8-fb90-4c3d-9e90-dcf32a93d2b7 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Lazy-loading 'flavor' on Instance uuid 928c8b15-911b-486f-afb1-95758d81d822 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.023644] env[70243]: DEBUG nova.compute.manager [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.053204] env[70243]: DEBUG nova.virt.hardware [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.053511] env[70243]: DEBUG nova.virt.hardware [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.053673] env[70243]: DEBUG nova.virt.hardware [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.053858] env[70243]: DEBUG nova.virt.hardware [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.054574] env[70243]: DEBUG nova.virt.hardware [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.054864] env[70243]: DEBUG nova.virt.hardware [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.055179] env[70243]: DEBUG nova.virt.hardware [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.055532] env[70243]: DEBUG nova.virt.hardware [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.055635] env[70243]: DEBUG nova.virt.hardware [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.055716] env[70243]: DEBUG nova.virt.hardware [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.055882] env[70243]: DEBUG nova.virt.hardware [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.056780] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752653e2-3301-4226-86ec-c8a6284d279e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.066083] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76747067-e287-4a72-b019-a4e443ca9763 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.090737] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Releasing lock "refresh_cache-16dff74d-4658-4f76-a70f-aaae3c52b371" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.107671] env[70243]: DEBUG nova.scheduler.client.report [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.117196] env[70243]: DEBUG oslo_vmware.api [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622006, 'name': PowerOnVM_Task, 'duration_secs': 0.967277} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.117475] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.117671] env[70243]: DEBUG nova.compute.manager [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.118468] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f548a18-aaa0-480c-8e2c-b40277f717ec {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.129650] env[70243]: DEBUG nova.network.neutron [req-9caa1140-c221-4ef9-a20a-115a21d80cb3 req-eb019271-10b7-4ce1-8cca-15818b57a922 service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.179639] env[70243]: DEBUG nova.network.neutron [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Successfully updated port: 26908c31-5eae-4ab4-9a47-fa3699508602 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.188112] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2fdb3ca8-fb90-4c3d-9e90-dcf32a93d2b7 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Lock "928c8b15-911b-486f-afb1-95758d81d822" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.850s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.219000] env[70243]: DEBUG nova.network.neutron [req-9caa1140-c221-4ef9-a20a-115a21d80cb3 req-eb019271-10b7-4ce1-8cca-15818b57a922 service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.496403] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bea1e8e6-d5f8-4a6d-a98f-1784bd638770 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Acquiring lock "928c8b15-911b-486f-afb1-95758d81d822" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.496678] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bea1e8e6-d5f8-4a6d-a98f-1784bd638770 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Lock "928c8b15-911b-486f-afb1-95758d81d822" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.593757] env[70243]: DEBUG nova.compute.manager [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70243) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 887.594156] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.615359] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.616072] env[70243]: DEBUG nova.compute.manager [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.622020] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.002s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.622020] env[70243]: INFO nova.compute.claims [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.641652] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.673426] env[70243]: DEBUG nova.network.neutron [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Successfully updated port: c0340936-539c-4e92-8c28-0d18120fea61 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.685350] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Acquiring lock "refresh_cache-8dea4966-6d2b-48bd-90b5-df0d64cd4fb1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.721636] env[70243]: DEBUG oslo_concurrency.lockutils [req-9caa1140-c221-4ef9-a20a-115a21d80cb3 req-eb019271-10b7-4ce1-8cca-15818b57a922 service nova] Releasing lock "refresh_cache-8dea4966-6d2b-48bd-90b5-df0d64cd4fb1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.722083] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Acquired lock "refresh_cache-8dea4966-6d2b-48bd-90b5-df0d64cd4fb1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.722253] env[70243]: DEBUG nova.network.neutron [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.000407] env[70243]: INFO nova.compute.manager [None req-bea1e8e6-d5f8-4a6d-a98f-1784bd638770 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Detaching volume b05f8d1d-76ba-480c-b336-ec496c30885e [ 888.041956] env[70243]: INFO nova.virt.block_device [None req-bea1e8e6-d5f8-4a6d-a98f-1784bd638770 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Attempting to driver detach volume b05f8d1d-76ba-480c-b336-ec496c30885e from mountpoint /dev/sdb [ 888.042243] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bea1e8e6-d5f8-4a6d-a98f-1784bd638770 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Volume detach. Driver type: vmdk {{(pid=70243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 888.042620] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bea1e8e6-d5f8-4a6d-a98f-1784bd638770 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] [instance: 928c8b15-911b-486f-afb1-95758d81d822] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722380', 'volume_id': 'b05f8d1d-76ba-480c-b336-ec496c30885e', 'name': 'volume-b05f8d1d-76ba-480c-b336-ec496c30885e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '928c8b15-911b-486f-afb1-95758d81d822', 'attached_at': '', 'detached_at': '', 'volume_id': 'b05f8d1d-76ba-480c-b336-ec496c30885e', 'serial': 'b05f8d1d-76ba-480c-b336-ec496c30885e'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 888.043570] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d138560-3524-4c3a-b5c9-52bbcb16cabc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.067061] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77fdde0-9f12-438a-8d34-26ca5ae26d8a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.073828] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc2d08a-ed3a-4b19-9f63-f786aa19022e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.096422] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e15ec21-c85a-4c3c-8225-ca7e3a519113 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.112618] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bea1e8e6-d5f8-4a6d-a98f-1784bd638770 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] The volume has not been displaced from its original location: [datastore1] volume-b05f8d1d-76ba-480c-b336-ec496c30885e/volume-b05f8d1d-76ba-480c-b336-ec496c30885e.vmdk. No consolidation needed. {{(pid=70243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 888.117923] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bea1e8e6-d5f8-4a6d-a98f-1784bd638770 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 888.118255] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12cbb05b-45ae-41d9-826d-e1eedd06603d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.134759] env[70243]: DEBUG nova.compute.utils [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.139020] env[70243]: DEBUG nova.compute.manager [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.139020] env[70243]: DEBUG nova.network.neutron [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.145145] env[70243]: DEBUG oslo_vmware.api [None req-bea1e8e6-d5f8-4a6d-a98f-1784bd638770 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Waiting for the task: (returnval){ [ 888.145145] env[70243]: value = "task-3622007" [ 888.145145] env[70243]: _type = "Task" [ 888.145145] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.154971] env[70243]: DEBUG oslo_vmware.api [None req-bea1e8e6-d5f8-4a6d-a98f-1784bd638770 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Task: {'id': task-3622007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.175416] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "refresh_cache-de428c72-4073-4f6f-af91-d693ee775dfb" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.175656] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquired lock "refresh_cache-de428c72-4073-4f6f-af91-d693ee775dfb" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.175768] env[70243]: DEBUG nova.network.neutron [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.187735] env[70243]: DEBUG nova.policy [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '856b81d800f14c66a760cfbed015afb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe03405a62514a7c9662ab0a031e18cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.264571] env[70243]: INFO nova.compute.manager [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Rebuilding instance [ 888.276060] env[70243]: DEBUG nova.network.neutron [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.312018] env[70243]: DEBUG nova.compute.manager [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.312942] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6848e1fd-d142-4c0d-81ed-9a44dfca19b8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.458108] env[70243]: DEBUG nova.network.neutron [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Successfully created port: e33726c0-ed41-4f1c-8f66-632639765bb6 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.592451] env[70243]: DEBUG nova.compute.manager [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Received event network-vif-plugged-26908c31-5eae-4ab4-9a47-fa3699508602 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.592653] env[70243]: DEBUG oslo_concurrency.lockutils [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] Acquiring lock "8dea4966-6d2b-48bd-90b5-df0d64cd4fb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.592866] env[70243]: DEBUG oslo_concurrency.lockutils [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] Lock "8dea4966-6d2b-48bd-90b5-df0d64cd4fb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.593095] env[70243]: DEBUG oslo_concurrency.lockutils [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] Lock "8dea4966-6d2b-48bd-90b5-df0d64cd4fb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.593287] env[70243]: DEBUG nova.compute.manager [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] No waiting events found dispatching network-vif-plugged-26908c31-5eae-4ab4-9a47-fa3699508602 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 888.593453] env[70243]: WARNING nova.compute.manager [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Received unexpected event network-vif-plugged-26908c31-5eae-4ab4-9a47-fa3699508602 for instance with vm_state building and task_state spawning. [ 888.593613] env[70243]: DEBUG nova.compute.manager [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Received event network-changed-26908c31-5eae-4ab4-9a47-fa3699508602 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.593764] env[70243]: DEBUG nova.compute.manager [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Refreshing instance network info cache due to event network-changed-26908c31-5eae-4ab4-9a47-fa3699508602. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.593930] env[70243]: DEBUG oslo_concurrency.lockutils [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] Acquiring lock "refresh_cache-8dea4966-6d2b-48bd-90b5-df0d64cd4fb1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.636982] env[70243]: DEBUG nova.compute.manager [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.658077] env[70243]: DEBUG oslo_vmware.api [None req-bea1e8e6-d5f8-4a6d-a98f-1784bd638770 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Task: {'id': task-3622007, 'name': ReconfigVM_Task, 'duration_secs': 0.236156} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.660707] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bea1e8e6-d5f8-4a6d-a98f-1784bd638770 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 888.666908] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44a1688b-1b98-4a3b-8bff-8965bab4a326 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.698166] env[70243]: DEBUG oslo_vmware.api [None req-bea1e8e6-d5f8-4a6d-a98f-1784bd638770 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Waiting for the task: (returnval){ [ 888.698166] env[70243]: value = "task-3622008" [ 888.698166] env[70243]: _type = "Task" [ 888.698166] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.714213] env[70243]: DEBUG oslo_vmware.api [None req-bea1e8e6-d5f8-4a6d-a98f-1784bd638770 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Task: {'id': task-3622008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.718647] env[70243]: DEBUG nova.network.neutron [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.747067] env[70243]: DEBUG nova.network.neutron [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Updating instance_info_cache with network_info: [{"id": "201c188b-2954-452c-936a-6e0e82e01b8b", "address": "fa:16:3e:3a:c1:aa", "network": {"id": "c16f4aa5-af1f-428a-9b88-04d16730b2ef", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1617183726", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ee25ec099c4cabba7a3f66d8d20dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap201c188b-29", "ovs_interfaceid": "201c188b-2954-452c-936a-6e0e82e01b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee5716fc-1124-46ca-a5ac-685a7be87113", "address": "fa:16:3e:8b:3f:e0", "network": {"id": "d46f832a-7023-4b8f-8893-5382c8a9f1f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1179435562", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "77ee25ec099c4cabba7a3f66d8d20dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee5716fc-11", "ovs_interfaceid": "ee5716fc-1124-46ca-a5ac-685a7be87113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26908c31-5eae-4ab4-9a47-fa3699508602", "address": "fa:16:3e:a0:a5:2a", "network": {"id": "c16f4aa5-af1f-428a-9b88-04d16730b2ef", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1617183726", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ee25ec099c4cabba7a3f66d8d20dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26908c31-5e", "ovs_interfaceid": "26908c31-5eae-4ab4-9a47-fa3699508602", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.885467] env[70243]: DEBUG nova.network.neutron [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Updating instance_info_cache with network_info: [{"id": "c0340936-539c-4e92-8c28-0d18120fea61", "address": "fa:16:3e:b1:97:71", "network": {"id": "e67b990e-a496-4c25-af2f-9af30a035feb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1399546946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d7a853c487e46b59372fc0e512e79f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0340936-53", "ovs_interfaceid": "c0340936-539c-4e92-8c28-0d18120fea61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.120201] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55460d9-3ab0-4e3a-975f-36fdb93d2768 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.128475] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a246f869-b3fe-4166-ac36-46e887e7ce7b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.164720] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c72234a-009a-4be3-8f05-52cd5d921981 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.174453] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97890a28-6e9c-48f8-a030-0e769ecb1825 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.195090] env[70243]: DEBUG nova.compute.provider_tree [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.208831] env[70243]: DEBUG oslo_vmware.api [None req-bea1e8e6-d5f8-4a6d-a98f-1784bd638770 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Task: {'id': task-3622008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.251561] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Releasing lock "refresh_cache-8dea4966-6d2b-48bd-90b5-df0d64cd4fb1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.252049] env[70243]: DEBUG nova.compute.manager [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Instance network_info: |[{"id": "201c188b-2954-452c-936a-6e0e82e01b8b", "address": "fa:16:3e:3a:c1:aa", "network": {"id": "c16f4aa5-af1f-428a-9b88-04d16730b2ef", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1617183726", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ee25ec099c4cabba7a3f66d8d20dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap201c188b-29", "ovs_interfaceid": "201c188b-2954-452c-936a-6e0e82e01b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee5716fc-1124-46ca-a5ac-685a7be87113", "address": "fa:16:3e:8b:3f:e0", "network": {"id": "d46f832a-7023-4b8f-8893-5382c8a9f1f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1179435562", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "77ee25ec099c4cabba7a3f66d8d20dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee5716fc-11", "ovs_interfaceid": "ee5716fc-1124-46ca-a5ac-685a7be87113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26908c31-5eae-4ab4-9a47-fa3699508602", "address": "fa:16:3e:a0:a5:2a", "network": {"id": "c16f4aa5-af1f-428a-9b88-04d16730b2ef", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1617183726", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ee25ec099c4cabba7a3f66d8d20dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26908c31-5e", "ovs_interfaceid": "26908c31-5eae-4ab4-9a47-fa3699508602", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.252373] env[70243]: DEBUG oslo_concurrency.lockutils [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] Acquired lock "refresh_cache-8dea4966-6d2b-48bd-90b5-df0d64cd4fb1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.252555] env[70243]: DEBUG nova.network.neutron [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Refreshing network info cache for port 26908c31-5eae-4ab4-9a47-fa3699508602 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.253754] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:c1:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '201c188b-2954-452c-936a-6e0e82e01b8b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:3f:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee5716fc-1124-46ca-a5ac-685a7be87113', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:a5:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26908c31-5eae-4ab4-9a47-fa3699508602', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.264624] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Creating folder: Project (77ee25ec099c4cabba7a3f66d8d20dfd). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.265611] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a12a13e6-40de-4b9b-93ae-f7efa2c19665 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.279377] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Created folder: Project (77ee25ec099c4cabba7a3f66d8d20dfd) in parent group-v722220. [ 889.279594] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Creating folder: Instances. Parent ref: group-v722382. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.279840] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f4bd267-4bf2-47f8-830f-cb6b2c311e72 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.291321] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Created folder: Instances in parent group-v722382. [ 889.291553] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.291745] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.291992] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94720ea5-3f04-49a3-a923-c69b25bb59f6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.316109] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.316109] env[70243]: value = "task-3622011" [ 889.316109] env[70243]: _type = "Task" [ 889.316109] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.329323] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.329586] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622011, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.329795] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5578dd11-0236-4405-a298-76a04fbfc706 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.336856] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 889.336856] env[70243]: value = "task-3622012" [ 889.336856] env[70243]: _type = "Task" [ 889.336856] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.345756] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.388642] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Releasing lock "refresh_cache-de428c72-4073-4f6f-af91-d693ee775dfb" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.388947] env[70243]: DEBUG nova.compute.manager [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Instance network_info: |[{"id": "c0340936-539c-4e92-8c28-0d18120fea61", "address": "fa:16:3e:b1:97:71", "network": {"id": "e67b990e-a496-4c25-af2f-9af30a035feb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1399546946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d7a853c487e46b59372fc0e512e79f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0340936-53", "ovs_interfaceid": "c0340936-539c-4e92-8c28-0d18120fea61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.389464] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:97:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0340936-539c-4e92-8c28-0d18120fea61', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.396864] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Creating folder: Project (0d7a853c487e46b59372fc0e512e79f5). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.397477] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-013d1e4e-9f7b-4960-8bbc-40dc708dfdf5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.413502] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Created folder: Project (0d7a853c487e46b59372fc0e512e79f5) in parent group-v722220. [ 889.413701] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Creating folder: Instances. Parent ref: group-v722385. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.413913] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d07e0f8-cbb9-4fd5-9888-bee2f35d0d01 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.426263] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Created folder: Instances in parent group-v722385. [ 889.426600] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.426864] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.427157] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6dabc89-0ddb-4beb-8ec6-a3b08d5bdaa0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.449991] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.449991] env[70243]: value = "task-3622015" [ 889.449991] env[70243]: _type = "Task" [ 889.449991] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.460554] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622015, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.669479] env[70243]: DEBUG nova.compute.manager [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.698549] env[70243]: DEBUG nova.scheduler.client.report [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.708612] env[70243]: DEBUG nova.virt.hardware [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.708913] env[70243]: DEBUG nova.virt.hardware [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.709032] env[70243]: DEBUG nova.virt.hardware [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.709206] env[70243]: DEBUG nova.virt.hardware [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.709440] env[70243]: DEBUG nova.virt.hardware [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.709531] env[70243]: DEBUG nova.virt.hardware [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.709694] env[70243]: DEBUG nova.virt.hardware [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.710246] env[70243]: DEBUG nova.virt.hardware [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.710246] env[70243]: DEBUG nova.virt.hardware [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.710372] env[70243]: DEBUG nova.virt.hardware [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.710494] env[70243]: DEBUG nova.virt.hardware [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.711356] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d75578-2e5e-4ccb-b933-a15aac806ccb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.717158] env[70243]: DEBUG oslo_vmware.api [None req-bea1e8e6-d5f8-4a6d-a98f-1784bd638770 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Task: {'id': task-3622008, 'name': ReconfigVM_Task, 'duration_secs': 0.775707} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.718620] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bea1e8e6-d5f8-4a6d-a98f-1784bd638770 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722380', 'volume_id': 'b05f8d1d-76ba-480c-b336-ec496c30885e', 'name': 'volume-b05f8d1d-76ba-480c-b336-ec496c30885e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '928c8b15-911b-486f-afb1-95758d81d822', 'attached_at': '', 'detached_at': '', 'volume_id': 'b05f8d1d-76ba-480c-b336-ec496c30885e', 'serial': 'b05f8d1d-76ba-480c-b336-ec496c30885e'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 889.725030] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a00df2-f9f6-499f-abce-137928969be8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.830422] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622011, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.850502] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622012, 'name': PowerOffVM_Task, 'duration_secs': 0.199375} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.850885] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.851200] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.852283] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307262d7-e015-436a-9a13-23b1696ea7c0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.860164] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.860416] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c9b83a5-5ec5-40da-a310-676ee419720a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.957136] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.957136] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.957136] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Deleting the datastore file [datastore2] cdc63cce-27d5-4068-bc87-51c290fb7c69 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.957136] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53adaf60-4cde-4a4a-bbe5-b78fe21267b4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.964518] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622015, 'name': CreateVM_Task, 'duration_secs': 0.384534} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.965706] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.966071] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 889.966071] env[70243]: value = "task-3622017" [ 889.966071] env[70243]: _type = "Task" [ 889.966071] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.967209] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.967209] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.967209] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.967503] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a8f9657-e0c5-458d-b750-78f27410f93f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.977070] env[70243]: DEBUG oslo_vmware.api [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 889.977070] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b44919-6ae3-d57c-5919-960af3df454f" [ 889.977070] env[70243]: _type = "Task" [ 889.977070] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.980022] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.988611] env[70243]: DEBUG oslo_vmware.api [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b44919-6ae3-d57c-5919-960af3df454f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.181105] env[70243]: DEBUG nova.network.neutron [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Updated VIF entry in instance network info cache for port 26908c31-5eae-4ab4-9a47-fa3699508602. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.181637] env[70243]: DEBUG nova.network.neutron [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Updating instance_info_cache with network_info: [{"id": "201c188b-2954-452c-936a-6e0e82e01b8b", "address": "fa:16:3e:3a:c1:aa", "network": {"id": "c16f4aa5-af1f-428a-9b88-04d16730b2ef", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1617183726", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ee25ec099c4cabba7a3f66d8d20dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap201c188b-29", "ovs_interfaceid": "201c188b-2954-452c-936a-6e0e82e01b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee5716fc-1124-46ca-a5ac-685a7be87113", "address": "fa:16:3e:8b:3f:e0", "network": {"id": "d46f832a-7023-4b8f-8893-5382c8a9f1f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1179435562", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "77ee25ec099c4cabba7a3f66d8d20dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee5716fc-11", "ovs_interfaceid": "ee5716fc-1124-46ca-a5ac-685a7be87113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26908c31-5eae-4ab4-9a47-fa3699508602", "address": "fa:16:3e:a0:a5:2a", "network": {"id": "c16f4aa5-af1f-428a-9b88-04d16730b2ef", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1617183726", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ee25ec099c4cabba7a3f66d8d20dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26908c31-5e", "ovs_interfaceid": "26908c31-5eae-4ab4-9a47-fa3699508602", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.189686] env[70243]: DEBUG nova.network.neutron [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Successfully updated port: e33726c0-ed41-4f1c-8f66-632639765bb6 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.203298] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.203816] env[70243]: DEBUG nova.compute.manager [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.206435] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.550s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.208334] env[70243]: INFO nova.compute.claims [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.279376] env[70243]: DEBUG nova.objects.instance [None req-bea1e8e6-d5f8-4a6d-a98f-1784bd638770 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Lazy-loading 'flavor' on Instance uuid 928c8b15-911b-486f-afb1-95758d81d822 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.330154] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622011, 'name': CreateVM_Task, 'duration_secs': 0.515724} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.330399] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.331315] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.331481] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.332542] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.332542] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13db3ff8-7970-4fce-bdfa-6a760d850b35 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.337914] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Waiting for the task: (returnval){ [ 890.337914] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d8a184-7c10-03bb-b617-111a027426dc" [ 890.337914] env[70243]: _type = "Task" [ 890.337914] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.347789] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d8a184-7c10-03bb-b617-111a027426dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.478649] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147291} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.478834] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.479052] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.479296] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.492803] env[70243]: DEBUG oslo_vmware.api [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b44919-6ae3-d57c-5919-960af3df454f, 'name': SearchDatastore_Task, 'duration_secs': 0.011033} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.493184] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.493443] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.493693] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.493864] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.494143] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.494459] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b01e0212-020e-4df7-9ff6-77530510bca5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.507240] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.507931] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.509084] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ad7e9fd-49df-447d-b8c7-a1b73e7b23c7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.515592] env[70243]: DEBUG oslo_vmware.api [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 890.515592] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526d3705-fa2e-3e8c-f681-dad00ab69d12" [ 890.515592] env[70243]: _type = "Task" [ 890.515592] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.525461] env[70243]: DEBUG oslo_vmware.api [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526d3705-fa2e-3e8c-f681-dad00ab69d12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.617925] env[70243]: DEBUG nova.compute.manager [req-3c70e925-8b3d-4b3b-80b6-9fda3c4182d8 req-9ca471b4-30eb-4374-9ae1-5051b6747f20 service nova] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Received event network-vif-plugged-e33726c0-ed41-4f1c-8f66-632639765bb6 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.617925] env[70243]: DEBUG oslo_concurrency.lockutils [req-3c70e925-8b3d-4b3b-80b6-9fda3c4182d8 req-9ca471b4-30eb-4374-9ae1-5051b6747f20 service nova] Acquiring lock "385cd33a-2294-4b27-95bb-95639621b72e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.618210] env[70243]: DEBUG oslo_concurrency.lockutils [req-3c70e925-8b3d-4b3b-80b6-9fda3c4182d8 req-9ca471b4-30eb-4374-9ae1-5051b6747f20 service nova] Lock "385cd33a-2294-4b27-95bb-95639621b72e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.618287] env[70243]: DEBUG oslo_concurrency.lockutils [req-3c70e925-8b3d-4b3b-80b6-9fda3c4182d8 req-9ca471b4-30eb-4374-9ae1-5051b6747f20 service nova] Lock "385cd33a-2294-4b27-95bb-95639621b72e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.618454] env[70243]: DEBUG nova.compute.manager [req-3c70e925-8b3d-4b3b-80b6-9fda3c4182d8 req-9ca471b4-30eb-4374-9ae1-5051b6747f20 service nova] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] No waiting events found dispatching network-vif-plugged-e33726c0-ed41-4f1c-8f66-632639765bb6 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.618617] env[70243]: WARNING nova.compute.manager [req-3c70e925-8b3d-4b3b-80b6-9fda3c4182d8 req-9ca471b4-30eb-4374-9ae1-5051b6747f20 service nova] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Received unexpected event network-vif-plugged-e33726c0-ed41-4f1c-8f66-632639765bb6 for instance with vm_state building and task_state spawning. [ 890.618797] env[70243]: DEBUG nova.compute.manager [req-3c70e925-8b3d-4b3b-80b6-9fda3c4182d8 req-9ca471b4-30eb-4374-9ae1-5051b6747f20 service nova] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Received event network-changed-e33726c0-ed41-4f1c-8f66-632639765bb6 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.618955] env[70243]: DEBUG nova.compute.manager [req-3c70e925-8b3d-4b3b-80b6-9fda3c4182d8 req-9ca471b4-30eb-4374-9ae1-5051b6747f20 service nova] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Refreshing instance network info cache due to event network-changed-e33726c0-ed41-4f1c-8f66-632639765bb6. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.619191] env[70243]: DEBUG oslo_concurrency.lockutils [req-3c70e925-8b3d-4b3b-80b6-9fda3c4182d8 req-9ca471b4-30eb-4374-9ae1-5051b6747f20 service nova] Acquiring lock "refresh_cache-385cd33a-2294-4b27-95bb-95639621b72e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.619346] env[70243]: DEBUG oslo_concurrency.lockutils [req-3c70e925-8b3d-4b3b-80b6-9fda3c4182d8 req-9ca471b4-30eb-4374-9ae1-5051b6747f20 service nova] Acquired lock "refresh_cache-385cd33a-2294-4b27-95bb-95639621b72e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.619504] env[70243]: DEBUG nova.network.neutron [req-3c70e925-8b3d-4b3b-80b6-9fda3c4182d8 req-9ca471b4-30eb-4374-9ae1-5051b6747f20 service nova] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Refreshing network info cache for port e33726c0-ed41-4f1c-8f66-632639765bb6 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.686945] env[70243]: DEBUG oslo_concurrency.lockutils [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] Releasing lock "refresh_cache-8dea4966-6d2b-48bd-90b5-df0d64cd4fb1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.686945] env[70243]: DEBUG nova.compute.manager [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Received event network-vif-plugged-c0340936-539c-4e92-8c28-0d18120fea61 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.686945] env[70243]: DEBUG oslo_concurrency.lockutils [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] Acquiring lock "de428c72-4073-4f6f-af91-d693ee775dfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.686945] env[70243]: DEBUG oslo_concurrency.lockutils [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] Lock "de428c72-4073-4f6f-af91-d693ee775dfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.686945] env[70243]: DEBUG oslo_concurrency.lockutils [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] Lock "de428c72-4073-4f6f-af91-d693ee775dfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.686945] env[70243]: DEBUG nova.compute.manager [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] No waiting events found dispatching network-vif-plugged-c0340936-539c-4e92-8c28-0d18120fea61 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.686945] env[70243]: WARNING nova.compute.manager [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Received unexpected event network-vif-plugged-c0340936-539c-4e92-8c28-0d18120fea61 for instance with vm_state building and task_state spawning. [ 890.686945] env[70243]: DEBUG nova.compute.manager [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Received event network-changed-c0340936-539c-4e92-8c28-0d18120fea61 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.687683] env[70243]: DEBUG nova.compute.manager [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Refreshing instance network info cache due to event network-changed-c0340936-539c-4e92-8c28-0d18120fea61. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.687683] env[70243]: DEBUG oslo_concurrency.lockutils [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] Acquiring lock "refresh_cache-de428c72-4073-4f6f-af91-d693ee775dfb" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.687683] env[70243]: DEBUG oslo_concurrency.lockutils [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] Acquired lock "refresh_cache-de428c72-4073-4f6f-af91-d693ee775dfb" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.687683] env[70243]: DEBUG nova.network.neutron [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Refreshing network info cache for port c0340936-539c-4e92-8c28-0d18120fea61 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.691768] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquiring lock "refresh_cache-385cd33a-2294-4b27-95bb-95639621b72e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.715361] env[70243]: DEBUG nova.compute.utils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.718640] env[70243]: DEBUG nova.compute.manager [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.718640] env[70243]: DEBUG nova.network.neutron [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.754737] env[70243]: DEBUG nova.policy [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2529272d7e04a908bd9247accc495c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffe2f32ab27646d3b2b27e9e5e071ead', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.849704] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d8a184-7c10-03bb-b617-111a027426dc, 'name': SearchDatastore_Task, 'duration_secs': 0.011861} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.850125] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.850343] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.850582] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.850732] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.850907] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.851233] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df752ca0-ffe1-4591-bd49-0308bdb6777f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.861482] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.861665] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.862439] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06b60165-4494-4bb9-8543-afd2f058cde7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.868250] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Waiting for the task: (returnval){ [ 890.868250] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5227bbf7-66b2-7b69-5183-d5e578c2c5a6" [ 890.868250] env[70243]: _type = "Task" [ 890.868250] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.876446] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5227bbf7-66b2-7b69-5183-d5e578c2c5a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.029670] env[70243]: DEBUG oslo_vmware.api [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526d3705-fa2e-3e8c-f681-dad00ab69d12, 'name': SearchDatastore_Task, 'duration_secs': 0.011008} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.030742] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eb7dc45-d593-458e-b32b-ba61c74f17de {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.034735] env[70243]: DEBUG nova.network.neutron [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Successfully created port: 3ef1f1ed-10d2-40db-969e-174040349fc5 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.042563] env[70243]: DEBUG oslo_vmware.api [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 891.042563] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e4e3ef-4883-2345-efa2-3d34acdf6870" [ 891.042563] env[70243]: _type = "Task" [ 891.042563] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.053116] env[70243]: DEBUG oslo_vmware.api [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e4e3ef-4883-2345-efa2-3d34acdf6870, 'name': SearchDatastore_Task} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.053364] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.053613] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] de428c72-4073-4f6f-af91-d693ee775dfb/de428c72-4073-4f6f-af91-d693ee775dfb.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.053857] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2288fb0-ca97-460b-b084-7c2c7422c0ec {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.063202] env[70243]: DEBUG oslo_vmware.api [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 891.063202] env[70243]: value = "task-3622018" [ 891.063202] env[70243]: _type = "Task" [ 891.063202] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.072122] env[70243]: DEBUG oslo_vmware.api [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.189953] env[70243]: DEBUG nova.network.neutron [req-3c70e925-8b3d-4b3b-80b6-9fda3c4182d8 req-9ca471b4-30eb-4374-9ae1-5051b6747f20 service nova] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.217846] env[70243]: DEBUG nova.compute.manager [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.288404] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bea1e8e6-d5f8-4a6d-a98f-1784bd638770 tempest-VolumesAssistedSnapshotsTest-1233404981 tempest-VolumesAssistedSnapshotsTest-1233404981-project-admin] Lock "928c8b15-911b-486f-afb1-95758d81d822" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.791s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.376492] env[70243]: DEBUG nova.network.neutron [req-3c70e925-8b3d-4b3b-80b6-9fda3c4182d8 req-9ca471b4-30eb-4374-9ae1-5051b6747f20 service nova] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.394205] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5227bbf7-66b2-7b69-5183-d5e578c2c5a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009698} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.400257] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37f9d978-dda5-44a1-b549-aaca11ebe9e8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.412186] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Waiting for the task: (returnval){ [ 891.412186] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c23aa3-bb7b-d1d1-4f29-d8ae07c0cd75" [ 891.412186] env[70243]: _type = "Task" [ 891.412186] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.429420] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c23aa3-bb7b-d1d1-4f29-d8ae07c0cd75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.475511] env[70243]: DEBUG nova.network.neutron [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Updated VIF entry in instance network info cache for port c0340936-539c-4e92-8c28-0d18120fea61. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.476206] env[70243]: DEBUG nova.network.neutron [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Updating instance_info_cache with network_info: [{"id": "c0340936-539c-4e92-8c28-0d18120fea61", "address": "fa:16:3e:b1:97:71", "network": {"id": "e67b990e-a496-4c25-af2f-9af30a035feb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1399546946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d7a853c487e46b59372fc0e512e79f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0340936-53", "ovs_interfaceid": "c0340936-539c-4e92-8c28-0d18120fea61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.540212] env[70243]: DEBUG nova.virt.hardware [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.540502] env[70243]: DEBUG nova.virt.hardware [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.540721] env[70243]: DEBUG nova.virt.hardware [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.540934] env[70243]: DEBUG nova.virt.hardware [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.541200] env[70243]: DEBUG nova.virt.hardware [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.541586] env[70243]: DEBUG nova.virt.hardware [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.541932] env[70243]: DEBUG nova.virt.hardware [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.542201] env[70243]: DEBUG nova.virt.hardware [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.542412] env[70243]: DEBUG nova.virt.hardware [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.542769] env[70243]: DEBUG nova.virt.hardware [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.543080] env[70243]: DEBUG nova.virt.hardware [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.544559] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa61cf78-9527-4cc9-9677-65b67abb8e3d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.558163] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d386b22d-7f63-4c65-a1a1-026caaf0c10c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.576411] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:19:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '190f5d32-6a7b-4458-8a36-66f7a9879aaa', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.584106] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.586697] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.588175] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b8efbe6-9bf1-4a8d-853a-4365f9bc80aa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.605469] env[70243]: DEBUG oslo_vmware.api [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511438} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.608539] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] de428c72-4073-4f6f-af91-d693ee775dfb/de428c72-4073-4f6f-af91-d693ee775dfb.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.608729] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.609181] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22d18ecf-0641-4506-8479-b5281c2987fc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.614300] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.614300] env[70243]: value = "task-3622019" [ 891.614300] env[70243]: _type = "Task" [ 891.614300] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.618406] env[70243]: DEBUG oslo_vmware.api [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 891.618406] env[70243]: value = "task-3622020" [ 891.618406] env[70243]: _type = "Task" [ 891.618406] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.628596] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622019, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.635195] env[70243]: DEBUG oslo_vmware.api [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.812750] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd4e3c4-2ded-4aff-87c9-06e523855ac9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.820961] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00bb765-1a74-4177-85cf-abdfc812c3b1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.856521] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89438de-72aa-4057-a4f3-3d88cdd58cdb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.866421] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6405c32-f9c1-46e4-a617-f0b9a566a905 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.881607] env[70243]: DEBUG oslo_concurrency.lockutils [req-3c70e925-8b3d-4b3b-80b6-9fda3c4182d8 req-9ca471b4-30eb-4374-9ae1-5051b6747f20 service nova] Releasing lock "refresh_cache-385cd33a-2294-4b27-95bb-95639621b72e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.882951] env[70243]: DEBUG nova.compute.provider_tree [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.884399] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquired lock "refresh_cache-385cd33a-2294-4b27-95bb-95639621b72e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.884510] env[70243]: DEBUG nova.network.neutron [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.923579] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c23aa3-bb7b-d1d1-4f29-d8ae07c0cd75, 'name': SearchDatastore_Task, 'duration_secs': 0.021357} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.923918] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.924280] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1/8dea4966-6d2b-48bd-90b5-df0d64cd4fb1.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.924615] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-139a087a-3bac-4bd6-8e6e-10b7beaa3390 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.932584] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Waiting for the task: (returnval){ [ 891.932584] env[70243]: value = "task-3622022" [ 891.932584] env[70243]: _type = "Task" [ 891.932584] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.948741] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.982411] env[70243]: DEBUG oslo_concurrency.lockutils [req-dc7198be-72d2-46e2-8161-70de2055e657 req-46a3d652-7244-4095-8834-775bfe772d10 service nova] Releasing lock "refresh_cache-de428c72-4073-4f6f-af91-d693ee775dfb" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.125491] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622019, 'name': CreateVM_Task, 'duration_secs': 0.353968} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.126054] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.126804] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.126972] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.127587] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.127587] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-297b523d-fd47-48dd-8044-1d536e31db2b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.131905] env[70243]: DEBUG oslo_vmware.api [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068393} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.132523] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.133300] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f348ab-c17a-43b8-b9ee-df655248184b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.136773] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 892.136773] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52497530-574a-d513-d198-d856291c8b72" [ 892.136773] env[70243]: _type = "Task" [ 892.136773] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.160074] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] de428c72-4073-4f6f-af91-d693ee775dfb/de428c72-4073-4f6f-af91-d693ee775dfb.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.160493] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7897db3-a04d-457e-b297-7e151afa1408 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.179442] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52497530-574a-d513-d198-d856291c8b72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.186861] env[70243]: DEBUG oslo_vmware.api [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 892.186861] env[70243]: value = "task-3622023" [ 892.186861] env[70243]: _type = "Task" [ 892.186861] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.195149] env[70243]: DEBUG oslo_vmware.api [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.233699] env[70243]: DEBUG nova.compute.manager [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.259296] env[70243]: DEBUG nova.virt.hardware [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.259585] env[70243]: DEBUG nova.virt.hardware [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.259810] env[70243]: DEBUG nova.virt.hardware [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.260067] env[70243]: DEBUG nova.virt.hardware [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.260256] env[70243]: DEBUG nova.virt.hardware [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.260444] env[70243]: DEBUG nova.virt.hardware [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.260699] env[70243]: DEBUG nova.virt.hardware [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.260907] env[70243]: DEBUG nova.virt.hardware [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.261193] env[70243]: DEBUG nova.virt.hardware [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.261377] env[70243]: DEBUG nova.virt.hardware [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.261620] env[70243]: DEBUG nova.virt.hardware [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.262586] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc8e1c0-036c-468e-8ad4-9922e4523246 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.271741] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac75ae72-edb0-4779-a1eb-54b956913a2d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.385677] env[70243]: DEBUG nova.scheduler.client.report [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.420246] env[70243]: DEBUG nova.network.neutron [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.443890] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622022, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.607746] env[70243]: DEBUG nova.network.neutron [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Updating instance_info_cache with network_info: [{"id": "e33726c0-ed41-4f1c-8f66-632639765bb6", "address": "fa:16:3e:e1:ed:e8", "network": {"id": "28e73db4-ff57-4c79-b705-55695e386d24", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2108538350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe03405a62514a7c9662ab0a031e18cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33726c0-ed", "ovs_interfaceid": "e33726c0-ed41-4f1c-8f66-632639765bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.653170] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52497530-574a-d513-d198-d856291c8b72, 'name': SearchDatastore_Task, 'duration_secs': 0.035777} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.653926] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.654395] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.654885] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.655217] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.655555] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.655986] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fae28f3-b9c4-48b2-8c6b-60f477e05265 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.672391] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.672391] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.672391] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7517e594-ea6d-4b98-be23-66bdd05c5a4c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.682039] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 892.682039] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528d60e3-ba75-73f0-5a98-702ea057f544" [ 892.682039] env[70243]: _type = "Task" [ 892.682039] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.701108] env[70243]: DEBUG oslo_vmware.api [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.705094] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528d60e3-ba75-73f0-5a98-702ea057f544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.817729] env[70243]: DEBUG nova.compute.manager [req-ed3c4023-d127-462c-aa4c-fabb1157d636 req-582bd8d3-916a-430e-bdff-f0b3ac3bb836 service nova] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Received event network-vif-plugged-3ef1f1ed-10d2-40db-969e-174040349fc5 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.818029] env[70243]: DEBUG oslo_concurrency.lockutils [req-ed3c4023-d127-462c-aa4c-fabb1157d636 req-582bd8d3-916a-430e-bdff-f0b3ac3bb836 service nova] Acquiring lock "35dee2fd-00c6-4cf6-bcb6-2b09523db205-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.818419] env[70243]: DEBUG oslo_concurrency.lockutils [req-ed3c4023-d127-462c-aa4c-fabb1157d636 req-582bd8d3-916a-430e-bdff-f0b3ac3bb836 service nova] Lock "35dee2fd-00c6-4cf6-bcb6-2b09523db205-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.818776] env[70243]: DEBUG oslo_concurrency.lockutils [req-ed3c4023-d127-462c-aa4c-fabb1157d636 req-582bd8d3-916a-430e-bdff-f0b3ac3bb836 service nova] Lock "35dee2fd-00c6-4cf6-bcb6-2b09523db205-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.818992] env[70243]: DEBUG nova.compute.manager [req-ed3c4023-d127-462c-aa4c-fabb1157d636 req-582bd8d3-916a-430e-bdff-f0b3ac3bb836 service nova] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] No waiting events found dispatching network-vif-plugged-3ef1f1ed-10d2-40db-969e-174040349fc5 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 892.819219] env[70243]: WARNING nova.compute.manager [req-ed3c4023-d127-462c-aa4c-fabb1157d636 req-582bd8d3-916a-430e-bdff-f0b3ac3bb836 service nova] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Received unexpected event network-vif-plugged-3ef1f1ed-10d2-40db-969e-174040349fc5 for instance with vm_state building and task_state spawning. [ 892.892604] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.893260] env[70243]: DEBUG nova.compute.manager [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.896208] env[70243]: DEBUG oslo_concurrency.lockutils [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.360s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.896620] env[70243]: DEBUG nova.objects.instance [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lazy-loading 'resources' on Instance uuid ff145119-5f19-453a-ad22-cbb11664d1e7 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.921130] env[70243]: DEBUG nova.network.neutron [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Successfully updated port: 3ef1f1ed-10d2-40db-969e-174040349fc5 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.943382] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856417} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.943633] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1/8dea4966-6d2b-48bd-90b5-df0d64cd4fb1.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.943844] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.944102] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e2a8bdb-c468-49d4-904e-94fd076239cb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.951135] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Waiting for the task: (returnval){ [ 892.951135] env[70243]: value = "task-3622024" [ 892.951135] env[70243]: _type = "Task" [ 892.951135] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.959368] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.110071] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Releasing lock "refresh_cache-385cd33a-2294-4b27-95bb-95639621b72e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.110435] env[70243]: DEBUG nova.compute.manager [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Instance network_info: |[{"id": "e33726c0-ed41-4f1c-8f66-632639765bb6", "address": "fa:16:3e:e1:ed:e8", "network": {"id": "28e73db4-ff57-4c79-b705-55695e386d24", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2108538350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe03405a62514a7c9662ab0a031e18cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33726c0-ed", "ovs_interfaceid": "e33726c0-ed41-4f1c-8f66-632639765bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.110910] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:ed:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e33726c0-ed41-4f1c-8f66-632639765bb6', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.120661] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.120885] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.121119] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d85a457f-78a3-46f7-93db-a94f995f2964 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.142262] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.142262] env[70243]: value = "task-3622025" [ 893.142262] env[70243]: _type = "Task" [ 893.142262] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.150063] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622025, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.191176] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528d60e3-ba75-73f0-5a98-702ea057f544, 'name': SearchDatastore_Task, 'duration_secs': 0.026573} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.194716] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1424d30c-6234-41b3-8f89-d9673d9dec1f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.204041] env[70243]: DEBUG oslo_vmware.api [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622023, 'name': ReconfigVM_Task, 'duration_secs': 0.657018} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.205159] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Reconfigured VM instance instance-00000036 to attach disk [datastore2] de428c72-4073-4f6f-af91-d693ee775dfb/de428c72-4073-4f6f-af91-d693ee775dfb.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.205930] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 893.205930] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f2c338-4f41-4eb6-50cd-cfb3de88b44b" [ 893.205930] env[70243]: _type = "Task" [ 893.205930] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.206163] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9ba825c-74eb-4b8c-984b-39bd36452f56 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.218082] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f2c338-4f41-4eb6-50cd-cfb3de88b44b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.222297] env[70243]: DEBUG oslo_vmware.api [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 893.222297] env[70243]: value = "task-3622026" [ 893.222297] env[70243]: _type = "Task" [ 893.222297] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.235567] env[70243]: DEBUG oslo_vmware.api [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622026, 'name': Rename_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.400054] env[70243]: DEBUG nova.compute.utils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.404327] env[70243]: DEBUG nova.compute.manager [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.404504] env[70243]: DEBUG nova.network.neutron [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.424057] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "refresh_cache-35dee2fd-00c6-4cf6-bcb6-2b09523db205" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.424363] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquired lock "refresh_cache-35dee2fd-00c6-4cf6-bcb6-2b09523db205" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.424570] env[70243]: DEBUG nova.network.neutron [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.458338] env[70243]: DEBUG nova.policy [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2529272d7e04a908bd9247accc495c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffe2f32ab27646d3b2b27e9e5e071ead', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.468612] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066564} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.468967] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.469925] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfb86d3-b6bb-4bab-940c-55a0fe348612 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.504034] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1/8dea4966-6d2b-48bd-90b5-df0d64cd4fb1.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.506955] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31acc281-db8c-4a80-85d3-af0a3b9c59af {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.529064] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Waiting for the task: (returnval){ [ 893.529064] env[70243]: value = "task-3622027" [ 893.529064] env[70243]: _type = "Task" [ 893.529064] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.540924] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.654750] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622025, 'name': CreateVM_Task, 'duration_secs': 0.37063} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.654927] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.655636] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.655797] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.656199] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.656386] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab26b81-00c9-4804-a833-8b364bd9531e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.663235] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 893.663235] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f02403-5950-7676-c5a6-eeb23b840b13" [ 893.663235] env[70243]: _type = "Task" [ 893.663235] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.674028] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f02403-5950-7676-c5a6-eeb23b840b13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.718203] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f2c338-4f41-4eb6-50cd-cfb3de88b44b, 'name': SearchDatastore_Task, 'duration_secs': 0.023255} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.718491] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.718741] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] cdc63cce-27d5-4068-bc87-51c290fb7c69/cdc63cce-27d5-4068-bc87-51c290fb7c69.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.719015] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b3843e2-bc44-4a19-b36c-43436f9bc74a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.729315] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 893.729315] env[70243]: value = "task-3622028" [ 893.729315] env[70243]: _type = "Task" [ 893.729315] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.738074] env[70243]: DEBUG oslo_vmware.api [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622026, 'name': Rename_Task, 'duration_secs': 0.151249} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.738767] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.742357] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb4a694a-da57-4096-8284-03183b86c465 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.754375] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.763172] env[70243]: DEBUG oslo_vmware.api [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 893.763172] env[70243]: value = "task-3622029" [ 893.763172] env[70243]: _type = "Task" [ 893.763172] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.774406] env[70243]: DEBUG oslo_vmware.api [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.776780] env[70243]: DEBUG nova.network.neutron [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Successfully created port: 97c241ae-d04b-4a1e-a6c0-efe86637e11d {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.905377] env[70243]: DEBUG nova.compute.manager [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.980211] env[70243]: DEBUG nova.network.neutron [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.988109] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59dd131a-7f51-40fb-900e-3764d370fb0d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.998976] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bf2789-8a63-4a54-9969-0c8a8f98e921 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.041644] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9ab638-0dd6-43ba-9bc5-78fac2abfc84 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.053776] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622027, 'name': ReconfigVM_Task, 'duration_secs': 0.292536} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.056143] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1/8dea4966-6d2b-48bd-90b5-df0d64cd4fb1.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.056875] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b2dc6be-15b6-4d4c-aea5-02c2c4a458da {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.061308] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40ed20f-ab91-4837-ade1-bb516b98b8a3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.080466] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Waiting for the task: (returnval){ [ 894.080466] env[70243]: value = "task-3622030" [ 894.080466] env[70243]: _type = "Task" [ 894.080466] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.081079] env[70243]: DEBUG nova.compute.provider_tree [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.097347] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622030, 'name': Rename_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.184482] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f02403-5950-7676-c5a6-eeb23b840b13, 'name': SearchDatastore_Task, 'duration_secs': 0.018187} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.184867] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.185113] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.185375] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.185521] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.185702] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.185997] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c557b31-cc5e-4d1a-aee1-2bee9b7ce958 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.201470] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.201766] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.202733] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df935d1a-8dbe-4aa4-bd1a-0ac573a73b97 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.211666] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 894.211666] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527654f5-5765-0e9f-6c94-ad7850491c67" [ 894.211666] env[70243]: _type = "Task" [ 894.211666] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.217511] env[70243]: DEBUG nova.network.neutron [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Updating instance_info_cache with network_info: [{"id": "3ef1f1ed-10d2-40db-969e-174040349fc5", "address": "fa:16:3e:26:65:9c", "network": {"id": "3341699d-91a6-4cc6-9028-6dd303d7a4ef", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-629740639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe2f32ab27646d3b2b27e9e5e071ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef1f1ed-10", "ovs_interfaceid": "3ef1f1ed-10d2-40db-969e-174040349fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.227757] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527654f5-5765-0e9f-6c94-ad7850491c67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.246623] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622028, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.277699] env[70243]: DEBUG oslo_vmware.api [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622029, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.492452] env[70243]: DEBUG oslo_concurrency.lockutils [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Acquiring lock "928c8b15-911b-486f-afb1-95758d81d822" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.492742] env[70243]: DEBUG oslo_concurrency.lockutils [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Lock "928c8b15-911b-486f-afb1-95758d81d822" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.493044] env[70243]: DEBUG oslo_concurrency.lockutils [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Acquiring lock "928c8b15-911b-486f-afb1-95758d81d822-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.493290] env[70243]: DEBUG oslo_concurrency.lockutils [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Lock "928c8b15-911b-486f-afb1-95758d81d822-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.493495] env[70243]: DEBUG oslo_concurrency.lockutils [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Lock "928c8b15-911b-486f-afb1-95758d81d822-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.495651] env[70243]: INFO nova.compute.manager [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Terminating instance [ 894.584509] env[70243]: DEBUG nova.scheduler.client.report [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.599810] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622030, 'name': Rename_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.720439] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Releasing lock "refresh_cache-35dee2fd-00c6-4cf6-bcb6-2b09523db205" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.720799] env[70243]: DEBUG nova.compute.manager [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Instance network_info: |[{"id": "3ef1f1ed-10d2-40db-969e-174040349fc5", "address": "fa:16:3e:26:65:9c", "network": {"id": "3341699d-91a6-4cc6-9028-6dd303d7a4ef", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-629740639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe2f32ab27646d3b2b27e9e5e071ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef1f1ed-10", "ovs_interfaceid": "3ef1f1ed-10d2-40db-969e-174040349fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 894.721287] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:65:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ef1f1ed-10d2-40db-969e-174040349fc5', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.736023] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.737937] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.738951] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527654f5-5765-0e9f-6c94-ad7850491c67, 'name': SearchDatastore_Task, 'duration_secs': 0.059817} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.742308] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3938d0e8-5abd-44dd-9c90-becb822241cc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.770239] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0efaefc3-5b8e-45c6-8c3f-c9e1bc9c00e0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.783270] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660232} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.783939] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] cdc63cce-27d5-4068-bc87-51c290fb7c69/cdc63cce-27d5-4068-bc87-51c290fb7c69.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.784236] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.784558] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f435476-58da-48d5-b093-a8c453868642 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.787618] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 894.787618] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526169a7-4d00-8677-1874-896505ab56de" [ 894.787618] env[70243]: _type = "Task" [ 894.787618] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.792793] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.792793] env[70243]: value = "task-3622031" [ 894.792793] env[70243]: _type = "Task" [ 894.792793] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.792793] env[70243]: DEBUG oslo_vmware.api [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622029, 'name': PowerOnVM_Task, 'duration_secs': 0.863345} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.799028] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.799028] env[70243]: INFO nova.compute.manager [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Took 7.77 seconds to spawn the instance on the hypervisor. [ 894.799028] env[70243]: DEBUG nova.compute.manager [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.800181] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1792fea-f794-4f75-8017-9571c73de806 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.804442] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 894.804442] env[70243]: value = "task-3622032" [ 894.804442] env[70243]: _type = "Task" [ 894.804442] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.824019] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622031, 'name': CreateVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.824019] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526169a7-4d00-8677-1874-896505ab56de, 'name': SearchDatastore_Task, 'duration_secs': 0.020055} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.824019] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.824019] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 385cd33a-2294-4b27-95bb-95639621b72e/385cd33a-2294-4b27-95bb-95639621b72e.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.824019] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18fbda67-bd9b-489a-928b-8d95702f9db0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.829648] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.831228] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 894.831228] env[70243]: value = "task-3622033" [ 894.831228] env[70243]: _type = "Task" [ 894.831228] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.842755] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.902544] env[70243]: DEBUG nova.compute.manager [req-5a4803b5-68d2-4bfb-bfe7-dee17a7d53d5 req-46b9dc32-4e5f-4699-b900-03cd03a73664 service nova] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Received event network-changed-3ef1f1ed-10d2-40db-969e-174040349fc5 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.902765] env[70243]: DEBUG nova.compute.manager [req-5a4803b5-68d2-4bfb-bfe7-dee17a7d53d5 req-46b9dc32-4e5f-4699-b900-03cd03a73664 service nova] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Refreshing instance network info cache due to event network-changed-3ef1f1ed-10d2-40db-969e-174040349fc5. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.903264] env[70243]: DEBUG oslo_concurrency.lockutils [req-5a4803b5-68d2-4bfb-bfe7-dee17a7d53d5 req-46b9dc32-4e5f-4699-b900-03cd03a73664 service nova] Acquiring lock "refresh_cache-35dee2fd-00c6-4cf6-bcb6-2b09523db205" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.903372] env[70243]: DEBUG oslo_concurrency.lockutils [req-5a4803b5-68d2-4bfb-bfe7-dee17a7d53d5 req-46b9dc32-4e5f-4699-b900-03cd03a73664 service nova] Acquired lock "refresh_cache-35dee2fd-00c6-4cf6-bcb6-2b09523db205" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.903552] env[70243]: DEBUG nova.network.neutron [req-5a4803b5-68d2-4bfb-bfe7-dee17a7d53d5 req-46b9dc32-4e5f-4699-b900-03cd03a73664 service nova] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Refreshing network info cache for port 3ef1f1ed-10d2-40db-969e-174040349fc5 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.921671] env[70243]: DEBUG nova.compute.manager [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.949586] env[70243]: DEBUG nova.virt.hardware [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.949856] env[70243]: DEBUG nova.virt.hardware [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.950062] env[70243]: DEBUG nova.virt.hardware [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.950260] env[70243]: DEBUG nova.virt.hardware [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.950437] env[70243]: DEBUG nova.virt.hardware [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.950641] env[70243]: DEBUG nova.virt.hardware [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.950879] env[70243]: DEBUG nova.virt.hardware [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.951138] env[70243]: DEBUG nova.virt.hardware [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.951376] env[70243]: DEBUG nova.virt.hardware [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.951584] env[70243]: DEBUG nova.virt.hardware [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.951819] env[70243]: DEBUG nova.virt.hardware [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.953165] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7080189-ac67-41f7-8c79-7d41c2c872cd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.962033] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8caa732f-0600-4efd-b5a0-197753617168 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.000440] env[70243]: DEBUG nova.compute.manager [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.000610] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.001542] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae690580-eef1-4d39-b273-06e9e1dcc677 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.010295] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.010851] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36480aa8-4057-47a6-83a4-ce29a11fc0ec {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.018021] env[70243]: DEBUG oslo_vmware.api [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Waiting for the task: (returnval){ [ 895.018021] env[70243]: value = "task-3622034" [ 895.018021] env[70243]: _type = "Task" [ 895.018021] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.027534] env[70243]: DEBUG oslo_vmware.api [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Task: {'id': task-3622034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.094609] env[70243]: DEBUG oslo_concurrency.lockutils [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.100644] env[70243]: DEBUG oslo_concurrency.lockutils [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.410s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.102399] env[70243]: INFO nova.compute.claims [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.105548] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622030, 'name': Rename_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.127557] env[70243]: INFO nova.scheduler.client.report [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Deleted allocations for instance ff145119-5f19-453a-ad22-cbb11664d1e7 [ 895.309541] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622031, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.331375] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076945} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.333940] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.338389] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8243cd5-0550-4144-bfa0-a0988bb77a23 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.341394] env[70243]: INFO nova.compute.manager [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Took 57.13 seconds to build instance. [ 895.348538] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622033, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.367275] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] cdc63cce-27d5-4068-bc87-51c290fb7c69/cdc63cce-27d5-4068-bc87-51c290fb7c69.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.368308] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85d17f26-50f2-4bf6-a8bd-de760a2183d1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.389457] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 895.389457] env[70243]: value = "task-3622035" [ 895.389457] env[70243]: _type = "Task" [ 895.389457] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.398319] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.529696] env[70243]: DEBUG oslo_vmware.api [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Task: {'id': task-3622034, 'name': PowerOffVM_Task, 'duration_secs': 0.317009} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.529935] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.530124] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.530384] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-287deef7-dd50-4225-8b88-aba4cb50fd38 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.556522] env[70243]: DEBUG nova.network.neutron [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Successfully updated port: 97c241ae-d04b-4a1e-a6c0-efe86637e11d {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.600183] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622030, 'name': Rename_Task, 'duration_secs': 1.199561} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.600183] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.600453] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-657720d6-83c1-489c-abbf-1d053f05a39a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.613035] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Waiting for the task: (returnval){ [ 895.613035] env[70243]: value = "task-3622037" [ 895.613035] env[70243]: _type = "Task" [ 895.613035] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.624315] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.624783] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.625168] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.625540] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Deleting the datastore file [datastore1] 928c8b15-911b-486f-afb1-95758d81d822 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.626033] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7259bcb-fad5-4386-9975-e00a8c6afeae {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.635022] env[70243]: DEBUG oslo_vmware.api [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Waiting for the task: (returnval){ [ 895.635022] env[70243]: value = "task-3622038" [ 895.635022] env[70243]: _type = "Task" [ 895.635022] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.639893] env[70243]: DEBUG oslo_concurrency.lockutils [None req-699d5d1c-b035-42ff-885f-7cc6333f3e1a tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "ff145119-5f19-453a-ad22-cbb11664d1e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.709s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.648449] env[70243]: DEBUG oslo_vmware.api [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Task: {'id': task-3622038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.708980] env[70243]: DEBUG nova.network.neutron [req-5a4803b5-68d2-4bfb-bfe7-dee17a7d53d5 req-46b9dc32-4e5f-4699-b900-03cd03a73664 service nova] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Updated VIF entry in instance network info cache for port 3ef1f1ed-10d2-40db-969e-174040349fc5. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.709376] env[70243]: DEBUG nova.network.neutron [req-5a4803b5-68d2-4bfb-bfe7-dee17a7d53d5 req-46b9dc32-4e5f-4699-b900-03cd03a73664 service nova] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Updating instance_info_cache with network_info: [{"id": "3ef1f1ed-10d2-40db-969e-174040349fc5", "address": "fa:16:3e:26:65:9c", "network": {"id": "3341699d-91a6-4cc6-9028-6dd303d7a4ef", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-629740639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe2f32ab27646d3b2b27e9e5e071ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef1f1ed-10", "ovs_interfaceid": "3ef1f1ed-10d2-40db-969e-174040349fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.810429] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622031, 'name': CreateVM_Task, 'duration_secs': 0.651288} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.810674] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.811424] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.811686] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.812088] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.812418] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-929c314f-69fc-435b-ab09-0f06a7dbef95 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.817755] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 895.817755] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52dd5604-7fa9-6f4d-8bd5-2f6817e72d62" [ 895.817755] env[70243]: _type = "Task" [ 895.817755] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.827309] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52dd5604-7fa9-6f4d-8bd5-2f6817e72d62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.843186] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642136} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.843664] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7b41937-a1b5-403a-9eda-1fb358a6d086 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "de428c72-4073-4f6f-af91-d693ee775dfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.641s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.843932] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 385cd33a-2294-4b27-95bb-95639621b72e/385cd33a-2294-4b27-95bb-95639621b72e.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.844214] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.845799] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97289505-6d08-4482-9403-340c586e6bd2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.854761] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 895.854761] env[70243]: value = "task-3622040" [ 895.854761] env[70243]: _type = "Task" [ 895.854761] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.867379] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.901438] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622035, 'name': ReconfigVM_Task, 'duration_secs': 0.31456} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.901810] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Reconfigured VM instance instance-00000014 to attach disk [datastore2] cdc63cce-27d5-4068-bc87-51c290fb7c69/cdc63cce-27d5-4068-bc87-51c290fb7c69.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.902511] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-194ab9e5-bc75-40f8-a282-f5300545bd10 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.909562] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 895.909562] env[70243]: value = "task-3622041" [ 895.909562] env[70243]: _type = "Task" [ 895.909562] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.923632] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622041, 'name': Rename_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.061386] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "refresh_cache-a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.061533] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquired lock "refresh_cache-a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.061685] env[70243]: DEBUG nova.network.neutron [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.132729] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622037, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.147479] env[70243]: DEBUG oslo_vmware.api [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Task: {'id': task-3622038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396005} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.147856] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.147966] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.151000] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.151288] env[70243]: INFO nova.compute.manager [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Took 1.15 seconds to destroy the instance on the hypervisor. [ 896.151554] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.154687] env[70243]: DEBUG nova.compute.manager [-] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.154787] env[70243]: DEBUG nova.network.neutron [-] [instance: 928c8b15-911b-486f-afb1-95758d81d822] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.213245] env[70243]: DEBUG oslo_concurrency.lockutils [req-5a4803b5-68d2-4bfb-bfe7-dee17a7d53d5 req-46b9dc32-4e5f-4699-b900-03cd03a73664 service nova] Releasing lock "refresh_cache-35dee2fd-00c6-4cf6-bcb6-2b09523db205" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.337057] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52dd5604-7fa9-6f4d-8bd5-2f6817e72d62, 'name': SearchDatastore_Task, 'duration_secs': 0.034801} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.337405] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.337639] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.337885] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.338047] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.338227] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.338511] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85916887-d2cc-499c-b6a9-7f710f7bbcf9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.351983] env[70243]: DEBUG nova.compute.manager [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.365590] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.365811] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.369345] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29e12498-5436-422a-8cc2-6583b33711df {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.372580] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073592} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.374578] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.375885] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77525260-604f-4691-82d8-58f3cb4506a0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.381018] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 896.381018] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525fec8b-df1d-5662-7f10-864bb395faa9" [ 896.381018] env[70243]: _type = "Task" [ 896.381018] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.403371] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 385cd33a-2294-4b27-95bb-95639621b72e/385cd33a-2294-4b27-95bb-95639621b72e.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.407189] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c656627-2b55-423e-8617-74791b369cfa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.428243] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525fec8b-df1d-5662-7f10-864bb395faa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.436955] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622041, 'name': Rename_Task, 'duration_secs': 0.145908} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.439843] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.439843] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 896.439843] env[70243]: value = "task-3622042" [ 896.439843] env[70243]: _type = "Task" [ 896.439843] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.439843] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2951ada-17af-447e-859a-0ed44277b52b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.454156] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622042, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.455422] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 896.455422] env[70243]: value = "task-3622043" [ 896.455422] env[70243]: _type = "Task" [ 896.455422] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.625111] env[70243]: DEBUG oslo_vmware.api [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622037, 'name': PowerOnVM_Task, 'duration_secs': 0.580393} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.625111] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.625111] env[70243]: INFO nova.compute.manager [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Took 15.89 seconds to spawn the instance on the hypervisor. [ 896.625669] env[70243]: DEBUG nova.compute.manager [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.626613] env[70243]: DEBUG nova.network.neutron [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.629151] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6a5ffa-a17a-4fb7-b41f-4f941c76ee67 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.689115] env[70243]: DEBUG nova.compute.manager [req-f240e08b-a88e-47be-8aeb-9fdcd7f25738 req-8a17bca6-3451-4804-a3b0-971ba16a2dbf service nova] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Received event network-changed-c0340936-539c-4e92-8c28-0d18120fea61 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.693666] env[70243]: DEBUG nova.compute.manager [req-f240e08b-a88e-47be-8aeb-9fdcd7f25738 req-8a17bca6-3451-4804-a3b0-971ba16a2dbf service nova] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Refreshing instance network info cache due to event network-changed-c0340936-539c-4e92-8c28-0d18120fea61. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.693666] env[70243]: DEBUG oslo_concurrency.lockutils [req-f240e08b-a88e-47be-8aeb-9fdcd7f25738 req-8a17bca6-3451-4804-a3b0-971ba16a2dbf service nova] Acquiring lock "refresh_cache-de428c72-4073-4f6f-af91-d693ee775dfb" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.693666] env[70243]: DEBUG oslo_concurrency.lockutils [req-f240e08b-a88e-47be-8aeb-9fdcd7f25738 req-8a17bca6-3451-4804-a3b0-971ba16a2dbf service nova] Acquired lock "refresh_cache-de428c72-4073-4f6f-af91-d693ee775dfb" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.693666] env[70243]: DEBUG nova.network.neutron [req-f240e08b-a88e-47be-8aeb-9fdcd7f25738 req-8a17bca6-3451-4804-a3b0-971ba16a2dbf service nova] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Refreshing network info cache for port c0340936-539c-4e92-8c28-0d18120fea61 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.713124] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d753da9-52af-4d18-a7b3-59a585e7c84e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.722450] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3846a237-9496-4de7-96d6-024f04638a8e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.760919] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2376a0-9074-41bc-97f3-8706e993b21d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.768950] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bc8bc7-e1dd-462b-b16d-f0a56326a63a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.783844] env[70243]: DEBUG nova.compute.provider_tree [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.876828] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.891733] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525fec8b-df1d-5662-7f10-864bb395faa9, 'name': SearchDatastore_Task, 'duration_secs': 0.048406} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.893075] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e59d446c-d4ec-40d2-ac75-e6f15354eeb7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.900097] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 896.900097] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52cf5ba2-64cb-0b5b-086a-6e62ab4a79a4" [ 896.900097] env[70243]: _type = "Task" [ 896.900097] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.908571] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52cf5ba2-64cb-0b5b-086a-6e62ab4a79a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.951594] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622042, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.965885] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622043, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.128788] env[70243]: DEBUG nova.network.neutron [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Updating instance_info_cache with network_info: [{"id": "97c241ae-d04b-4a1e-a6c0-efe86637e11d", "address": "fa:16:3e:e7:fb:63", "network": {"id": "3341699d-91a6-4cc6-9028-6dd303d7a4ef", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-629740639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe2f32ab27646d3b2b27e9e5e071ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c241ae-d0", "ovs_interfaceid": "97c241ae-d04b-4a1e-a6c0-efe86637e11d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.155958] env[70243]: DEBUG nova.compute.manager [req-41b62819-dd6a-4cce-a7b9-308154c72b1d req-06125b47-87a1-4d69-a357-726fb0123a12 service nova] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Received event network-vif-plugged-97c241ae-d04b-4a1e-a6c0-efe86637e11d {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.157350] env[70243]: DEBUG oslo_concurrency.lockutils [req-41b62819-dd6a-4cce-a7b9-308154c72b1d req-06125b47-87a1-4d69-a357-726fb0123a12 service nova] Acquiring lock "a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.158965] env[70243]: DEBUG oslo_concurrency.lockutils [req-41b62819-dd6a-4cce-a7b9-308154c72b1d req-06125b47-87a1-4d69-a357-726fb0123a12 service nova] Lock "a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.158965] env[70243]: DEBUG oslo_concurrency.lockutils [req-41b62819-dd6a-4cce-a7b9-308154c72b1d req-06125b47-87a1-4d69-a357-726fb0123a12 service nova] Lock "a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.158965] env[70243]: DEBUG nova.compute.manager [req-41b62819-dd6a-4cce-a7b9-308154c72b1d req-06125b47-87a1-4d69-a357-726fb0123a12 service nova] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] No waiting events found dispatching network-vif-plugged-97c241ae-d04b-4a1e-a6c0-efe86637e11d {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 897.158965] env[70243]: WARNING nova.compute.manager [req-41b62819-dd6a-4cce-a7b9-308154c72b1d req-06125b47-87a1-4d69-a357-726fb0123a12 service nova] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Received unexpected event network-vif-plugged-97c241ae-d04b-4a1e-a6c0-efe86637e11d for instance with vm_state building and task_state spawning. [ 897.158965] env[70243]: DEBUG nova.compute.manager [req-41b62819-dd6a-4cce-a7b9-308154c72b1d req-06125b47-87a1-4d69-a357-726fb0123a12 service nova] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Received event network-changed-97c241ae-d04b-4a1e-a6c0-efe86637e11d {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.159283] env[70243]: DEBUG nova.compute.manager [req-41b62819-dd6a-4cce-a7b9-308154c72b1d req-06125b47-87a1-4d69-a357-726fb0123a12 service nova] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Refreshing instance network info cache due to event network-changed-97c241ae-d04b-4a1e-a6c0-efe86637e11d. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.159283] env[70243]: DEBUG oslo_concurrency.lockutils [req-41b62819-dd6a-4cce-a7b9-308154c72b1d req-06125b47-87a1-4d69-a357-726fb0123a12 service nova] Acquiring lock "refresh_cache-a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.162760] env[70243]: INFO nova.compute.manager [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Took 59.90 seconds to build instance. [ 897.289140] env[70243]: DEBUG nova.scheduler.client.report [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.347721] env[70243]: DEBUG nova.network.neutron [-] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.411797] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52cf5ba2-64cb-0b5b-086a-6e62ab4a79a4, 'name': SearchDatastore_Task, 'duration_secs': 0.016046} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.412168] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.412458] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 35dee2fd-00c6-4cf6-bcb6-2b09523db205/35dee2fd-00c6-4cf6-bcb6-2b09523db205.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.412747] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c3d56e4-abe1-4c42-b912-b7ff9abf0c09 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.421144] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 897.421144] env[70243]: value = "task-3622044" [ 897.421144] env[70243]: _type = "Task" [ 897.421144] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.429584] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.450843] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622042, 'name': ReconfigVM_Task, 'duration_secs': 0.535625} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.451727] env[70243]: DEBUG nova.network.neutron [req-f240e08b-a88e-47be-8aeb-9fdcd7f25738 req-8a17bca6-3451-4804-a3b0-971ba16a2dbf service nova] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Updated VIF entry in instance network info cache for port c0340936-539c-4e92-8c28-0d18120fea61. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.452133] env[70243]: DEBUG nova.network.neutron [req-f240e08b-a88e-47be-8aeb-9fdcd7f25738 req-8a17bca6-3451-4804-a3b0-971ba16a2dbf service nova] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Updating instance_info_cache with network_info: [{"id": "c0340936-539c-4e92-8c28-0d18120fea61", "address": "fa:16:3e:b1:97:71", "network": {"id": "e67b990e-a496-4c25-af2f-9af30a035feb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1399546946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d7a853c487e46b59372fc0e512e79f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0340936-53", "ovs_interfaceid": "c0340936-539c-4e92-8c28-0d18120fea61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.453416] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 385cd33a-2294-4b27-95bb-95639621b72e/385cd33a-2294-4b27-95bb-95639621b72e.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.454326] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-836e7f4f-d718-4eca-86a5-b92c544b8d84 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.464846] env[70243]: DEBUG oslo_vmware.api [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622043, 'name': PowerOnVM_Task, 'duration_secs': 0.639477} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.466793] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.467111] env[70243]: DEBUG nova.compute.manager [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.467412] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 897.467412] env[70243]: value = "task-3622045" [ 897.467412] env[70243]: _type = "Task" [ 897.467412] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.468215] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7979ba-7c37-4669-8b11-82eac1b64126 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.485412] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622045, 'name': Rename_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.634881] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Releasing lock "refresh_cache-a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.635344] env[70243]: DEBUG nova.compute.manager [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Instance network_info: |[{"id": "97c241ae-d04b-4a1e-a6c0-efe86637e11d", "address": "fa:16:3e:e7:fb:63", "network": {"id": "3341699d-91a6-4cc6-9028-6dd303d7a4ef", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-629740639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe2f32ab27646d3b2b27e9e5e071ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c241ae-d0", "ovs_interfaceid": "97c241ae-d04b-4a1e-a6c0-efe86637e11d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.635790] env[70243]: DEBUG oslo_concurrency.lockutils [req-41b62819-dd6a-4cce-a7b9-308154c72b1d req-06125b47-87a1-4d69-a357-726fb0123a12 service nova] Acquired lock "refresh_cache-a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.636076] env[70243]: DEBUG nova.network.neutron [req-41b62819-dd6a-4cce-a7b9-308154c72b1d req-06125b47-87a1-4d69-a357-726fb0123a12 service nova] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Refreshing network info cache for port 97c241ae-d04b-4a1e-a6c0-efe86637e11d {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.637901] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:fb:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97c241ae-d04b-4a1e-a6c0-efe86637e11d', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.645403] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.646452] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.646727] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53cf5e74-e84d-4a87-9ef1-2d0ec3c89173 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.665854] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bffd8323-fb69-4821-b587-006798f5c457 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Lock "8dea4966-6d2b-48bd-90b5-df0d64cd4fb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.424s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.668537] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.668537] env[70243]: value = "task-3622046" [ 897.668537] env[70243]: _type = "Task" [ 897.668537] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.678285] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622046, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.794104] env[70243]: DEBUG oslo_concurrency.lockutils [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.795365] env[70243]: DEBUG nova.compute.manager [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.797545] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.873s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.798200] env[70243]: DEBUG nova.objects.instance [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Lazy-loading 'resources' on Instance uuid 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.852813] env[70243]: INFO nova.compute.manager [-] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Took 1.70 seconds to deallocate network for instance. [ 897.933389] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622044, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.955122] env[70243]: DEBUG oslo_concurrency.lockutils [req-f240e08b-a88e-47be-8aeb-9fdcd7f25738 req-8a17bca6-3451-4804-a3b0-971ba16a2dbf service nova] Releasing lock "refresh_cache-de428c72-4073-4f6f-af91-d693ee775dfb" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.980809] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622045, 'name': Rename_Task, 'duration_secs': 0.171861} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.981192] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.981548] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e43112f6-6876-4440-84cc-f85e83a95cae {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.993405] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 897.993405] env[70243]: value = "task-3622047" [ 897.993405] env[70243]: _type = "Task" [ 897.993405] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.999071] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.009077] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.170863] env[70243]: DEBUG nova.compute.manager [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.181945] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622046, 'name': CreateVM_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.301475] env[70243]: DEBUG nova.compute.utils [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.303161] env[70243]: DEBUG nova.compute.manager [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.303371] env[70243]: DEBUG nova.network.neutron [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.359957] env[70243]: DEBUG oslo_concurrency.lockutils [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.378021] env[70243]: DEBUG nova.policy [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb5d423f480e4b5b85304f1c6b14797c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc9d2d75faf646e5bed4757a0291741d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.427384] env[70243]: DEBUG nova.network.neutron [req-41b62819-dd6a-4cce-a7b9-308154c72b1d req-06125b47-87a1-4d69-a357-726fb0123a12 service nova] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Updated VIF entry in instance network info cache for port 97c241ae-d04b-4a1e-a6c0-efe86637e11d. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.427752] env[70243]: DEBUG nova.network.neutron [req-41b62819-dd6a-4cce-a7b9-308154c72b1d req-06125b47-87a1-4d69-a357-726fb0123a12 service nova] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Updating instance_info_cache with network_info: [{"id": "97c241ae-d04b-4a1e-a6c0-efe86637e11d", "address": "fa:16:3e:e7:fb:63", "network": {"id": "3341699d-91a6-4cc6-9028-6dd303d7a4ef", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-629740639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe2f32ab27646d3b2b27e9e5e071ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c241ae-d0", "ovs_interfaceid": "97c241ae-d04b-4a1e-a6c0-efe86637e11d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.441046] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629605} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.441806] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 35dee2fd-00c6-4cf6-bcb6-2b09523db205/35dee2fd-00c6-4cf6-bcb6-2b09523db205.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.442077] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.442470] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d02fc6c-6d2c-4f7d-b210-8687a22562eb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.453533] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 898.453533] env[70243]: value = "task-3622048" [ 898.453533] env[70243]: _type = "Task" [ 898.453533] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.466190] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.498618] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Acquiring lock "8dea4966-6d2b-48bd-90b5-df0d64cd4fb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.498856] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Lock "8dea4966-6d2b-48bd-90b5-df0d64cd4fb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.499088] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Acquiring lock "8dea4966-6d2b-48bd-90b5-df0d64cd4fb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.499276] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Lock "8dea4966-6d2b-48bd-90b5-df0d64cd4fb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.499446] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Lock "8dea4966-6d2b-48bd-90b5-df0d64cd4fb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.504737] env[70243]: INFO nova.compute.manager [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Terminating instance [ 898.515639] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622047, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.697301] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622046, 'name': CreateVM_Task, 'duration_secs': 0.725299} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.697301] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.697301] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.697301] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.697301] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.697301] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25d3d85f-c05e-4953-80e2-14dd11bf24a6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.701523] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.705058] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 898.705058] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b0f099-ee1c-10e0-199a-9e3703e8079f" [ 898.705058] env[70243]: _type = "Task" [ 898.705058] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.732760] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b0f099-ee1c-10e0-199a-9e3703e8079f, 'name': SearchDatastore_Task, 'duration_secs': 0.014794} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.742545] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.742998] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.743269] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.744027] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.744224] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.746522] env[70243]: DEBUG nova.compute.manager [req-b72470d2-e990-46bb-8741-0efa075c96ab req-0ea8f504-20e6-4902-80cd-d2d92225b16e service nova] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Received event network-vif-deleted-50075f7d-b30b-44cb-869e-13cd9698b52f {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.749145] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-192195e2-fc44-4a58-a25a-8a045e6ca9bf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.765334] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.765644] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.767053] env[70243]: DEBUG nova.network.neutron [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Successfully created port: 25ff46e7-5b6e-4c19-8756-bc491746587d {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.769111] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75cd72b8-75ec-4ea5-a38d-f98bcd159eb2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.776041] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 898.776041] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52eb7a37-b2de-7c39-d94a-533a4368682c" [ 898.776041] env[70243]: _type = "Task" [ 898.776041] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.786805] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52eb7a37-b2de-7c39-d94a-533a4368682c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.810808] env[70243]: DEBUG nova.compute.manager [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.846551] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d97302c-50a0-4da7-817f-39c9b1365676 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.854926] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f886e63-0a23-410a-8732-8bc4c602771f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.891983] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f792b4-f984-4cba-879d-c3321a69df8f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.900390] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe480fe-ffff-496e-a269-ad3861e9f336 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.917679] env[70243]: DEBUG nova.compute.provider_tree [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.933508] env[70243]: DEBUG oslo_concurrency.lockutils [req-41b62819-dd6a-4cce-a7b9-308154c72b1d req-06125b47-87a1-4d69-a357-726fb0123a12 service nova] Releasing lock "refresh_cache-a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.966971] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065446} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.967425] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.968566] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57165f13-4c85-45f7-983a-2c5d8bc65f84 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.008517] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 35dee2fd-00c6-4cf6-bcb6-2b09523db205/35dee2fd-00c6-4cf6-bcb6-2b09523db205.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.009203] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "a86e2e8c-5fe0-47bc-aab1-abbfe29af70e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.009432] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "a86e2e8c-5fe0-47bc-aab1-abbfe29af70e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.009627] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "a86e2e8c-5fe0-47bc-aab1-abbfe29af70e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.009804] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "a86e2e8c-5fe0-47bc-aab1-abbfe29af70e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.009998] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "a86e2e8c-5fe0-47bc-aab1-abbfe29af70e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.014442] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9429fa07-e98f-4ac0-a335-52ec872ef686 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.030782] env[70243]: DEBUG nova.compute.manager [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.031012] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.032210] env[70243]: INFO nova.compute.manager [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Terminating instance [ 899.037372] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8508f9-0479-4fab-94ad-b66e5e55f8b1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.046604] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.051145] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef38b108-1f83-41ee-bd8a-36d48236d208 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.052832] env[70243]: DEBUG oslo_vmware.api [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622047, 'name': PowerOnVM_Task, 'duration_secs': 0.865581} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.053417] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 899.053417] env[70243]: value = "task-3622049" [ 899.053417] env[70243]: _type = "Task" [ 899.053417] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.053861] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.054094] env[70243]: INFO nova.compute.manager [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Took 9.38 seconds to spawn the instance on the hypervisor. [ 899.054313] env[70243]: DEBUG nova.compute.manager [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.055551] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bb8c18-a7ec-4fc4-8f52-89146c835be3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.062172] env[70243]: DEBUG oslo_vmware.api [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Waiting for the task: (returnval){ [ 899.062172] env[70243]: value = "task-3622050" [ 899.062172] env[70243]: _type = "Task" [ 899.062172] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.074051] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.079862] env[70243]: DEBUG oslo_vmware.api [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.289627] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52eb7a37-b2de-7c39-d94a-533a4368682c, 'name': SearchDatastore_Task, 'duration_secs': 0.045605} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.290480] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90627219-fcb3-4d64-8aaa-7a89f19acd10 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.297106] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 899.297106] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5280bc3e-c2fe-71b2-7a1e-d4ffd8675ee7" [ 899.297106] env[70243]: _type = "Task" [ 899.297106] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.306790] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5280bc3e-c2fe-71b2-7a1e-d4ffd8675ee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.421494] env[70243]: DEBUG nova.scheduler.client.report [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.534065] env[70243]: DEBUG oslo_concurrency.lockutils [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquiring lock "4556b8f6-e6f8-4180-a94a-58ddc27cd1b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.534191] env[70243]: DEBUG oslo_concurrency.lockutils [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "4556b8f6-e6f8-4180-a94a-58ddc27cd1b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.534438] env[70243]: DEBUG oslo_concurrency.lockutils [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquiring lock "4556b8f6-e6f8-4180-a94a-58ddc27cd1b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.534588] env[70243]: DEBUG oslo_concurrency.lockutils [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "4556b8f6-e6f8-4180-a94a-58ddc27cd1b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.534779] env[70243]: DEBUG oslo_concurrency.lockutils [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "4556b8f6-e6f8-4180-a94a-58ddc27cd1b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.537188] env[70243]: INFO nova.compute.manager [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Terminating instance [ 899.544450] env[70243]: DEBUG nova.compute.manager [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.544724] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.546281] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4212e233-6dac-4f51-b4e5-f3ce3bd7af4f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.555246] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.558415] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d4db8db-60bc-4acb-9a93-64cef60559ac {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.566568] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.570815] env[70243]: DEBUG oslo_vmware.api [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 899.570815] env[70243]: value = "task-3622051" [ 899.570815] env[70243]: _type = "Task" [ 899.570815] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.582795] env[70243]: DEBUG oslo_vmware.api [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622050, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.588253] env[70243]: DEBUG oslo_vmware.api [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.588761] env[70243]: INFO nova.compute.manager [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Took 60.40 seconds to build instance. [ 899.808474] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5280bc3e-c2fe-71b2-7a1e-d4ffd8675ee7, 'name': SearchDatastore_Task, 'duration_secs': 0.019084} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.808814] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.810109] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1/a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.810109] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf33c5ce-9dc7-477c-afb0-e4cdcad15e1f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.816323] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 899.816323] env[70243]: value = "task-3622052" [ 899.816323] env[70243]: _type = "Task" [ 899.816323] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.820950] env[70243]: DEBUG nova.compute.manager [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.828203] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.848708] env[70243]: DEBUG nova.virt.hardware [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.849096] env[70243]: DEBUG nova.virt.hardware [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.849336] env[70243]: DEBUG nova.virt.hardware [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.849615] env[70243]: DEBUG nova.virt.hardware [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.849833] env[70243]: DEBUG nova.virt.hardware [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.850087] env[70243]: DEBUG nova.virt.hardware [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.850374] env[70243]: DEBUG nova.virt.hardware [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.850604] env[70243]: DEBUG nova.virt.hardware [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.850842] env[70243]: DEBUG nova.virt.hardware [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.851096] env[70243]: DEBUG nova.virt.hardware [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.851392] env[70243]: DEBUG nova.virt.hardware [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.852637] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df2613e-b56e-4986-98a6-262c7c193c9d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.863791] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb181155-a2bb-42bf-8e19-5e269f88886f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.929772] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.932740] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.429s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.934301] env[70243]: INFO nova.compute.claims [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.957045] env[70243]: INFO nova.scheduler.client.report [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Deleted allocations for instance 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0 [ 900.041109] env[70243]: DEBUG nova.compute.manager [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.041358] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.042356] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c07e98c-773a-41ec-be74-fe0086466e5d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.051725] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.052389] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60b7535a-0187-4e94-8b8c-a1ce3d5c28c4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.060202] env[70243]: DEBUG oslo_vmware.api [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for the task: (returnval){ [ 900.060202] env[70243]: value = "task-3622053" [ 900.060202] env[70243]: _type = "Task" [ 900.060202] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.065974] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622049, 'name': ReconfigVM_Task, 'duration_secs': 0.672545} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.066593] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 35dee2fd-00c6-4cf6-bcb6-2b09523db205/35dee2fd-00c6-4cf6-bcb6-2b09523db205.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.067280] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c83dbcf5-4758-4fe3-a369-9d98bc9d6893 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.075022] env[70243]: DEBUG oslo_vmware.api [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3622053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.080415] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 900.080415] env[70243]: value = "task-3622054" [ 900.080415] env[70243]: _type = "Task" [ 900.080415] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.083491] env[70243]: DEBUG oslo_vmware.api [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622050, 'name': PowerOffVM_Task, 'duration_secs': 0.587053} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.090291] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.090480] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.090751] env[70243]: DEBUG oslo_vmware.api [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622051, 'name': PowerOffVM_Task, 'duration_secs': 0.169965} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.091135] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f8bfd4d-269a-4b05-9a88-d2f3d100ca2b tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "385cd33a-2294-4b27-95bb-95639621b72e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.910s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.091351] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43fe62ff-ca18-4727-92e1-f875a8bee11c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.092969] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.093158] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.094712] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e687c21-183b-48b0-a896-9e816d42d467 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.099750] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622054, 'name': Rename_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.214952] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.215809] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.216199] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Deleting the datastore file [datastore2] a86e2e8c-5fe0-47bc-aab1-abbfe29af70e {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.216660] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b85763bb-6187-4df4-ab19-d2d3824dc1a0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.226820] env[70243]: DEBUG oslo_vmware.api [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 900.226820] env[70243]: value = "task-3622057" [ 900.226820] env[70243]: _type = "Task" [ 900.226820] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.238685] env[70243]: DEBUG oslo_vmware.api [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.314682] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.314864] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.315071] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Deleting the datastore file [datastore1] 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.317119] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9cc72e9-994b-426b-a66c-23863fd1a5cf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.328850] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622052, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.329957] env[70243]: DEBUG oslo_vmware.api [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Waiting for the task: (returnval){ [ 900.329957] env[70243]: value = "task-3622058" [ 900.329957] env[70243]: _type = "Task" [ 900.329957] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.338387] env[70243]: DEBUG oslo_vmware.api [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.465968] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2c605382-4054-45b5-9e96-837b2e690186 tempest-ServerMetadataTestJSON-886763453 tempest-ServerMetadataTestJSON-886763453-project-member] Lock "2c9d48fe-a94b-4d29-b8aa-9561441bb0c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.181s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.488916] env[70243]: DEBUG nova.network.neutron [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Successfully updated port: 25ff46e7-5b6e-4c19-8756-bc491746587d {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.573679] env[70243]: DEBUG oslo_vmware.api [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3622053, 'name': PowerOffVM_Task, 'duration_secs': 0.249159} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.575475] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.575475] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.575721] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32744aba-4241-4fc0-bf29-d0c4a6ecab7a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.593121] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622054, 'name': Rename_Task, 'duration_secs': 0.447062} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.593121] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.593353] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d77e37f5-f422-457d-bae4-8197fec7efc4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.599880] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 900.599880] env[70243]: value = "task-3622060" [ 900.599880] env[70243]: _type = "Task" [ 900.599880] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.603189] env[70243]: DEBUG nova.compute.manager [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.616609] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.656842] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.657168] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.657413] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Deleting the datastore file [datastore1] 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.657728] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed5b00b8-3648-4436-9c5c-e6ab370747f2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.664159] env[70243]: DEBUG oslo_vmware.api [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for the task: (returnval){ [ 900.664159] env[70243]: value = "task-3622061" [ 900.664159] env[70243]: _type = "Task" [ 900.664159] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.672546] env[70243]: DEBUG oslo_vmware.api [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3622061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.737793] env[70243]: DEBUG oslo_vmware.api [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449069} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.738141] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.738251] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.738486] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.738754] env[70243]: INFO nova.compute.manager [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 900.739132] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.739344] env[70243]: DEBUG nova.compute.manager [-] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.739497] env[70243]: DEBUG nova.network.neutron [-] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.837413] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628847} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.841905] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1/a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.842302] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.842861] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f5f027a-d055-4ddd-8732-3d631839e65c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.852268] env[70243]: DEBUG oslo_vmware.api [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382437} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.854250] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.854558] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.854984] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.855378] env[70243]: INFO nova.compute.manager [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Took 1.82 seconds to destroy the instance on the hypervisor. [ 900.855890] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.856707] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 900.856707] env[70243]: value = "task-3622062" [ 900.856707] env[70243]: _type = "Task" [ 900.856707] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.857053] env[70243]: DEBUG nova.compute.manager [-] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.857215] env[70243]: DEBUG nova.network.neutron [-] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.871303] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.991347] env[70243]: DEBUG oslo_concurrency.lockutils [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Acquiring lock "refresh_cache-4d977042-c67f-4cc0-b3e0-f82fcefed250" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.991505] env[70243]: DEBUG oslo_concurrency.lockutils [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Acquired lock "refresh_cache-4d977042-c67f-4cc0-b3e0-f82fcefed250" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.991699] env[70243]: DEBUG nova.network.neutron [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.031268] env[70243]: DEBUG nova.compute.manager [req-0e158d74-3f60-443d-b61f-d1d208a132e7 req-aefd5f15-6065-4647-8313-9bec9ca3ef74 service nova] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Received event network-vif-plugged-25ff46e7-5b6e-4c19-8756-bc491746587d {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.032125] env[70243]: DEBUG oslo_concurrency.lockutils [req-0e158d74-3f60-443d-b61f-d1d208a132e7 req-aefd5f15-6065-4647-8313-9bec9ca3ef74 service nova] Acquiring lock "4d977042-c67f-4cc0-b3e0-f82fcefed250-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.032125] env[70243]: DEBUG oslo_concurrency.lockutils [req-0e158d74-3f60-443d-b61f-d1d208a132e7 req-aefd5f15-6065-4647-8313-9bec9ca3ef74 service nova] Lock "4d977042-c67f-4cc0-b3e0-f82fcefed250-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.032125] env[70243]: DEBUG oslo_concurrency.lockutils [req-0e158d74-3f60-443d-b61f-d1d208a132e7 req-aefd5f15-6065-4647-8313-9bec9ca3ef74 service nova] Lock "4d977042-c67f-4cc0-b3e0-f82fcefed250-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.032232] env[70243]: DEBUG nova.compute.manager [req-0e158d74-3f60-443d-b61f-d1d208a132e7 req-aefd5f15-6065-4647-8313-9bec9ca3ef74 service nova] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] No waiting events found dispatching network-vif-plugged-25ff46e7-5b6e-4c19-8756-bc491746587d {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.033177] env[70243]: WARNING nova.compute.manager [req-0e158d74-3f60-443d-b61f-d1d208a132e7 req-aefd5f15-6065-4647-8313-9bec9ca3ef74 service nova] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Received unexpected event network-vif-plugged-25ff46e7-5b6e-4c19-8756-bc491746587d for instance with vm_state building and task_state spawning. [ 901.033177] env[70243]: DEBUG nova.compute.manager [req-0e158d74-3f60-443d-b61f-d1d208a132e7 req-aefd5f15-6065-4647-8313-9bec9ca3ef74 service nova] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Received event network-changed-25ff46e7-5b6e-4c19-8756-bc491746587d {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.033177] env[70243]: DEBUG nova.compute.manager [req-0e158d74-3f60-443d-b61f-d1d208a132e7 req-aefd5f15-6065-4647-8313-9bec9ca3ef74 service nova] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Refreshing instance network info cache due to event network-changed-25ff46e7-5b6e-4c19-8756-bc491746587d. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.033177] env[70243]: DEBUG oslo_concurrency.lockutils [req-0e158d74-3f60-443d-b61f-d1d208a132e7 req-aefd5f15-6065-4647-8313-9bec9ca3ef74 service nova] Acquiring lock "refresh_cache-4d977042-c67f-4cc0-b3e0-f82fcefed250" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.113851] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622060, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.137025] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.182252] env[70243]: DEBUG oslo_vmware.api [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Task: {'id': task-3622061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314655} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.182252] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.182252] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.182252] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.182424] env[70243]: INFO nova.compute.manager [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 901.182646] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.182842] env[70243]: DEBUG nova.compute.manager [-] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.182937] env[70243]: DEBUG nova.network.neutron [-] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.255279] env[70243]: DEBUG nova.compute.manager [req-a3bfdc1c-52ca-42d4-b720-1cbe136c68f8 req-77d63b31-ef59-4395-ac3c-6f705694f23e service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Received event network-vif-deleted-201c188b-2954-452c-936a-6e0e82e01b8b {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.255521] env[70243]: INFO nova.compute.manager [req-a3bfdc1c-52ca-42d4-b720-1cbe136c68f8 req-77d63b31-ef59-4395-ac3c-6f705694f23e service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Neutron deleted interface 201c188b-2954-452c-936a-6e0e82e01b8b; detaching it from the instance and deleting it from the info cache [ 901.255782] env[70243]: DEBUG nova.network.neutron [req-a3bfdc1c-52ca-42d4-b720-1cbe136c68f8 req-77d63b31-ef59-4395-ac3c-6f705694f23e service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Updating instance_info_cache with network_info: [{"id": "ee5716fc-1124-46ca-a5ac-685a7be87113", "address": "fa:16:3e:8b:3f:e0", "network": {"id": "d46f832a-7023-4b8f-8893-5382c8a9f1f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1179435562", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "77ee25ec099c4cabba7a3f66d8d20dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee5716fc-11", "ovs_interfaceid": "ee5716fc-1124-46ca-a5ac-685a7be87113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26908c31-5eae-4ab4-9a47-fa3699508602", "address": "fa:16:3e:a0:a5:2a", "network": {"id": "c16f4aa5-af1f-428a-9b88-04d16730b2ef", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1617183726", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ee25ec099c4cabba7a3f66d8d20dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26908c31-5e", "ovs_interfaceid": "26908c31-5eae-4ab4-9a47-fa3699508602", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.379819] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083826} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.380405] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.381381] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74b244c-c961-4597-a84a-f8761862e7bb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.410380] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1/a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.414830] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ae86296-65fd-4a7a-8ad2-942438faf510 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.438021] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 901.438021] env[70243]: value = "task-3622063" [ 901.438021] env[70243]: _type = "Task" [ 901.438021] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.445241] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.515316] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5727c0-a973-4bfb-90ac-b131e3ad624e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.520758] env[70243]: DEBUG nova.compute.manager [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.522158] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cf026b-bd08-49e3-bac2-e7bcc4263439 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.542630] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a239c9-32b3-48fe-b4e4-bdbd2582029c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.579217] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915bf6e5-0791-40e4-926e-fab873fa47c0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.587822] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140f28de-d3b5-4f52-afce-d7355b91d207 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.604111] env[70243]: DEBUG nova.compute.provider_tree [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.619043] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622060, 'name': PowerOnVM_Task, 'duration_secs': 0.974209} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.619043] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.619043] env[70243]: INFO nova.compute.manager [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Took 9.38 seconds to spawn the instance on the hypervisor. [ 901.619043] env[70243]: DEBUG nova.compute.manager [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.620740] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8d0fbb-af84-4fb2-b016-736b864af5bf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.738519] env[70243]: DEBUG nova.network.neutron [-] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.746290] env[70243]: DEBUG nova.network.neutron [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.761260] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ecb238f2-4bf8-44f4-a269-0f1751d33743 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.771551] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7a849a-fcb0-4e7c-975b-b9c2b6df4570 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.812338] env[70243]: DEBUG nova.compute.manager [req-a3bfdc1c-52ca-42d4-b720-1cbe136c68f8 req-77d63b31-ef59-4395-ac3c-6f705694f23e service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Detach interface failed, port_id=201c188b-2954-452c-936a-6e0e82e01b8b, reason: Instance 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 901.950830] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.051576] env[70243]: INFO nova.compute.manager [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] instance snapshotting [ 902.056187] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2efc52c-dcd8-47d4-bc0e-9f02b2743186 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.079381] env[70243]: DEBUG nova.network.neutron [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Updating instance_info_cache with network_info: [{"id": "25ff46e7-5b6e-4c19-8756-bc491746587d", "address": "fa:16:3e:9f:ad:07", "network": {"id": "b723ffe0-70b4-4dbf-9b91-e1fb8ba013f9", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1772654915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc9d2d75faf646e5bed4757a0291741d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25ff46e7-5b", "ovs_interfaceid": "25ff46e7-5b6e-4c19-8756-bc491746587d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.081539] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1446f7-36aa-49e8-91aa-187dae156dc7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.110163] env[70243]: DEBUG nova.scheduler.client.report [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.147560] env[70243]: INFO nova.compute.manager [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Took 55.54 seconds to build instance. [ 902.241606] env[70243]: INFO nova.compute.manager [-] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Took 1.50 seconds to deallocate network for instance. [ 902.447736] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622063, 'name': ReconfigVM_Task, 'duration_secs': 0.813032} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.451261] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Reconfigured VM instance instance-00000039 to attach disk [datastore2] a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1/a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.451996] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eab04658-9afe-4bff-9cad-21f04aab99bc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.458176] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 902.458176] env[70243]: value = "task-3622064" [ 902.458176] env[70243]: _type = "Task" [ 902.458176] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.467677] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622064, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.523469] env[70243]: DEBUG nova.network.neutron [-] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.546025] env[70243]: DEBUG nova.network.neutron [-] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.585377] env[70243]: DEBUG oslo_concurrency.lockutils [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Releasing lock "refresh_cache-4d977042-c67f-4cc0-b3e0-f82fcefed250" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.585751] env[70243]: DEBUG nova.compute.manager [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Instance network_info: |[{"id": "25ff46e7-5b6e-4c19-8756-bc491746587d", "address": "fa:16:3e:9f:ad:07", "network": {"id": "b723ffe0-70b4-4dbf-9b91-e1fb8ba013f9", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1772654915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc9d2d75faf646e5bed4757a0291741d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25ff46e7-5b", "ovs_interfaceid": "25ff46e7-5b6e-4c19-8756-bc491746587d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.586132] env[70243]: DEBUG oslo_concurrency.lockutils [req-0e158d74-3f60-443d-b61f-d1d208a132e7 req-aefd5f15-6065-4647-8313-9bec9ca3ef74 service nova] Acquired lock "refresh_cache-4d977042-c67f-4cc0-b3e0-f82fcefed250" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.586262] env[70243]: DEBUG nova.network.neutron [req-0e158d74-3f60-443d-b61f-d1d208a132e7 req-aefd5f15-6065-4647-8313-9bec9ca3ef74 service nova] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Refreshing network info cache for port 25ff46e7-5b6e-4c19-8756-bc491746587d {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.587433] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:ad:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25ff46e7-5b6e-4c19-8756-bc491746587d', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.595741] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Creating folder: Project (bc9d2d75faf646e5bed4757a0291741d). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.599687] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Creating Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 902.599969] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ce26d3a-312c-4ae1-956c-9db4345d6dfa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.602091] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-02c4a807-d0f1-456f-9731-95f70dfc0bc8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.610513] env[70243]: DEBUG oslo_vmware.api [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 902.610513] env[70243]: value = "task-3622066" [ 902.610513] env[70243]: _type = "Task" [ 902.610513] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.617858] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.617858] env[70243]: DEBUG nova.compute.manager [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.620119] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Created folder: Project (bc9d2d75faf646e5bed4757a0291741d) in parent group-v722220. [ 902.620119] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Creating folder: Instances. Parent ref: group-v722392. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.620764] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.389s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.621241] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.621241] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 902.621487] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.466s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.622217] env[70243]: DEBUG nova.objects.instance [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lazy-loading 'resources' on Instance uuid b2f5b9c4-3994-4c1e-900f-db57b4036ed2 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.623951] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83e007fc-8793-4318-b345-278d2e8c4cc9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.633026] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08afb62c-5068-4fc6-b388-6cb7f785bf94 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.636551] env[70243]: DEBUG oslo_vmware.api [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622066, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.647938] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6e96f1-3fb9-42a0-a4a3-a0ad80673bc7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.652707] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "35dee2fd-00c6-4cf6-bcb6-2b09523db205" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.062s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.654622] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Created folder: Instances in parent group-v722392. [ 902.654622] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.654622] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.654622] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02dbf77b-2a04-44db-8bf1-eafbdb219bab {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.683823] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d06990-3ac8-4abc-aabc-19d2f47f015b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.686314] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.686314] env[70243]: value = "task-3622068" [ 902.686314] env[70243]: _type = "Task" [ 902.686314] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.696498] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b201306-24d1-4723-b971-4858b6c25fc0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.703272] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622068, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.740155] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178192MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=70243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 902.740319] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.754820] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.891879] env[70243]: DEBUG nova.network.neutron [req-0e158d74-3f60-443d-b61f-d1d208a132e7 req-aefd5f15-6065-4647-8313-9bec9ca3ef74 service nova] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Updated VIF entry in instance network info cache for port 25ff46e7-5b6e-4c19-8756-bc491746587d. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.892822] env[70243]: DEBUG nova.network.neutron [req-0e158d74-3f60-443d-b61f-d1d208a132e7 req-aefd5f15-6065-4647-8313-9bec9ca3ef74 service nova] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Updating instance_info_cache with network_info: [{"id": "25ff46e7-5b6e-4c19-8756-bc491746587d", "address": "fa:16:3e:9f:ad:07", "network": {"id": "b723ffe0-70b4-4dbf-9b91-e1fb8ba013f9", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1772654915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc9d2d75faf646e5bed4757a0291741d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25ff46e7-5b", "ovs_interfaceid": "25ff46e7-5b6e-4c19-8756-bc491746587d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.969167] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622064, 'name': Rename_Task, 'duration_secs': 0.258879} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.969472] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.969726] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49dd8037-be61-4dc7-ac18-48bb00bb0d26 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.976626] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 902.976626] env[70243]: value = "task-3622069" [ 902.976626] env[70243]: _type = "Task" [ 902.976626] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.984708] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.029467] env[70243]: INFO nova.compute.manager [-] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Took 2.17 seconds to deallocate network for instance. [ 903.050531] env[70243]: INFO nova.compute.manager [-] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Took 1.87 seconds to deallocate network for instance. [ 903.119588] env[70243]: DEBUG nova.compute.manager [req-e4f67086-f428-4faf-83f6-14c8e5b96570 req-925e6d09-ced3-4109-a428-96b184cc1180 service nova] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Received event network-vif-deleted-5a4a75a9-4950-4e78-927f-d5077a9117c5 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.124555] env[70243]: DEBUG nova.compute.utils [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.125786] env[70243]: DEBUG oslo_vmware.api [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622066, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.126447] env[70243]: DEBUG nova.compute.manager [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.126616] env[70243]: DEBUG nova.network.neutron [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.174031] env[70243]: DEBUG nova.policy [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '904bec46107e4b7aa2a8a7571c21e98d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cc6e43abec0435480db5fad834d40ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.197870] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622068, 'name': CreateVM_Task, 'duration_secs': 0.398955} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.200428] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.201311] env[70243]: DEBUG oslo_concurrency.lockutils [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.201482] env[70243]: DEBUG oslo_concurrency.lockutils [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.201790] env[70243]: DEBUG oslo_concurrency.lockutils [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.202117] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fcb1925-ce1d-466b-b585-e6f3dda5e085 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.206845] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Waiting for the task: (returnval){ [ 903.206845] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c4a134-b330-c9bd-6cbc-92e7e3a8311b" [ 903.206845] env[70243]: _type = "Task" [ 903.206845] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.218566] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c4a134-b330-c9bd-6cbc-92e7e3a8311b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.353356] env[70243]: DEBUG nova.compute.manager [req-ac7c14b0-d7df-43fa-b46c-3a42e2013b54 req-1f5b0447-04bf-441c-acf2-0fa1f3ce06bf service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Received event network-vif-deleted-ee5716fc-1124-46ca-a5ac-685a7be87113 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.353548] env[70243]: DEBUG nova.compute.manager [req-ac7c14b0-d7df-43fa-b46c-3a42e2013b54 req-1f5b0447-04bf-441c-acf2-0fa1f3ce06bf service nova] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Received event network-vif-deleted-26908c31-5eae-4ab4-9a47-fa3699508602 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.353713] env[70243]: DEBUG nova.compute.manager [req-ac7c14b0-d7df-43fa-b46c-3a42e2013b54 req-1f5b0447-04bf-441c-acf2-0fa1f3ce06bf service nova] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Received event network-vif-deleted-1e94a36c-4939-4aac-842d-e9339d9c24f1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.397805] env[70243]: DEBUG oslo_concurrency.lockutils [req-0e158d74-3f60-443d-b61f-d1d208a132e7 req-aefd5f15-6065-4647-8313-9bec9ca3ef74 service nova] Releasing lock "refresh_cache-4d977042-c67f-4cc0-b3e0-f82fcefed250" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.486627] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622069, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.536152] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.545430] env[70243]: DEBUG nova.network.neutron [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Successfully created port: 95b043d7-e735-455f-9ecb-357a5dfb569d {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.560659] env[70243]: DEBUG oslo_concurrency.lockutils [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.623426] env[70243]: DEBUG oslo_vmware.api [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622066, 'name': CreateSnapshot_Task, 'duration_secs': 0.644605} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.623698] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Created Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 903.624566] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6cfadc-f130-48f6-9100-adff9be131c7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.628036] env[70243]: DEBUG nova.compute.manager [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.685274] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4479a82-95ee-4f49-8400-87d4ddaba5d6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.694535] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76d3462-1984-407a-b426-c1997e82df5b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.731713] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a15504d-3410-4329-b1de-98a043ad5777 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.743187] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c4a134-b330-c9bd-6cbc-92e7e3a8311b, 'name': SearchDatastore_Task, 'duration_secs': 0.01429} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.743875] env[70243]: DEBUG oslo_concurrency.lockutils [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.744173] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.744482] env[70243]: DEBUG oslo_concurrency.lockutils [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.744638] env[70243]: DEBUG oslo_concurrency.lockutils [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.744806] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.746634] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee84888-3711-4bb4-943d-039bf1a2cf6d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.750528] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b02111c-fc07-4118-8250-7e12e0540b13 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.764069] env[70243]: DEBUG nova.compute.provider_tree [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.766555] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.766758] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.767513] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfa6b284-2d80-42fc-91c9-95d3c1a4221c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.774066] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Waiting for the task: (returnval){ [ 903.774066] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ecec2a-79f6-f5c6-9b55-a527a6df528d" [ 903.774066] env[70243]: _type = "Task" [ 903.774066] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.783265] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ecec2a-79f6-f5c6-9b55-a527a6df528d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.988144] env[70243]: DEBUG oslo_vmware.api [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622069, 'name': PowerOnVM_Task, 'duration_secs': 1.007524} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.988774] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.988848] env[70243]: INFO nova.compute.manager [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Took 9.07 seconds to spawn the instance on the hypervisor. [ 903.989040] env[70243]: DEBUG nova.compute.manager [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.990362] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56acc525-af63-4997-b2a8-518e6336afe6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.150529] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Creating linked-clone VM from snapshot {{(pid=70243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 904.150529] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1024e998-ad2a-4018-a8a7-9092ff5e9979 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.160537] env[70243]: DEBUG oslo_vmware.api [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 904.160537] env[70243]: value = "task-3622070" [ 904.160537] env[70243]: _type = "Task" [ 904.160537] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.171801] env[70243]: DEBUG oslo_vmware.api [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622070, 'name': CloneVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.274034] env[70243]: DEBUG nova.scheduler.client.report [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.296259] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ecec2a-79f6-f5c6-9b55-a527a6df528d, 'name': SearchDatastore_Task, 'duration_secs': 0.013067} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.297260] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5468c3e3-6f62-4152-92e1-0a6e08b0131c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.304690] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Waiting for the task: (returnval){ [ 904.304690] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520726fb-0a8e-a8e7-3321-2b0fd1de7c12" [ 904.304690] env[70243]: _type = "Task" [ 904.304690] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.315816] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520726fb-0a8e-a8e7-3321-2b0fd1de7c12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.511540] env[70243]: INFO nova.compute.manager [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Took 57.87 seconds to build instance. [ 904.637991] env[70243]: DEBUG nova.compute.manager [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.667290] env[70243]: DEBUG nova.virt.hardware [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.667583] env[70243]: DEBUG nova.virt.hardware [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.667740] env[70243]: DEBUG nova.virt.hardware [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.667919] env[70243]: DEBUG nova.virt.hardware [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.668074] env[70243]: DEBUG nova.virt.hardware [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.668227] env[70243]: DEBUG nova.virt.hardware [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.668436] env[70243]: DEBUG nova.virt.hardware [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.668595] env[70243]: DEBUG nova.virt.hardware [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.668758] env[70243]: DEBUG nova.virt.hardware [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.668915] env[70243]: DEBUG nova.virt.hardware [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.669098] env[70243]: DEBUG nova.virt.hardware [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.670329] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bd8d46-e7c4-49b0-b50c-bf18b2aaab22 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.676239] env[70243]: DEBUG oslo_vmware.api [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622070, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.681337] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cfa2e7-16b6-406d-b736-180af0a930f5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.784263] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.788520] env[70243]: DEBUG oslo_concurrency.lockutils [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.012s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.791289] env[70243]: INFO nova.compute.claims [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.816473] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520726fb-0a8e-a8e7-3321-2b0fd1de7c12, 'name': SearchDatastore_Task, 'duration_secs': 0.011005} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.817362] env[70243]: INFO nova.scheduler.client.report [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Deleted allocations for instance b2f5b9c4-3994-4c1e-900f-db57b4036ed2 [ 904.820811] env[70243]: DEBUG oslo_concurrency.lockutils [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.820811] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 4d977042-c67f-4cc0-b3e0-f82fcefed250/4d977042-c67f-4cc0-b3e0-f82fcefed250.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.821465] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-218f33b2-9a69-4fd6-9421-b84ec60cd6f1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.829273] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Waiting for the task: (returnval){ [ 904.829273] env[70243]: value = "task-3622071" [ 904.829273] env[70243]: _type = "Task" [ 904.829273] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.840909] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Task: {'id': task-3622071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.016056] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dddd3eca-f00d-4896-8fb6-c596cdb231b6 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.380s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.172980] env[70243]: DEBUG oslo_vmware.api [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622070, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.210367] env[70243]: DEBUG nova.compute.manager [req-238c8169-b6fc-4fea-bcf6-e47770aef5cd req-04a6a03f-51af-4f6e-a726-bda5b1f659ac service nova] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Received event network-vif-plugged-95b043d7-e735-455f-9ecb-357a5dfb569d {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.210601] env[70243]: DEBUG oslo_concurrency.lockutils [req-238c8169-b6fc-4fea-bcf6-e47770aef5cd req-04a6a03f-51af-4f6e-a726-bda5b1f659ac service nova] Acquiring lock "f9701673-c69c-472e-8ee5-de2706ddb30f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.210814] env[70243]: DEBUG oslo_concurrency.lockutils [req-238c8169-b6fc-4fea-bcf6-e47770aef5cd req-04a6a03f-51af-4f6e-a726-bda5b1f659ac service nova] Lock "f9701673-c69c-472e-8ee5-de2706ddb30f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.210997] env[70243]: DEBUG oslo_concurrency.lockutils [req-238c8169-b6fc-4fea-bcf6-e47770aef5cd req-04a6a03f-51af-4f6e-a726-bda5b1f659ac service nova] Lock "f9701673-c69c-472e-8ee5-de2706ddb30f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.211865] env[70243]: DEBUG nova.compute.manager [req-238c8169-b6fc-4fea-bcf6-e47770aef5cd req-04a6a03f-51af-4f6e-a726-bda5b1f659ac service nova] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] No waiting events found dispatching network-vif-plugged-95b043d7-e735-455f-9ecb-357a5dfb569d {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.212212] env[70243]: WARNING nova.compute.manager [req-238c8169-b6fc-4fea-bcf6-e47770aef5cd req-04a6a03f-51af-4f6e-a726-bda5b1f659ac service nova] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Received unexpected event network-vif-plugged-95b043d7-e735-455f-9ecb-357a5dfb569d for instance with vm_state building and task_state spawning. [ 905.276162] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "35dee2fd-00c6-4cf6-bcb6-2b09523db205" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.276515] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "35dee2fd-00c6-4cf6-bcb6-2b09523db205" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.276751] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "35dee2fd-00c6-4cf6-bcb6-2b09523db205-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.276930] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "35dee2fd-00c6-4cf6-bcb6-2b09523db205-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.281323] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "35dee2fd-00c6-4cf6-bcb6-2b09523db205-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.284882] env[70243]: INFO nova.compute.manager [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Terminating instance [ 905.329774] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0a7658dc-8332-4b89-93e6-91361e44c163 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "b2f5b9c4-3994-4c1e-900f-db57b4036ed2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.479s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.343071] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Task: {'id': task-3622071, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.366058] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.366058] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.366058] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.366058] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.366058] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.368340] env[70243]: INFO nova.compute.manager [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Terminating instance [ 905.435500] env[70243]: DEBUG nova.network.neutron [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Successfully updated port: 95b043d7-e735-455f-9ecb-357a5dfb569d {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.672794] env[70243]: DEBUG oslo_vmware.api [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622070, 'name': CloneVM_Task} progress is 95%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.792030] env[70243]: DEBUG nova.compute.manager [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.792030] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.792602] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef566e63-6e62-4516-a194-14091dfe7c2d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.801276] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.801544] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d18d17c6-273b-44c8-a572-8a060467ee08 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.810915] env[70243]: DEBUG oslo_vmware.api [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 905.810915] env[70243]: value = "task-3622072" [ 905.810915] env[70243]: _type = "Task" [ 905.810915] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.819853] env[70243]: DEBUG oslo_vmware.api [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.852155] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Task: {'id': task-3622071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541937} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.852584] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 4d977042-c67f-4cc0-b3e0-f82fcefed250/4d977042-c67f-4cc0-b3e0-f82fcefed250.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.852976] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.853306] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-343d3700-1627-49a1-8449-b80c010864e5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.860845] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Waiting for the task: (returnval){ [ 905.860845] env[70243]: value = "task-3622073" [ 905.860845] env[70243]: _type = "Task" [ 905.860845] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.873204] env[70243]: DEBUG nova.compute.manager [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.873460] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.873758] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Task: {'id': task-3622073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.874566] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065bd9fd-1c8e-47c7-a38d-ee00a17ea650 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.882625] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.886668] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c0893fa-1589-41c5-b8fd-f1a3eb9f4466 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.899259] env[70243]: DEBUG oslo_vmware.api [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 905.899259] env[70243]: value = "task-3622074" [ 905.899259] env[70243]: _type = "Task" [ 905.899259] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.913636] env[70243]: DEBUG oslo_vmware.api [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.941318] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Acquiring lock "refresh_cache-f9701673-c69c-472e-8ee5-de2706ddb30f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.941318] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Acquired lock "refresh_cache-f9701673-c69c-472e-8ee5-de2706ddb30f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.941318] env[70243]: DEBUG nova.network.neutron [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.177114] env[70243]: DEBUG oslo_vmware.api [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622070, 'name': CloneVM_Task, 'duration_secs': 1.895508} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.177114] env[70243]: INFO nova.virt.vmwareapi.vmops [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Created linked-clone VM from snapshot [ 906.177505] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09671a43-817b-46de-ad6c-23e601f09936 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.185544] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Uploading image 25604644-ece0-498f-805e-344a7cf42524 {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 906.209881] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Destroying the VM {{(pid=70243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 906.212762] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f9c70263-e1b6-4bdb-9323-0a8339e86b0f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.221797] env[70243]: DEBUG oslo_vmware.api [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 906.221797] env[70243]: value = "task-3622075" [ 906.221797] env[70243]: _type = "Task" [ 906.221797] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.237966] env[70243]: DEBUG oslo_vmware.api [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622075, 'name': Destroy_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.322759] env[70243]: DEBUG oslo_vmware.api [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622072, 'name': PowerOffVM_Task, 'duration_secs': 0.324828} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.322759] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.322759] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.323211] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7879f835-19d9-433f-9dd3-3a5775872b05 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.379498] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Task: {'id': task-3622073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075562} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.379498] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.380271] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b271dbf-4cce-44ff-a874-9b6a2e38386a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.411843] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 4d977042-c67f-4cc0-b3e0-f82fcefed250/4d977042-c67f-4cc0-b3e0-f82fcefed250.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.419449] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85585328-dc78-4b9b-88ae-0fd12a854ef8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.434947] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.435695] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.436013] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Deleting the datastore file [datastore2] 35dee2fd-00c6-4cf6-bcb6-2b09523db205 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.436567] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fed14ac-9d6c-4b39-9db3-9d7fd166f450 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.445652] env[70243]: DEBUG oslo_vmware.api [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622074, 'name': PowerOffVM_Task, 'duration_secs': 0.483854} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.450043] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.450043] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.450043] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Waiting for the task: (returnval){ [ 906.450043] env[70243]: value = "task-3622078" [ 906.450043] env[70243]: _type = "Task" [ 906.450043] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.450043] env[70243]: DEBUG oslo_vmware.api [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 906.450043] env[70243]: value = "task-3622077" [ 906.450043] env[70243]: _type = "Task" [ 906.450043] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.450043] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-282f9675-b8b7-4a60-9f66-029a43461290 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.468078] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Task: {'id': task-3622078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.471178] env[70243]: DEBUG oslo_vmware.api [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.493058] env[70243]: DEBUG nova.network.neutron [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.515164] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb0949d-c35d-41d1-b01c-e48ae1b387ff {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.522812] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e302fa-db59-47e3-a718-5379dbbe457e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.535634] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.535916] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.536132] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Deleting the datastore file [datastore2] a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.565319] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81351868-1b26-488e-add6-f454257f1156 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.572715] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5a0b11-d8ac-48ac-9929-be9070d18c9c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.586127] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21a0b71-a3fb-4e43-a12d-c9fdcf2b3c6c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.593198] env[70243]: DEBUG oslo_vmware.api [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for the task: (returnval){ [ 906.593198] env[70243]: value = "task-3622080" [ 906.593198] env[70243]: _type = "Task" [ 906.593198] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.611113] env[70243]: DEBUG nova.compute.provider_tree [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.619748] env[70243]: DEBUG oslo_vmware.api [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.733220] env[70243]: DEBUG oslo_vmware.api [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622075, 'name': Destroy_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.735918] env[70243]: DEBUG nova.network.neutron [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Updating instance_info_cache with network_info: [{"id": "95b043d7-e735-455f-9ecb-357a5dfb569d", "address": "fa:16:3e:41:05:61", "network": {"id": "5373ef7a-ddfc-4959-af37-2ba83721bd34", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1064151719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cc6e43abec0435480db5fad834d40ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b043d7-e7", "ovs_interfaceid": "95b043d7-e735-455f-9ecb-357a5dfb569d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.973593] env[70243]: DEBUG oslo_vmware.api [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188593} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.976942] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.977057] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.977270] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.977475] env[70243]: INFO nova.compute.manager [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Took 1.19 seconds to destroy the instance on the hypervisor. [ 906.977731] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.977950] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Task: {'id': task-3622078, 'name': ReconfigVM_Task, 'duration_secs': 0.525376} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.978204] env[70243]: DEBUG nova.compute.manager [-] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.978300] env[70243]: DEBUG nova.network.neutron [-] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.980115] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 4d977042-c67f-4cc0-b3e0-f82fcefed250/4d977042-c67f-4cc0-b3e0-f82fcefed250.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.981601] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-093e1b0a-94a4-4c90-932e-87d9d760a9a0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.988145] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Waiting for the task: (returnval){ [ 906.988145] env[70243]: value = "task-3622081" [ 906.988145] env[70243]: _type = "Task" [ 906.988145] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.996988] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Task: {'id': task-3622081, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.107297] env[70243]: DEBUG oslo_vmware.api [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Task: {'id': task-3622080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291084} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.107297] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.107297] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.107297] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.107297] env[70243]: INFO nova.compute.manager [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Took 1.23 seconds to destroy the instance on the hypervisor. [ 907.107297] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.107297] env[70243]: DEBUG nova.compute.manager [-] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.107297] env[70243]: DEBUG nova.network.neutron [-] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.116564] env[70243]: DEBUG nova.scheduler.client.report [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.238374] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Releasing lock "refresh_cache-f9701673-c69c-472e-8ee5-de2706ddb30f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.238977] env[70243]: DEBUG nova.compute.manager [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Instance network_info: |[{"id": "95b043d7-e735-455f-9ecb-357a5dfb569d", "address": "fa:16:3e:41:05:61", "network": {"id": "5373ef7a-ddfc-4959-af37-2ba83721bd34", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1064151719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cc6e43abec0435480db5fad834d40ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b043d7-e7", "ovs_interfaceid": "95b043d7-e735-455f-9ecb-357a5dfb569d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.239113] env[70243]: DEBUG oslo_vmware.api [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622075, 'name': Destroy_Task, 'duration_secs': 0.598898} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.239360] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:05:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95b043d7-e735-455f-9ecb-357a5dfb569d', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.251096] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Creating folder: Project (8cc6e43abec0435480db5fad834d40ea). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.251422] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Destroyed the VM [ 907.251668] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Deleting Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 907.251928] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e9811b1-9a67-4077-95af-5822584b274e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.253840] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-709d2bd8-5ed8-4e56-a2ff-111dbf002136 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.261505] env[70243]: DEBUG oslo_vmware.api [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 907.261505] env[70243]: value = "task-3622083" [ 907.261505] env[70243]: _type = "Task" [ 907.261505] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.268586] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Created folder: Project (8cc6e43abec0435480db5fad834d40ea) in parent group-v722220. [ 907.268953] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Creating folder: Instances. Parent ref: group-v722397. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.272304] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53640c26-dd19-4d31-91bb-383237b8484a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.274505] env[70243]: DEBUG oslo_vmware.api [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622083, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.283275] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Created folder: Instances in parent group-v722397. [ 907.283556] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.284333] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.284333] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14f478cb-93e9-444b-ac9e-83f6e667594c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.306847] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.306847] env[70243]: value = "task-3622085" [ 907.306847] env[70243]: _type = "Task" [ 907.306847] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.316630] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622085, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.367922] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquiring lock "ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.369010] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.447836] env[70243]: DEBUG nova.compute.manager [req-eccd84d0-30b8-44af-9ddb-9a0c6aaa5ddf req-ec189de2-8028-44e8-b7f1-3f75dfc36513 service nova] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Received event network-vif-deleted-97c241ae-d04b-4a1e-a6c0-efe86637e11d {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.448052] env[70243]: INFO nova.compute.manager [req-eccd84d0-30b8-44af-9ddb-9a0c6aaa5ddf req-ec189de2-8028-44e8-b7f1-3f75dfc36513 service nova] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Neutron deleted interface 97c241ae-d04b-4a1e-a6c0-efe86637e11d; detaching it from the instance and deleting it from the info cache [ 907.448229] env[70243]: DEBUG nova.network.neutron [req-eccd84d0-30b8-44af-9ddb-9a0c6aaa5ddf req-ec189de2-8028-44e8-b7f1-3f75dfc36513 service nova] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.468425] env[70243]: DEBUG nova.compute.manager [req-4187d691-0171-4fed-a51a-4baae15429ae req-25ce5bb7-be3e-438c-9611-d653a676c426 service nova] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Received event network-changed-95b043d7-e735-455f-9ecb-357a5dfb569d {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.468625] env[70243]: DEBUG nova.compute.manager [req-4187d691-0171-4fed-a51a-4baae15429ae req-25ce5bb7-be3e-438c-9611-d653a676c426 service nova] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Refreshing instance network info cache due to event network-changed-95b043d7-e735-455f-9ecb-357a5dfb569d. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.468838] env[70243]: DEBUG oslo_concurrency.lockutils [req-4187d691-0171-4fed-a51a-4baae15429ae req-25ce5bb7-be3e-438c-9611-d653a676c426 service nova] Acquiring lock "refresh_cache-f9701673-c69c-472e-8ee5-de2706ddb30f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.468981] env[70243]: DEBUG oslo_concurrency.lockutils [req-4187d691-0171-4fed-a51a-4baae15429ae req-25ce5bb7-be3e-438c-9611-d653a676c426 service nova] Acquired lock "refresh_cache-f9701673-c69c-472e-8ee5-de2706ddb30f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.469163] env[70243]: DEBUG nova.network.neutron [req-4187d691-0171-4fed-a51a-4baae15429ae req-25ce5bb7-be3e-438c-9611-d653a676c426 service nova] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Refreshing network info cache for port 95b043d7-e735-455f-9ecb-357a5dfb569d {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.497615] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Task: {'id': task-3622081, 'name': Rename_Task, 'duration_secs': 0.162389} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.497893] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.498272] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cab20f9-04c3-4a1a-97f4-2481fbab019b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.505122] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Waiting for the task: (returnval){ [ 907.505122] env[70243]: value = "task-3622086" [ 907.505122] env[70243]: _type = "Task" [ 907.505122] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.514402] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Task: {'id': task-3622086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.623054] env[70243]: DEBUG oslo_concurrency.lockutils [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.834s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.623625] env[70243]: DEBUG nova.compute.manager [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.628198] env[70243]: DEBUG oslo_concurrency.lockutils [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.099s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.629629] env[70243]: INFO nova.compute.claims [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.770843] env[70243]: DEBUG oslo_vmware.api [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622083, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.816623] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622085, 'name': CreateVM_Task, 'duration_secs': 0.387701} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.816820] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.817889] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.817889] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.818307] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.818583] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8869f295-ece4-4fba-9ed2-cabf18de29f2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.823643] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Waiting for the task: (returnval){ [ 907.823643] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5250e645-440a-a4e4-5f6f-5e9f032dc3ba" [ 907.823643] env[70243]: _type = "Task" [ 907.823643] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.831899] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5250e645-440a-a4e4-5f6f-5e9f032dc3ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.873394] env[70243]: DEBUG nova.compute.manager [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.927519] env[70243]: DEBUG nova.network.neutron [-] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.951129] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef5615a4-fabb-4e19-be1d-24323ae4ec5b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.968712] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d405417-e837-4bcb-868d-0006ddaa53c2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.004023] env[70243]: DEBUG nova.compute.manager [req-eccd84d0-30b8-44af-9ddb-9a0c6aaa5ddf req-ec189de2-8028-44e8-b7f1-3f75dfc36513 service nova] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Detach interface failed, port_id=97c241ae-d04b-4a1e-a6c0-efe86637e11d, reason: Instance a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 908.017872] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Task: {'id': task-3622086, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.063521] env[70243]: DEBUG nova.network.neutron [-] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.141745] env[70243]: DEBUG nova.compute.utils [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.144015] env[70243]: DEBUG nova.compute.manager [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.144015] env[70243]: DEBUG nova.network.neutron [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.189132] env[70243]: DEBUG nova.policy [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dee7e13e3f64945b44bac49d4c2d09d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b82d157f42e44fdf8b5c0b034837f77f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.273449] env[70243]: DEBUG oslo_vmware.api [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622083, 'name': RemoveSnapshot_Task, 'duration_secs': 0.737583} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.273734] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Deleted Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 908.337199] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5250e645-440a-a4e4-5f6f-5e9f032dc3ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009758} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.338311] env[70243]: DEBUG nova.network.neutron [req-4187d691-0171-4fed-a51a-4baae15429ae req-25ce5bb7-be3e-438c-9611-d653a676c426 service nova] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Updated VIF entry in instance network info cache for port 95b043d7-e735-455f-9ecb-357a5dfb569d. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.338675] env[70243]: DEBUG nova.network.neutron [req-4187d691-0171-4fed-a51a-4baae15429ae req-25ce5bb7-be3e-438c-9611-d653a676c426 service nova] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Updating instance_info_cache with network_info: [{"id": "95b043d7-e735-455f-9ecb-357a5dfb569d", "address": "fa:16:3e:41:05:61", "network": {"id": "5373ef7a-ddfc-4959-af37-2ba83721bd34", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1064151719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cc6e43abec0435480db5fad834d40ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b043d7-e7", "ovs_interfaceid": "95b043d7-e735-455f-9ecb-357a5dfb569d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.340230] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.343072] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.343072] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.343072] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.343072] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.343072] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fab593cd-e088-40b5-8d4a-8f0c52d64426 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.352049] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.352049] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.352833] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-481b3f28-1766-4daf-82b1-ccf6f4e8fc3b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.358942] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Waiting for the task: (returnval){ [ 908.358942] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528dbd84-f689-7120-50d4-60c296782fa4" [ 908.358942] env[70243]: _type = "Task" [ 908.358942] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.367498] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528dbd84-f689-7120-50d4-60c296782fa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.399135] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.430555] env[70243]: INFO nova.compute.manager [-] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Took 1.32 seconds to deallocate network for instance. [ 908.519801] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Task: {'id': task-3622086, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.520496] env[70243]: DEBUG nova.network.neutron [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Successfully created port: 8969c926-a9bb-4711-a9f6-23de888e32f8 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.567927] env[70243]: INFO nova.compute.manager [-] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Took 1.59 seconds to deallocate network for instance. [ 908.649168] env[70243]: DEBUG nova.compute.manager [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.779062] env[70243]: WARNING nova.compute.manager [None req-c2cbe4af-090a-4d79-8dba-cfb084547b6c tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Image not found during snapshot: nova.exception.ImageNotFound: Image 25604644-ece0-498f-805e-344a7cf42524 could not be found. [ 908.842755] env[70243]: DEBUG oslo_concurrency.lockutils [req-4187d691-0171-4fed-a51a-4baae15429ae req-25ce5bb7-be3e-438c-9611-d653a676c426 service nova] Releasing lock "refresh_cache-f9701673-c69c-472e-8ee5-de2706ddb30f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.873082] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528dbd84-f689-7120-50d4-60c296782fa4, 'name': SearchDatastore_Task, 'duration_secs': 0.009748} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.874143] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9620889-ece1-4032-982c-4493a7f5b60a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.879929] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Waiting for the task: (returnval){ [ 908.879929] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5241880a-b390-b05b-989e-6804b49eb29a" [ 908.879929] env[70243]: _type = "Task" [ 908.879929] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.887540] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5241880a-b390-b05b-989e-6804b49eb29a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.937777] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.016092] env[70243]: DEBUG oslo_vmware.api [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Task: {'id': task-3622086, 'name': PowerOnVM_Task, 'duration_secs': 1.093979} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.018614] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.018823] env[70243]: INFO nova.compute.manager [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Took 9.20 seconds to spawn the instance on the hypervisor. [ 909.019020] env[70243]: DEBUG nova.compute.manager [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.020018] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f77043-c65b-49ce-a045-d748bad95852 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.069190] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc43d14-307a-428a-ac10-55738b4fee95 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.079017] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.079655] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fa23e2-0c32-481a-b3fa-af9383903aea {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.111463] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf354b1-6d24-41ce-b411-6a40b14ddbfe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.119181] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1cac1c-2364-4d3b-bac5-294f829247b2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.133802] env[70243]: DEBUG nova.compute.provider_tree [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.390400] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5241880a-b390-b05b-989e-6804b49eb29a, 'name': SearchDatastore_Task, 'duration_secs': 0.009464} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.390704] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.390928] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] f9701673-c69c-472e-8ee5-de2706ddb30f/f9701673-c69c-472e-8ee5-de2706ddb30f.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.391209] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68875275-511c-4e3f-b1be-7946812d4afd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.397841] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Waiting for the task: (returnval){ [ 909.397841] env[70243]: value = "task-3622087" [ 909.397841] env[70243]: _type = "Task" [ 909.397841] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.406529] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Task: {'id': task-3622087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.496451] env[70243]: DEBUG nova.compute.manager [req-a23f2713-3340-4d53-a52c-74859e0f3672 req-fc4f07dc-1f26-4f75-b50b-9e235c423456 service nova] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Received event network-vif-deleted-3ef1f1ed-10d2-40db-969e-174040349fc5 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.545629] env[70243]: INFO nova.compute.manager [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Took 56.88 seconds to build instance. [ 909.636635] env[70243]: DEBUG nova.scheduler.client.report [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.658478] env[70243]: DEBUG nova.compute.manager [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.687749] env[70243]: DEBUG nova.virt.hardware [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.688041] env[70243]: DEBUG nova.virt.hardware [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.688216] env[70243]: DEBUG nova.virt.hardware [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.688438] env[70243]: DEBUG nova.virt.hardware [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.688633] env[70243]: DEBUG nova.virt.hardware [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.688787] env[70243]: DEBUG nova.virt.hardware [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.689013] env[70243]: DEBUG nova.virt.hardware [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.689179] env[70243]: DEBUG nova.virt.hardware [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.689349] env[70243]: DEBUG nova.virt.hardware [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.689512] env[70243]: DEBUG nova.virt.hardware [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.690030] env[70243]: DEBUG nova.virt.hardware [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.691510] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c7f85f-e409-4b40-9701-71d16ba7f795 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.701822] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2173c110-63d2-461c-a4f2-39a3585f3468 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.907875] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Task: {'id': task-3622087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454136} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.908272] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] f9701673-c69c-472e-8ee5-de2706ddb30f/f9701673-c69c-472e-8ee5-de2706ddb30f.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.908577] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.908903] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b43f261a-d802-4b6f-9cfc-8294899efcc5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.915218] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Waiting for the task: (returnval){ [ 909.915218] env[70243]: value = "task-3622088" [ 909.915218] env[70243]: _type = "Task" [ 909.915218] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.926222] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Task: {'id': task-3622088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.041390] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquiring lock "385cd33a-2294-4b27-95bb-95639621b72e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.041660] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "385cd33a-2294-4b27-95bb-95639621b72e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.041871] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquiring lock "385cd33a-2294-4b27-95bb-95639621b72e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.042134] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "385cd33a-2294-4b27-95bb-95639621b72e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.042314] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "385cd33a-2294-4b27-95bb-95639621b72e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.044452] env[70243]: INFO nova.compute.manager [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Terminating instance [ 910.046815] env[70243]: DEBUG oslo_concurrency.lockutils [None req-78717324-2db2-4ce5-be74-66d2a0ec59be tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Lock "4d977042-c67f-4cc0-b3e0-f82fcefed250" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.977s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.142414] env[70243]: DEBUG oslo_concurrency.lockutils [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.142969] env[70243]: DEBUG nova.compute.manager [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.151051] env[70243]: DEBUG oslo_concurrency.lockutils [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.309s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.151702] env[70243]: INFO nova.compute.claims [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.266273] env[70243]: DEBUG nova.compute.manager [req-148ce59f-3533-43fc-b531-8f6aea536b95 req-2a19d1c9-fb80-4a18-82da-23026c261189 service nova] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Received event network-vif-plugged-8969c926-a9bb-4711-a9f6-23de888e32f8 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.266490] env[70243]: DEBUG oslo_concurrency.lockutils [req-148ce59f-3533-43fc-b531-8f6aea536b95 req-2a19d1c9-fb80-4a18-82da-23026c261189 service nova] Acquiring lock "75717548-0f55-4588-9907-b715ec1ba5f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.266723] env[70243]: DEBUG oslo_concurrency.lockutils [req-148ce59f-3533-43fc-b531-8f6aea536b95 req-2a19d1c9-fb80-4a18-82da-23026c261189 service nova] Lock "75717548-0f55-4588-9907-b715ec1ba5f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.266983] env[70243]: DEBUG oslo_concurrency.lockutils [req-148ce59f-3533-43fc-b531-8f6aea536b95 req-2a19d1c9-fb80-4a18-82da-23026c261189 service nova] Lock "75717548-0f55-4588-9907-b715ec1ba5f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.267331] env[70243]: DEBUG nova.compute.manager [req-148ce59f-3533-43fc-b531-8f6aea536b95 req-2a19d1c9-fb80-4a18-82da-23026c261189 service nova] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] No waiting events found dispatching network-vif-plugged-8969c926-a9bb-4711-a9f6-23de888e32f8 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 910.267653] env[70243]: WARNING nova.compute.manager [req-148ce59f-3533-43fc-b531-8f6aea536b95 req-2a19d1c9-fb80-4a18-82da-23026c261189 service nova] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Received unexpected event network-vif-plugged-8969c926-a9bb-4711-a9f6-23de888e32f8 for instance with vm_state building and task_state spawning. [ 910.286158] env[70243]: DEBUG nova.network.neutron [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Successfully updated port: 8969c926-a9bb-4711-a9f6-23de888e32f8 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.425566] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Task: {'id': task-3622088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067878} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.425847] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.426521] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1b3169-3b2c-4885-bc21-ce193df5cd08 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.449620] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] f9701673-c69c-472e-8ee5-de2706ddb30f/f9701673-c69c-472e-8ee5-de2706ddb30f.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.449912] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caece155-ec68-4fdf-be92-9f24b65bab1f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.469641] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Waiting for the task: (returnval){ [ 910.469641] env[70243]: value = "task-3622089" [ 910.469641] env[70243]: _type = "Task" [ 910.469641] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.479689] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Task: {'id': task-3622089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.548664] env[70243]: DEBUG nova.compute.manager [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.548840] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.549824] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f9a977-eddf-4ad6-a99d-7ac40d59925a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.558609] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.558866] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d948e5b-f69b-446a-b927-cfe7d7a81e58 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.565442] env[70243]: DEBUG oslo_vmware.api [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 910.565442] env[70243]: value = "task-3622090" [ 910.565442] env[70243]: _type = "Task" [ 910.565442] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.573403] env[70243]: DEBUG oslo_vmware.api [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.657158] env[70243]: DEBUG nova.compute.utils [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.661709] env[70243]: DEBUG nova.compute.manager [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.661929] env[70243]: DEBUG nova.network.neutron [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.713226] env[70243]: DEBUG nova.policy [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b10cd0ae52854ef2b35ac6815cc60386', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e31d1e58e3844a9b4f3f32bbd59a735', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.789842] env[70243]: DEBUG oslo_concurrency.lockutils [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "refresh_cache-75717548-0f55-4588-9907-b715ec1ba5f6" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.789842] env[70243]: DEBUG oslo_concurrency.lockutils [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired lock "refresh_cache-75717548-0f55-4588-9907-b715ec1ba5f6" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.789842] env[70243]: DEBUG nova.network.neutron [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.979997] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Task: {'id': task-3622089, 'name': ReconfigVM_Task, 'duration_secs': 0.339703} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.983267] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Reconfigured VM instance instance-0000003b to attach disk [datastore1] f9701673-c69c-472e-8ee5-de2706ddb30f/f9701673-c69c-472e-8ee5-de2706ddb30f.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.983267] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-235d6be5-8a86-4e69-ad38-80ca2ec7fb4a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.987543] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Waiting for the task: (returnval){ [ 910.987543] env[70243]: value = "task-3622091" [ 910.987543] env[70243]: _type = "Task" [ 910.987543] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.997899] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Task: {'id': task-3622091, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.075477] env[70243]: DEBUG oslo_vmware.api [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622090, 'name': PowerOffVM_Task, 'duration_secs': 0.487724} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.075584] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.075749] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.075981] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51695167-80e8-43fb-b76d-aacf07c7ca77 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.115926] env[70243]: DEBUG nova.network.neutron [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Successfully created port: 9e689207-8f18-4341-a691-733f217ac783 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.162455] env[70243]: DEBUG nova.compute.manager [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.264475] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.264712] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.264897] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Deleting the datastore file [datastore2] 385cd33a-2294-4b27-95bb-95639621b72e {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.265445] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6497782f-e9e1-4b16-912f-4e4f0fd248b2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.274486] env[70243]: DEBUG oslo_vmware.api [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 911.274486] env[70243]: value = "task-3622093" [ 911.274486] env[70243]: _type = "Task" [ 911.274486] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.287366] env[70243]: DEBUG oslo_vmware.api [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.330687] env[70243]: DEBUG oslo_concurrency.lockutils [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Acquiring lock "4d977042-c67f-4cc0-b3e0-f82fcefed250" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.331246] env[70243]: DEBUG oslo_concurrency.lockutils [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Lock "4d977042-c67f-4cc0-b3e0-f82fcefed250" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.331246] env[70243]: DEBUG oslo_concurrency.lockutils [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Acquiring lock "4d977042-c67f-4cc0-b3e0-f82fcefed250-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.331373] env[70243]: DEBUG oslo_concurrency.lockutils [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Lock "4d977042-c67f-4cc0-b3e0-f82fcefed250-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.331478] env[70243]: DEBUG oslo_concurrency.lockutils [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Lock "4d977042-c67f-4cc0-b3e0-f82fcefed250-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.336446] env[70243]: INFO nova.compute.manager [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Terminating instance [ 911.341037] env[70243]: DEBUG nova.network.neutron [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.498014] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Task: {'id': task-3622091, 'name': Rename_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.524216] env[70243]: DEBUG nova.network.neutron [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Updating instance_info_cache with network_info: [{"id": "8969c926-a9bb-4711-a9f6-23de888e32f8", "address": "fa:16:3e:16:22:60", "network": {"id": "9ca41f48-ec49-4b89-8cf4-e17009fd41d3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-376653628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b82d157f42e44fdf8b5c0b034837f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8969c926-a9", "ovs_interfaceid": "8969c926-a9bb-4711-a9f6-23de888e32f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.639667] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb669ed-b3bd-4a6d-b169-9e42e9d172d3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.648739] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864f4e2c-ae5f-4f3d-9df3-533e8de168d9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.687881] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7344b3a1-f609-4307-9d14-07a56d161de8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.696172] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9deb568-225b-40cb-8399-dc68f5514636 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.712369] env[70243]: DEBUG nova.compute.provider_tree [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.788989] env[70243]: DEBUG oslo_vmware.api [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144902} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.789527] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.789813] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.790114] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.790420] env[70243]: INFO nova.compute.manager [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Took 1.24 seconds to destroy the instance on the hypervisor. [ 911.790819] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.791513] env[70243]: DEBUG nova.compute.manager [-] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.792043] env[70243]: DEBUG nova.network.neutron [-] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.841543] env[70243]: DEBUG nova.compute.manager [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.841791] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.842909] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6173ca-8bfa-46b2-b720-6293542cb2da {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.851086] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.852053] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5c6d41f-c171-4c10-a64a-8a72177ca452 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.859367] env[70243]: DEBUG oslo_vmware.api [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Waiting for the task: (returnval){ [ 911.859367] env[70243]: value = "task-3622094" [ 911.859367] env[70243]: _type = "Task" [ 911.859367] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.867126] env[70243]: DEBUG oslo_vmware.api [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Task: {'id': task-3622094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.998337] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Task: {'id': task-3622091, 'name': Rename_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.027329] env[70243]: DEBUG oslo_concurrency.lockutils [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Releasing lock "refresh_cache-75717548-0f55-4588-9907-b715ec1ba5f6" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.027692] env[70243]: DEBUG nova.compute.manager [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Instance network_info: |[{"id": "8969c926-a9bb-4711-a9f6-23de888e32f8", "address": "fa:16:3e:16:22:60", "network": {"id": "9ca41f48-ec49-4b89-8cf4-e17009fd41d3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-376653628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b82d157f42e44fdf8b5c0b034837f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8969c926-a9", "ovs_interfaceid": "8969c926-a9bb-4711-a9f6-23de888e32f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 912.028321] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:22:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8969c926-a9bb-4711-a9f6-23de888e32f8', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.037578] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.037578] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.037578] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8263939-38d0-4426-893f-d30e1d959174 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.059567] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.059567] env[70243]: value = "task-3622095" [ 912.059567] env[70243]: _type = "Task" [ 912.059567] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.071566] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622095, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.082056] env[70243]: DEBUG nova.compute.manager [req-b329e8d5-b03e-4bc0-b42d-708cea0af862 req-144d69b5-4666-4181-a028-30b242694816 service nova] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Received event network-vif-deleted-e33726c0-ed41-4f1c-8f66-632639765bb6 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.082280] env[70243]: INFO nova.compute.manager [req-b329e8d5-b03e-4bc0-b42d-708cea0af862 req-144d69b5-4666-4181-a028-30b242694816 service nova] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Neutron deleted interface e33726c0-ed41-4f1c-8f66-632639765bb6; detaching it from the instance and deleting it from the info cache [ 912.082455] env[70243]: DEBUG nova.network.neutron [req-b329e8d5-b03e-4bc0-b42d-708cea0af862 req-144d69b5-4666-4181-a028-30b242694816 service nova] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.192329] env[70243]: DEBUG nova.compute.manager [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.216091] env[70243]: DEBUG nova.scheduler.client.report [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.222108] env[70243]: DEBUG nova.virt.hardware [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.222108] env[70243]: DEBUG nova.virt.hardware [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.222108] env[70243]: DEBUG nova.virt.hardware [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.223270] env[70243]: DEBUG nova.virt.hardware [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.223471] env[70243]: DEBUG nova.virt.hardware [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.223632] env[70243]: DEBUG nova.virt.hardware [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.223849] env[70243]: DEBUG nova.virt.hardware [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.224024] env[70243]: DEBUG nova.virt.hardware [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.224281] env[70243]: DEBUG nova.virt.hardware [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.224458] env[70243]: DEBUG nova.virt.hardware [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.224663] env[70243]: DEBUG nova.virt.hardware [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.225637] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95976ea4-2608-45a4-8937-3eb03ec25c13 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.234925] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fbe2ab-067e-4924-b596-fcf2e498c11a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.289672] env[70243]: DEBUG nova.compute.manager [req-f03d080a-d01b-49ce-85a6-338c0f88b180 req-5bd395e8-57cc-4c71-b8e3-4618f6061bfe service nova] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Received event network-changed-8969c926-a9bb-4711-a9f6-23de888e32f8 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.289839] env[70243]: DEBUG nova.compute.manager [req-f03d080a-d01b-49ce-85a6-338c0f88b180 req-5bd395e8-57cc-4c71-b8e3-4618f6061bfe service nova] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Refreshing instance network info cache due to event network-changed-8969c926-a9bb-4711-a9f6-23de888e32f8. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.290156] env[70243]: DEBUG oslo_concurrency.lockutils [req-f03d080a-d01b-49ce-85a6-338c0f88b180 req-5bd395e8-57cc-4c71-b8e3-4618f6061bfe service nova] Acquiring lock "refresh_cache-75717548-0f55-4588-9907-b715ec1ba5f6" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.290344] env[70243]: DEBUG oslo_concurrency.lockutils [req-f03d080a-d01b-49ce-85a6-338c0f88b180 req-5bd395e8-57cc-4c71-b8e3-4618f6061bfe service nova] Acquired lock "refresh_cache-75717548-0f55-4588-9907-b715ec1ba5f6" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.290527] env[70243]: DEBUG nova.network.neutron [req-f03d080a-d01b-49ce-85a6-338c0f88b180 req-5bd395e8-57cc-4c71-b8e3-4618f6061bfe service nova] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Refreshing network info cache for port 8969c926-a9bb-4711-a9f6-23de888e32f8 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.369449] env[70243]: DEBUG oslo_vmware.api [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Task: {'id': task-3622094, 'name': PowerOffVM_Task, 'duration_secs': 0.249593} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.369701] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.369870] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.370173] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d711f40-5714-459c-933c-90c6822ecc4e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.431028] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.431224] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.431490] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Deleting the datastore file [datastore1] 4d977042-c67f-4cc0-b3e0-f82fcefed250 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.431786] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f97a420-fa6b-4827-9daa-e11abcfd6c89 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.438671] env[70243]: DEBUG oslo_vmware.api [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Waiting for the task: (returnval){ [ 912.438671] env[70243]: value = "task-3622097" [ 912.438671] env[70243]: _type = "Task" [ 912.438671] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.446549] env[70243]: DEBUG oslo_vmware.api [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Task: {'id': task-3622097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.499100] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Task: {'id': task-3622091, 'name': Rename_Task, 'duration_secs': 1.175954} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.499417] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.499619] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d2c4e32-2578-49f0-9c50-7e509dac4060 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.505168] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Waiting for the task: (returnval){ [ 912.505168] env[70243]: value = "task-3622098" [ 912.505168] env[70243]: _type = "Task" [ 912.505168] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.513052] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Task: {'id': task-3622098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.569847] env[70243]: DEBUG nova.network.neutron [-] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.571206] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622095, 'name': CreateVM_Task, 'duration_secs': 0.42301} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.571365] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.572688] env[70243]: DEBUG oslo_concurrency.lockutils [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.572688] env[70243]: DEBUG oslo_concurrency.lockutils [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.572881] env[70243]: DEBUG oslo_concurrency.lockutils [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.573193] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4bfab24-2b71-43ba-a88d-ffeab4ff33f6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.578086] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 912.578086] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52071e39-6c5f-0047-1f66-429a1d66bb89" [ 912.578086] env[70243]: _type = "Task" [ 912.578086] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.587620] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52071e39-6c5f-0047-1f66-429a1d66bb89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.588034] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07bfab2c-b335-4c07-b5c2-0bdc5a534ec2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.596478] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df318890-a61e-4dad-ae75-7f7335618f61 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.630783] env[70243]: DEBUG nova.compute.manager [req-b329e8d5-b03e-4bc0-b42d-708cea0af862 req-144d69b5-4666-4181-a028-30b242694816 service nova] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Detach interface failed, port_id=e33726c0-ed41-4f1c-8f66-632639765bb6, reason: Instance 385cd33a-2294-4b27-95bb-95639621b72e could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 912.675261] env[70243]: DEBUG nova.network.neutron [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Successfully updated port: 9e689207-8f18-4341-a691-733f217ac783 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.730038] env[70243]: DEBUG oslo_concurrency.lockutils [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.731035] env[70243]: DEBUG nova.compute.manager [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.735607] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.735s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.736507] env[70243]: DEBUG nova.objects.instance [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Lazy-loading 'resources' on Instance uuid e607e73c-9ca6-47a5-874b-ab37e791d33f {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.949943] env[70243]: DEBUG oslo_vmware.api [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Task: {'id': task-3622097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253825} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.950249] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.950440] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.950610] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.950780] env[70243]: INFO nova.compute.manager [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Took 1.11 seconds to destroy the instance on the hypervisor. [ 912.951078] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.951308] env[70243]: DEBUG nova.compute.manager [-] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.951401] env[70243]: DEBUG nova.network.neutron [-] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.015823] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Task: {'id': task-3622098, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.069184] env[70243]: DEBUG nova.network.neutron [req-f03d080a-d01b-49ce-85a6-338c0f88b180 req-5bd395e8-57cc-4c71-b8e3-4618f6061bfe service nova] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Updated VIF entry in instance network info cache for port 8969c926-a9bb-4711-a9f6-23de888e32f8. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.069184] env[70243]: DEBUG nova.network.neutron [req-f03d080a-d01b-49ce-85a6-338c0f88b180 req-5bd395e8-57cc-4c71-b8e3-4618f6061bfe service nova] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Updating instance_info_cache with network_info: [{"id": "8969c926-a9bb-4711-a9f6-23de888e32f8", "address": "fa:16:3e:16:22:60", "network": {"id": "9ca41f48-ec49-4b89-8cf4-e17009fd41d3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-376653628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b82d157f42e44fdf8b5c0b034837f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8969c926-a9", "ovs_interfaceid": "8969c926-a9bb-4711-a9f6-23de888e32f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.075705] env[70243]: INFO nova.compute.manager [-] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Took 1.28 seconds to deallocate network for instance. [ 913.092161] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52071e39-6c5f-0047-1f66-429a1d66bb89, 'name': SearchDatastore_Task, 'duration_secs': 0.01562} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.093792] env[70243]: DEBUG oslo_concurrency.lockutils [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.093960] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.094336] env[70243]: DEBUG oslo_concurrency.lockutils [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.094569] env[70243]: DEBUG oslo_concurrency.lockutils [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.094846] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.095664] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26b23416-d046-491d-bb29-093dfad13ea8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.107019] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.107235] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.108013] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6bd19e0-733a-46c4-9f01-d3637d21527a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.114108] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 913.114108] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528d5467-b3bb-c3dc-e1e6-bf6d3430e1a8" [ 913.114108] env[70243]: _type = "Task" [ 913.114108] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.122991] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528d5467-b3bb-c3dc-e1e6-bf6d3430e1a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.178547] env[70243]: DEBUG oslo_concurrency.lockutils [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "refresh_cache-f52382af-3675-41e3-b3e0-5f29926e5926" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.178547] env[70243]: DEBUG oslo_concurrency.lockutils [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquired lock "refresh_cache-f52382af-3675-41e3-b3e0-5f29926e5926" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.178764] env[70243]: DEBUG nova.network.neutron [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.242387] env[70243]: DEBUG nova.compute.utils [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.248139] env[70243]: DEBUG nova.compute.manager [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.248336] env[70243]: DEBUG nova.network.neutron [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.297842] env[70243]: DEBUG nova.policy [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b109ad8107e94c73af9e8f3f0e5bf82f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0d35314d689451597c32f3c6720c53f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.523917] env[70243]: DEBUG oslo_vmware.api [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Task: {'id': task-3622098, 'name': PowerOnVM_Task, 'duration_secs': 0.734329} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.523917] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.524448] env[70243]: INFO nova.compute.manager [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Took 8.89 seconds to spawn the instance on the hypervisor. [ 913.524448] env[70243]: DEBUG nova.compute.manager [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.531537] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c62e21-b19b-454f-8e22-c657e39f41f2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.571780] env[70243]: DEBUG oslo_concurrency.lockutils [req-f03d080a-d01b-49ce-85a6-338c0f88b180 req-5bd395e8-57cc-4c71-b8e3-4618f6061bfe service nova] Releasing lock "refresh_cache-75717548-0f55-4588-9907-b715ec1ba5f6" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.581218] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.633552] env[70243]: DEBUG nova.network.neutron [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Successfully created port: e0bd1d29-289e-4c24-a75d-531e34e30204 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.636648] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528d5467-b3bb-c3dc-e1e6-bf6d3430e1a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011541} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.638054] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-683da40f-88d8-4b55-b055-88a6ae541476 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.643590] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 913.643590] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d3099a-9762-449f-cfbc-9b0311a05655" [ 913.643590] env[70243]: _type = "Task" [ 913.643590] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.652445] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d3099a-9762-449f-cfbc-9b0311a05655, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.733036] env[70243]: DEBUG nova.network.neutron [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.748851] env[70243]: DEBUG nova.compute.manager [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.790133] env[70243]: DEBUG nova.network.neutron [-] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.802565] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751fb74c-4c6a-4ab6-9bb5-bc3d9bb9f9ea {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.815668] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94c8628-b7d1-4bb2-9f40-c2bf114d9599 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.871792] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f164cc3b-d33b-458d-9381-892c3773028b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.881077] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5db91b-c3dd-4a7d-a378-9c54c02a0209 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.897229] env[70243]: DEBUG nova.compute.provider_tree [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.981893] env[70243]: DEBUG nova.network.neutron [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Updating instance_info_cache with network_info: [{"id": "9e689207-8f18-4341-a691-733f217ac783", "address": "fa:16:3e:a6:a7:96", "network": {"id": "14da2089-8f3c-4c07-816f-3e67c8767cc4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599401137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e31d1e58e3844a9b4f3f32bbd59a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e689207-8f", "ovs_interfaceid": "9e689207-8f18-4341-a691-733f217ac783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.056144] env[70243]: INFO nova.compute.manager [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Took 53.57 seconds to build instance. [ 914.111085] env[70243]: DEBUG nova.compute.manager [req-0ae206fa-87d0-4e18-a070-121a940deab9 req-837b669f-7eca-4fbb-815c-2897aa136f48 service nova] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Received event network-vif-deleted-25ff46e7-5b6e-4c19-8756-bc491746587d {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.153954] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d3099a-9762-449f-cfbc-9b0311a05655, 'name': SearchDatastore_Task, 'duration_secs': 0.030383} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.154244] env[70243]: DEBUG oslo_concurrency.lockutils [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.154511] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 75717548-0f55-4588-9907-b715ec1ba5f6/75717548-0f55-4588-9907-b715ec1ba5f6.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.154779] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c8d3ba6-beaa-48d2-8c30-a13e0cd5deec {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.161360] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 914.161360] env[70243]: value = "task-3622099" [ 914.161360] env[70243]: _type = "Task" [ 914.161360] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.169316] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.255564] env[70243]: INFO nova.virt.block_device [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Booting with volume cf01ac5d-0c78-4c47-b365-6f02150730ba at /dev/sda [ 914.294140] env[70243]: INFO nova.compute.manager [-] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Took 1.34 seconds to deallocate network for instance. [ 914.300105] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-313962e4-a7d8-4fa3-a4ce-ccfeb411b68c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.309233] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000f6e34-b9b2-4787-bec6-348307c91e6a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.347749] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45ece27e-92f0-4266-a3a4-f4428d2ff1be {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.358738] env[70243]: DEBUG nova.compute.manager [req-e0090b49-0821-43da-bda8-a489c2f2772d req-8b3b1463-e785-4db8-9581-a37307d4e280 service nova] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Received event network-vif-plugged-9e689207-8f18-4341-a691-733f217ac783 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.358738] env[70243]: DEBUG oslo_concurrency.lockutils [req-e0090b49-0821-43da-bda8-a489c2f2772d req-8b3b1463-e785-4db8-9581-a37307d4e280 service nova] Acquiring lock "f52382af-3675-41e3-b3e0-5f29926e5926-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.358738] env[70243]: DEBUG oslo_concurrency.lockutils [req-e0090b49-0821-43da-bda8-a489c2f2772d req-8b3b1463-e785-4db8-9581-a37307d4e280 service nova] Lock "f52382af-3675-41e3-b3e0-5f29926e5926-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.358738] env[70243]: DEBUG oslo_concurrency.lockutils [req-e0090b49-0821-43da-bda8-a489c2f2772d req-8b3b1463-e785-4db8-9581-a37307d4e280 service nova] Lock "f52382af-3675-41e3-b3e0-5f29926e5926-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.358738] env[70243]: DEBUG nova.compute.manager [req-e0090b49-0821-43da-bda8-a489c2f2772d req-8b3b1463-e785-4db8-9581-a37307d4e280 service nova] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] No waiting events found dispatching network-vif-plugged-9e689207-8f18-4341-a691-733f217ac783 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.358738] env[70243]: WARNING nova.compute.manager [req-e0090b49-0821-43da-bda8-a489c2f2772d req-8b3b1463-e785-4db8-9581-a37307d4e280 service nova] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Received unexpected event network-vif-plugged-9e689207-8f18-4341-a691-733f217ac783 for instance with vm_state building and task_state spawning. [ 914.358738] env[70243]: DEBUG nova.compute.manager [req-e0090b49-0821-43da-bda8-a489c2f2772d req-8b3b1463-e785-4db8-9581-a37307d4e280 service nova] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Received event network-changed-9e689207-8f18-4341-a691-733f217ac783 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.358738] env[70243]: DEBUG nova.compute.manager [req-e0090b49-0821-43da-bda8-a489c2f2772d req-8b3b1463-e785-4db8-9581-a37307d4e280 service nova] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Refreshing instance network info cache due to event network-changed-9e689207-8f18-4341-a691-733f217ac783. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.358738] env[70243]: DEBUG oslo_concurrency.lockutils [req-e0090b49-0821-43da-bda8-a489c2f2772d req-8b3b1463-e785-4db8-9581-a37307d4e280 service nova] Acquiring lock "refresh_cache-f52382af-3675-41e3-b3e0-5f29926e5926" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.368810] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593ccc1d-76f4-49d9-8ee8-1ad13cd4008e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.409438] env[70243]: DEBUG nova.scheduler.client.report [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.416127] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d540111c-7e49-49fd-ac79-81f005ef7c44 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.425045] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fdfb68-c894-4866-aa28-97a7fbd01c7d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.441302] env[70243]: DEBUG nova.virt.block_device [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Updating existing volume attachment record: fc4ee04f-79be-46e8-b46d-a814e5501177 {{(pid=70243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 914.486767] env[70243]: DEBUG oslo_concurrency.lockutils [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Releasing lock "refresh_cache-f52382af-3675-41e3-b3e0-5f29926e5926" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.487202] env[70243]: DEBUG nova.compute.manager [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Instance network_info: |[{"id": "9e689207-8f18-4341-a691-733f217ac783", "address": "fa:16:3e:a6:a7:96", "network": {"id": "14da2089-8f3c-4c07-816f-3e67c8767cc4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599401137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e31d1e58e3844a9b4f3f32bbd59a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e689207-8f", "ovs_interfaceid": "9e689207-8f18-4341-a691-733f217ac783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 914.487525] env[70243]: DEBUG oslo_concurrency.lockutils [req-e0090b49-0821-43da-bda8-a489c2f2772d req-8b3b1463-e785-4db8-9581-a37307d4e280 service nova] Acquired lock "refresh_cache-f52382af-3675-41e3-b3e0-5f29926e5926" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.487701] env[70243]: DEBUG nova.network.neutron [req-e0090b49-0821-43da-bda8-a489c2f2772d req-8b3b1463-e785-4db8-9581-a37307d4e280 service nova] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Refreshing network info cache for port 9e689207-8f18-4341-a691-733f217ac783 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.489180] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:a7:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e689207-8f18-4341-a691-733f217ac783', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.497953] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.501408] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.502110] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52073495-e258-4473-8343-be5625db4980 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.528142] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.528142] env[70243]: value = "task-3622100" [ 914.528142] env[70243]: _type = "Task" [ 914.528142] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.540130] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622100, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.558663] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8549e4b8-789a-4013-a652-67264204d801 tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Lock "f9701673-c69c-472e-8ee5-de2706ddb30f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.082s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.671937] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498068} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.672247] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 75717548-0f55-4588-9907-b715ec1ba5f6/75717548-0f55-4588-9907-b715ec1ba5f6.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.672467] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.672754] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-029e8212-9274-415b-8ac5-18a842b60214 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.682978] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 914.682978] env[70243]: value = "task-3622101" [ 914.682978] env[70243]: _type = "Task" [ 914.682978] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.694101] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.800151] env[70243]: DEBUG oslo_concurrency.lockutils [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.805698] env[70243]: DEBUG nova.network.neutron [req-e0090b49-0821-43da-bda8-a489c2f2772d req-8b3b1463-e785-4db8-9581-a37307d4e280 service nova] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Updated VIF entry in instance network info cache for port 9e689207-8f18-4341-a691-733f217ac783. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.806100] env[70243]: DEBUG nova.network.neutron [req-e0090b49-0821-43da-bda8-a489c2f2772d req-8b3b1463-e785-4db8-9581-a37307d4e280 service nova] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Updating instance_info_cache with network_info: [{"id": "9e689207-8f18-4341-a691-733f217ac783", "address": "fa:16:3e:a6:a7:96", "network": {"id": "14da2089-8f3c-4c07-816f-3e67c8767cc4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599401137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e31d1e58e3844a9b4f3f32bbd59a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e689207-8f", "ovs_interfaceid": "9e689207-8f18-4341-a691-733f217ac783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.853391] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Acquiring lock "f9701673-c69c-472e-8ee5-de2706ddb30f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.853658] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Lock "f9701673-c69c-472e-8ee5-de2706ddb30f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.853869] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Acquiring lock "f9701673-c69c-472e-8ee5-de2706ddb30f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.854063] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Lock "f9701673-c69c-472e-8ee5-de2706ddb30f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.854237] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Lock "f9701673-c69c-472e-8ee5-de2706ddb30f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.857514] env[70243]: INFO nova.compute.manager [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Terminating instance [ 914.915175] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.917696] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.531s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.918011] env[70243]: DEBUG nova.objects.instance [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Lazy-loading 'resources' on Instance uuid d1fe054d-e3b0-4e07-8633-3f2f2763ccdf {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.944025] env[70243]: INFO nova.scheduler.client.report [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Deleted allocations for instance e607e73c-9ca6-47a5-874b-ab37e791d33f [ 915.038185] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622100, 'name': CreateVM_Task, 'duration_secs': 0.397643} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.038349] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.039396] env[70243]: DEBUG oslo_concurrency.lockutils [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.039396] env[70243]: DEBUG oslo_concurrency.lockutils [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.039619] env[70243]: DEBUG oslo_concurrency.lockutils [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.040189] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7b26918-d7d6-4d0f-9baf-f843475bfc8c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.044681] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 915.044681] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5230cb49-61ef-4f2c-b972-c78f432161f7" [ 915.044681] env[70243]: _type = "Task" [ 915.044681] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.053239] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5230cb49-61ef-4f2c-b972-c78f432161f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.192318] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096307} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.192646] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.193512] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7036369c-4543-4df9-a5f7-47e2369e04b6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.216374] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 75717548-0f55-4588-9907-b715ec1ba5f6/75717548-0f55-4588-9907-b715ec1ba5f6.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.216722] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4723ff9d-f787-45c6-bffa-bda768efa123 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.236673] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 915.236673] env[70243]: value = "task-3622102" [ 915.236673] env[70243]: _type = "Task" [ 915.236673] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.245550] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622102, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.285664] env[70243]: DEBUG nova.network.neutron [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Successfully updated port: e0bd1d29-289e-4c24-a75d-531e34e30204 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.308452] env[70243]: DEBUG oslo_concurrency.lockutils [req-e0090b49-0821-43da-bda8-a489c2f2772d req-8b3b1463-e785-4db8-9581-a37307d4e280 service nova] Releasing lock "refresh_cache-f52382af-3675-41e3-b3e0-5f29926e5926" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.361174] env[70243]: DEBUG nova.compute.manager [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.361572] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.362948] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a245837b-fefe-452d-b400-8d1b59ddaaa1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.370822] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.371081] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a90dfb41-4e90-41d0-996a-d22b6a7a55ab {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.377772] env[70243]: DEBUG oslo_vmware.api [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Waiting for the task: (returnval){ [ 915.377772] env[70243]: value = "task-3622103" [ 915.377772] env[70243]: _type = "Task" [ 915.377772] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.386406] env[70243]: DEBUG oslo_vmware.api [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Task: {'id': task-3622103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.452059] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4dd88e04-1308-49d1-b6d3-b47feaaf3f11 tempest-ServerMetadataNegativeTestJSON-1073918110 tempest-ServerMetadataNegativeTestJSON-1073918110-project-member] Lock "e607e73c-9ca6-47a5-874b-ab37e791d33f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.292s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.555541] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5230cb49-61ef-4f2c-b972-c78f432161f7, 'name': SearchDatastore_Task, 'duration_secs': 0.066633} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.555849] env[70243]: DEBUG oslo_concurrency.lockutils [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.556116] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.556358] env[70243]: DEBUG oslo_concurrency.lockutils [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.556506] env[70243]: DEBUG oslo_concurrency.lockutils [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.556683] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.557300] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-080f9f91-e5d5-4b4e-935e-ad66c4e3b603 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.575609] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.575814] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.576578] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1610fdd0-8914-4047-a75c-1bfecce7de31 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.581649] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 915.581649] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524fb237-eaaf-ae4a-6e73-c5baa0e3a26a" [ 915.581649] env[70243]: _type = "Task" [ 915.581649] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.591228] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524fb237-eaaf-ae4a-6e73-c5baa0e3a26a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.746284] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622102, 'name': ReconfigVM_Task, 'duration_secs': 0.286835} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.749497] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 75717548-0f55-4588-9907-b715ec1ba5f6/75717548-0f55-4588-9907-b715ec1ba5f6.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.749769] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b925f5d-5775-4858-ae68-cb489f950b27 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.757023] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 915.757023] env[70243]: value = "task-3622104" [ 915.757023] env[70243]: _type = "Task" [ 915.757023] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.766953] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622104, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.788739] env[70243]: DEBUG oslo_concurrency.lockutils [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Acquiring lock "refresh_cache-3a27ee61-506d-4f28-9b21-ff51f153e3b4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.788739] env[70243]: DEBUG oslo_concurrency.lockutils [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Acquired lock "refresh_cache-3a27ee61-506d-4f28-9b21-ff51f153e3b4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.788739] env[70243]: DEBUG nova.network.neutron [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.888180] env[70243]: DEBUG oslo_vmware.api [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Task: {'id': task-3622103, 'name': PowerOffVM_Task, 'duration_secs': 0.194209} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.888471] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.888642] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.888932] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d42161f8-6a26-45c8-ab9b-73a1b2ff41e0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.910468] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad13a2f-2801-42f3-91b2-b950d7ffba17 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.919151] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb91d5a-50ed-49ef-bd14-b79032fcf822 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.960821] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe730e2-4323-4f45-b83e-cf49eca218fb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.964195] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.964424] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.965191] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Deleting the datastore file [datastore1] f9701673-c69c-472e-8ee5-de2706ddb30f {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.965191] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9767cfdd-42a6-411d-8c71-a182e3a8f45f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.973661] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b23ca0-a73a-4e8a-9ff0-925178ec2794 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.977745] env[70243]: DEBUG oslo_vmware.api [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Waiting for the task: (returnval){ [ 915.977745] env[70243]: value = "task-3622106" [ 915.977745] env[70243]: _type = "Task" [ 915.977745] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.988177] env[70243]: DEBUG nova.compute.provider_tree [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.994259] env[70243]: DEBUG oslo_vmware.api [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Task: {'id': task-3622106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.092487] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524fb237-eaaf-ae4a-6e73-c5baa0e3a26a, 'name': SearchDatastore_Task, 'duration_secs': 0.010311} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.093358] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f22c1aaa-bde0-4db3-8e79-b38c3b6664dc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.099921] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 916.099921] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52744cd3-ceb0-cf3c-e144-e3249c40c5b6" [ 916.099921] env[70243]: _type = "Task" [ 916.099921] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.109302] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52744cd3-ceb0-cf3c-e144-e3249c40c5b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.266843] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622104, 'name': Rename_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.321529] env[70243]: DEBUG nova.network.neutron [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.416319] env[70243]: DEBUG nova.compute.manager [req-11878f59-c442-40ff-8a08-d7494591ca88 req-d282b1cd-d4e7-42c4-ad6e-bead8793c078 service nova] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Received event network-vif-plugged-e0bd1d29-289e-4c24-a75d-531e34e30204 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.416319] env[70243]: DEBUG oslo_concurrency.lockutils [req-11878f59-c442-40ff-8a08-d7494591ca88 req-d282b1cd-d4e7-42c4-ad6e-bead8793c078 service nova] Acquiring lock "3a27ee61-506d-4f28-9b21-ff51f153e3b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.416319] env[70243]: DEBUG oslo_concurrency.lockutils [req-11878f59-c442-40ff-8a08-d7494591ca88 req-d282b1cd-d4e7-42c4-ad6e-bead8793c078 service nova] Lock "3a27ee61-506d-4f28-9b21-ff51f153e3b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.416319] env[70243]: DEBUG oslo_concurrency.lockutils [req-11878f59-c442-40ff-8a08-d7494591ca88 req-d282b1cd-d4e7-42c4-ad6e-bead8793c078 service nova] Lock "3a27ee61-506d-4f28-9b21-ff51f153e3b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.416319] env[70243]: DEBUG nova.compute.manager [req-11878f59-c442-40ff-8a08-d7494591ca88 req-d282b1cd-d4e7-42c4-ad6e-bead8793c078 service nova] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] No waiting events found dispatching network-vif-plugged-e0bd1d29-289e-4c24-a75d-531e34e30204 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.416319] env[70243]: WARNING nova.compute.manager [req-11878f59-c442-40ff-8a08-d7494591ca88 req-d282b1cd-d4e7-42c4-ad6e-bead8793c078 service nova] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Received unexpected event network-vif-plugged-e0bd1d29-289e-4c24-a75d-531e34e30204 for instance with vm_state building and task_state spawning. [ 916.416319] env[70243]: DEBUG nova.compute.manager [req-11878f59-c442-40ff-8a08-d7494591ca88 req-d282b1cd-d4e7-42c4-ad6e-bead8793c078 service nova] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Received event network-changed-e0bd1d29-289e-4c24-a75d-531e34e30204 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.416319] env[70243]: DEBUG nova.compute.manager [req-11878f59-c442-40ff-8a08-d7494591ca88 req-d282b1cd-d4e7-42c4-ad6e-bead8793c078 service nova] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Refreshing instance network info cache due to event network-changed-e0bd1d29-289e-4c24-a75d-531e34e30204. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.416319] env[70243]: DEBUG oslo_concurrency.lockutils [req-11878f59-c442-40ff-8a08-d7494591ca88 req-d282b1cd-d4e7-42c4-ad6e-bead8793c078 service nova] Acquiring lock "refresh_cache-3a27ee61-506d-4f28-9b21-ff51f153e3b4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.476996] env[70243]: DEBUG nova.network.neutron [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Updating instance_info_cache with network_info: [{"id": "e0bd1d29-289e-4c24-a75d-531e34e30204", "address": "fa:16:3e:e6:f2:5c", "network": {"id": "c1fef9b6-7bda-4c71-866b-8282da125bac", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-652399146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d35314d689451597c32f3c6720c53f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bd1d29-28", "ovs_interfaceid": "e0bd1d29-289e-4c24-a75d-531e34e30204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.489213] env[70243]: DEBUG oslo_vmware.api [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Task: {'id': task-3622106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141615} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.489705] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.489705] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.489846] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.490053] env[70243]: INFO nova.compute.manager [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 916.490323] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.490515] env[70243]: DEBUG nova.compute.manager [-] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.490610] env[70243]: DEBUG nova.network.neutron [-] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.494026] env[70243]: DEBUG nova.scheduler.client.report [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.536053] env[70243]: DEBUG nova.compute.manager [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.536634] env[70243]: DEBUG nova.virt.hardware [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.536840] env[70243]: DEBUG nova.virt.hardware [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.537143] env[70243]: DEBUG nova.virt.hardware [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.537500] env[70243]: DEBUG nova.virt.hardware [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.537500] env[70243]: DEBUG nova.virt.hardware [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.537500] env[70243]: DEBUG nova.virt.hardware [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.537741] env[70243]: DEBUG nova.virt.hardware [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.537770] env[70243]: DEBUG nova.virt.hardware [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.537935] env[70243]: DEBUG nova.virt.hardware [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.538849] env[70243]: DEBUG nova.virt.hardware [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.539104] env[70243]: DEBUG nova.virt.hardware [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.540094] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9189a1b7-47d3-4c70-8ee1-07bb13b2aa91 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.548076] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0413da2-5563-4d52-bb62-07ba7741e707 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.611785] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52744cd3-ceb0-cf3c-e144-e3249c40c5b6, 'name': SearchDatastore_Task, 'duration_secs': 0.014256} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.612141] env[70243]: DEBUG oslo_concurrency.lockutils [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.612141] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] f52382af-3675-41e3-b3e0-5f29926e5926/f52382af-3675-41e3-b3e0-5f29926e5926.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.612381] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59390174-a575-4b58-ae80-84531f020e32 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.619357] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 916.619357] env[70243]: value = "task-3622107" [ 916.619357] env[70243]: _type = "Task" [ 916.619357] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.626694] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.771775] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622104, 'name': Rename_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.983324] env[70243]: DEBUG oslo_concurrency.lockutils [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Releasing lock "refresh_cache-3a27ee61-506d-4f28-9b21-ff51f153e3b4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.983687] env[70243]: DEBUG nova.compute.manager [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Instance network_info: |[{"id": "e0bd1d29-289e-4c24-a75d-531e34e30204", "address": "fa:16:3e:e6:f2:5c", "network": {"id": "c1fef9b6-7bda-4c71-866b-8282da125bac", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-652399146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d35314d689451597c32f3c6720c53f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bd1d29-28", "ovs_interfaceid": "e0bd1d29-289e-4c24-a75d-531e34e30204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.984011] env[70243]: DEBUG oslo_concurrency.lockutils [req-11878f59-c442-40ff-8a08-d7494591ca88 req-d282b1cd-d4e7-42c4-ad6e-bead8793c078 service nova] Acquired lock "refresh_cache-3a27ee61-506d-4f28-9b21-ff51f153e3b4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.984196] env[70243]: DEBUG nova.network.neutron [req-11878f59-c442-40ff-8a08-d7494591ca88 req-d282b1cd-d4e7-42c4-ad6e-bead8793c078 service nova] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Refreshing network info cache for port e0bd1d29-289e-4c24-a75d-531e34e30204 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.985440] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:f2:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0bd1d29-289e-4c24-a75d-531e34e30204', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.999816] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Creating folder: Project (e0d35314d689451597c32f3c6720c53f). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.002267] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.005283] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-494ba068-a291-46c0-9097-83a648643c4c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.007706] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.024s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.008318] env[70243]: DEBUG nova.objects.instance [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Lazy-loading 'resources' on Instance uuid 134c0043-943c-4ea8-acf5-be33c02976fd {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.024455] env[70243]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 917.024633] env[70243]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70243) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 917.025849] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Folder already exists: Project (e0d35314d689451597c32f3c6720c53f). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 917.028446] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Creating folder: Instances. Parent ref: group-v722369. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.028608] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3e3eeb5-ec7b-42eb-9e72-722a79029704 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.034187] env[70243]: INFO nova.scheduler.client.report [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Deleted allocations for instance d1fe054d-e3b0-4e07-8633-3f2f2763ccdf [ 917.041155] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Created folder: Instances in parent group-v722369. [ 917.041155] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.041155] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.041155] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a79726eb-4ac9-4299-aade-3872d609b5cb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.065345] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.065345] env[70243]: value = "task-3622110" [ 917.065345] env[70243]: _type = "Task" [ 917.065345] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.073706] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622110, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.131747] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459416} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.132120] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] f52382af-3675-41e3-b3e0-5f29926e5926/f52382af-3675-41e3-b3e0-5f29926e5926.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.132420] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.132714] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-226e8200-0b00-4fb2-89fe-f2bb54f8b7b3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.139227] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 917.139227] env[70243]: value = "task-3622111" [ 917.139227] env[70243]: _type = "Task" [ 917.139227] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.148052] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.269440] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622104, 'name': Rename_Task, 'duration_secs': 1.149426} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.270070] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.273137] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f8ca1b3-c995-4cbe-917a-70c6d65fc4f1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.280544] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 917.280544] env[70243]: value = "task-3622112" [ 917.280544] env[70243]: _type = "Task" [ 917.280544] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.290606] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.355532] env[70243]: DEBUG nova.network.neutron [-] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.541797] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c2c6d60-47af-4cd6-8342-ae75848d87bc tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Lock "d1fe054d-e3b0-4e07-8633-3f2f2763ccdf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.844s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.576783] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622110, 'name': CreateVM_Task, 'duration_secs': 0.339631} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.579496] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.580450] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'fc4ee04f-79be-46e8-b46d-a814e5501177', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722374', 'volume_id': 'cf01ac5d-0c78-4c47-b365-6f02150730ba', 'name': 'volume-cf01ac5d-0c78-4c47-b365-6f02150730ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a27ee61-506d-4f28-9b21-ff51f153e3b4', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf01ac5d-0c78-4c47-b365-6f02150730ba', 'serial': 'cf01ac5d-0c78-4c47-b365-6f02150730ba'}, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'disk_bus': None, 'boot_index': 0, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=70243) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 917.581201] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Root volume attach. Driver type: vmdk {{(pid=70243) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 917.581672] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b0211d-ec89-4896-a3ff-f06ab6444e53 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.590732] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dd2035-f8a6-417e-a8ca-796494f0c6c2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.600074] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c7ed4a-5510-4b90-a05a-9b49624b45eb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.613157] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f4e6b9d9-9e17-4e80-b593-1bf575288bbf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.622228] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Waiting for the task: (returnval){ [ 917.622228] env[70243]: value = "task-3622113" [ 917.622228] env[70243]: _type = "Task" [ 917.622228] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.632921] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622113, 'name': RelocateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.652197] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062611} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.654727] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.655569] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ec5f8f-aafa-4d5d-9cdd-c4db9b55bca5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.681867] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] f52382af-3675-41e3-b3e0-5f29926e5926/f52382af-3675-41e3-b3e0-5f29926e5926.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.686170] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-724323f4-d1ac-41e8-8f3f-b47b6ce6a371 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.715594] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 917.715594] env[70243]: value = "task-3622114" [ 917.715594] env[70243]: _type = "Task" [ 917.715594] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.728739] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622114, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.788377] env[70243]: DEBUG nova.network.neutron [req-11878f59-c442-40ff-8a08-d7494591ca88 req-d282b1cd-d4e7-42c4-ad6e-bead8793c078 service nova] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Updated VIF entry in instance network info cache for port e0bd1d29-289e-4c24-a75d-531e34e30204. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.789368] env[70243]: DEBUG nova.network.neutron [req-11878f59-c442-40ff-8a08-d7494591ca88 req-d282b1cd-d4e7-42c4-ad6e-bead8793c078 service nova] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Updating instance_info_cache with network_info: [{"id": "e0bd1d29-289e-4c24-a75d-531e34e30204", "address": "fa:16:3e:e6:f2:5c", "network": {"id": "c1fef9b6-7bda-4c71-866b-8282da125bac", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-652399146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d35314d689451597c32f3c6720c53f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bd1d29-28", "ovs_interfaceid": "e0bd1d29-289e-4c24-a75d-531e34e30204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.801313] env[70243]: DEBUG oslo_vmware.api [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622112, 'name': PowerOnVM_Task, 'duration_secs': 0.492212} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.801764] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.802339] env[70243]: INFO nova.compute.manager [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Took 8.14 seconds to spawn the instance on the hypervisor. [ 917.802650] env[70243]: DEBUG nova.compute.manager [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.803703] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb7d44d-a9c9-42da-b70b-1974f7e2a758 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.859864] env[70243]: INFO nova.compute.manager [-] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Took 1.37 seconds to deallocate network for instance. [ 918.092244] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12336f7-4312-4e34-9228-d1918ca26630 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.106263] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784b696e-9a22-40e5-b8b8-8d5fa8bb5e30 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.145852] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69949b2-c848-463d-9ba1-d5ce594338fe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.156041] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622113, 'name': RelocateVM_Task} progress is 42%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.159394] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1705830b-2381-4341-8bf2-00438fa81d9b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.175443] env[70243]: DEBUG nova.compute.provider_tree [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.207163] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquiring lock "eac99ec0-83ca-41e4-9a4b-f01592c9c3b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.207547] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Lock "eac99ec0-83ca-41e4-9a4b-f01592c9c3b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.207776] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquiring lock "eac99ec0-83ca-41e4-9a4b-f01592c9c3b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.207987] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Lock "eac99ec0-83ca-41e4-9a4b-f01592c9c3b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.208206] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Lock "eac99ec0-83ca-41e4-9a4b-f01592c9c3b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.210744] env[70243]: INFO nova.compute.manager [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Terminating instance [ 918.228400] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622114, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.292800] env[70243]: DEBUG oslo_concurrency.lockutils [req-11878f59-c442-40ff-8a08-d7494591ca88 req-d282b1cd-d4e7-42c4-ad6e-bead8793c078 service nova] Releasing lock "refresh_cache-3a27ee61-506d-4f28-9b21-ff51f153e3b4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.326263] env[70243]: INFO nova.compute.manager [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Took 49.57 seconds to build instance. [ 918.371111] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.467282] env[70243]: DEBUG nova.compute.manager [req-1c952bc1-1aca-4b19-a411-4d4da308b64a req-76b8c93b-f7d4-44c2-8e02-45fa668bc29c service nova] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Received event network-vif-deleted-95b043d7-e735-455f-9ecb-357a5dfb569d {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.655913] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622113, 'name': RelocateVM_Task} progress is 54%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.679366] env[70243]: DEBUG nova.scheduler.client.report [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.715035] env[70243]: DEBUG nova.compute.manager [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.715304] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.716266] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875f8069-fc5a-4180-9b51-0c9741837cbd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.732607] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622114, 'name': ReconfigVM_Task, 'duration_secs': 0.550711} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.732851] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.733155] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Reconfigured VM instance instance-0000003d to attach disk [datastore1] f52382af-3675-41e3-b3e0-5f29926e5926/f52382af-3675-41e3-b3e0-5f29926e5926.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.733899] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c41f2f97-a891-4077-a6d3-40fecc78102d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.735926] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ce40ac9-3ea4-4ea1-be89-ca751af73492 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.745229] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 918.745229] env[70243]: value = "task-3622115" [ 918.745229] env[70243]: _type = "Task" [ 918.745229] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.746314] env[70243]: DEBUG oslo_vmware.api [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 918.746314] env[70243]: value = "task-3622116" [ 918.746314] env[70243]: _type = "Task" [ 918.746314] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.758971] env[70243]: DEBUG oslo_vmware.api [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3622116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.762528] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622115, 'name': Rename_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.828714] env[70243]: DEBUG oslo_concurrency.lockutils [None req-daea5dda-6801-4bc1-8e16-182347dae688 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "75717548-0f55-4588-9907-b715ec1ba5f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.354s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.154230] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622113, 'name': RelocateVM_Task} progress is 69%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.185564] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.188242] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 31.594s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.209785] env[70243]: INFO nova.scheduler.client.report [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Deleted allocations for instance 134c0043-943c-4ea8-acf5-be33c02976fd [ 919.263075] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622115, 'name': Rename_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.267209] env[70243]: DEBUG oslo_vmware.api [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3622116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.654435] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622113, 'name': RelocateVM_Task} progress is 82%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.692439] env[70243]: DEBUG nova.objects.instance [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lazy-loading 'migration_context' on Instance uuid 16dff74d-4658-4f76-a70f-aaae3c52b371 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.701967] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a4db5994-b8fa-45ea-8353-bd0219a3a725 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "75717548-0f55-4588-9907-b715ec1ba5f6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.702198] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a4db5994-b8fa-45ea-8353-bd0219a3a725 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "75717548-0f55-4588-9907-b715ec1ba5f6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.717402] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2ae6497c-93e9-42a5-9bef-928a67506146 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Lock "134c0043-943c-4ea8-acf5-be33c02976fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.627s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.762664] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622115, 'name': Rename_Task, 'duration_secs': 0.700743} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.766099] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.766427] env[70243]: DEBUG oslo_vmware.api [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3622116, 'name': PowerOffVM_Task, 'duration_secs': 0.780632} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.766660] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08ddbfbc-cc72-46c2-9268-483c35dc3f16 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.768502] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.768686] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.769283] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2207a005-460d-41a8-b8f5-296abae16112 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.778380] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 919.778380] env[70243]: value = "task-3622118" [ 919.778380] env[70243]: _type = "Task" [ 919.778380] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.154146] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622113, 'name': RelocateVM_Task} progress is 97%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.206634] env[70243]: DEBUG nova.compute.utils [None req-a4db5994-b8fa-45ea-8353-bd0219a3a725 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.291721] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622118, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.575317] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6162b6-c70e-4a9e-8856-6cba172f6461 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.582786] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c93fd9e-4eba-4f07-ad54-63fea533ad42 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.613758] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba53a6a-5492-4198-9344-5b6b39580c00 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.622236] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebca2b86-b84a-42ef-a0a2-3b801d6bb4ef {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.636187] env[70243]: DEBUG nova.compute.provider_tree [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 920.653359] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622113, 'name': RelocateVM_Task} progress is 98%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.709649] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a4db5994-b8fa-45ea-8353-bd0219a3a725 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "75717548-0f55-4588-9907-b715ec1ba5f6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.792695] env[70243]: DEBUG oslo_vmware.api [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622118, 'name': PowerOnVM_Task, 'duration_secs': 0.968486} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.792976] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.793227] env[70243]: INFO nova.compute.manager [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Took 8.60 seconds to spawn the instance on the hypervisor. [ 920.793412] env[70243]: DEBUG nova.compute.manager [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.794211] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c94177e-1b7c-4a58-8e03-9e68c5020895 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.154103] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622113, 'name': RelocateVM_Task} progress is 98%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.157563] env[70243]: ERROR nova.scheduler.client.report [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [req-563e74e9-390e-499e-a89c-58ae66662799] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 98e76d84-2347-4f8a-974e-fe32663c00ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-563e74e9-390e-499e-a89c-58ae66662799"}]} [ 921.172899] env[70243]: DEBUG nova.scheduler.client.report [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Refreshing inventories for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 921.186962] env[70243]: DEBUG nova.scheduler.client.report [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Updating ProviderTree inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 921.187360] env[70243]: DEBUG nova.compute.provider_tree [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 921.198685] env[70243]: DEBUG nova.scheduler.client.report [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Refreshing aggregate associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, aggregates: None {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 921.218151] env[70243]: DEBUG nova.scheduler.client.report [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Refreshing trait associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 921.318331] env[70243]: INFO nova.compute.manager [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Took 45.81 seconds to build instance. [ 921.576067] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1863e0a-209a-49c6-ac39-d7a89ac606a9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.583666] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d879ce04-8dea-4c5a-afff-6f9b8eaf3ce2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.614706] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f048388-c3d9-40bb-8172-c037e25c854b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.624360] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5072f4-4a7a-44d7-9345-5278ad7c9a58 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.635429] env[70243]: DEBUG nova.compute.provider_tree [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 921.655815] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622113, 'name': RelocateVM_Task} progress is 98%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.776264] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a4db5994-b8fa-45ea-8353-bd0219a3a725 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "75717548-0f55-4588-9907-b715ec1ba5f6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.776556] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a4db5994-b8fa-45ea-8353-bd0219a3a725 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "75717548-0f55-4588-9907-b715ec1ba5f6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.776786] env[70243]: INFO nova.compute.manager [None req-a4db5994-b8fa-45ea-8353-bd0219a3a725 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Attaching volume d0ed4587-c5ac-4ccd-82ae-6260c720ca0a to /dev/sdb [ 921.807801] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90eb4519-2378-441c-84c4-c5d1f5a84bce {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.815573] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45d6cd8-a7af-49b4-a17e-490b2cf3f01d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.821700] env[70243]: DEBUG oslo_concurrency.lockutils [None req-31e20d7d-843a-4eaf-9e38-07e1c09aebd5 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "f52382af-3675-41e3-b3e0-5f29926e5926" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.276s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.829274] env[70243]: DEBUG nova.virt.block_device [None req-a4db5994-b8fa-45ea-8353-bd0219a3a725 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Updating existing volume attachment record: bc09010e-f2ea-4d37-b039-972eb8dee0d0 {{(pid=70243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 922.154819] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622113, 'name': RelocateVM_Task} progress is 98%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.168732] env[70243]: DEBUG nova.scheduler.client.report [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Updated inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 922.168990] env[70243]: DEBUG nova.compute.provider_tree [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Updating resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec generation from 82 to 83 during operation: update_inventory {{(pid=70243) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 922.169188] env[70243]: DEBUG nova.compute.provider_tree [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 922.656556] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622113, 'name': RelocateVM_Task} progress is 98%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.068289] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.068636] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.068787] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Deleting the datastore file [datastore1] eac99ec0-83ca-41e4-9a4b-f01592c9c3b3 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.069103] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5a3742b-cf6c-4b00-858d-be1c0c13896f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.076647] env[70243]: DEBUG oslo_vmware.api [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for the task: (returnval){ [ 923.076647] env[70243]: value = "task-3622122" [ 923.076647] env[70243]: _type = "Task" [ 923.076647] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.085329] env[70243]: DEBUG oslo_vmware.api [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3622122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.157952] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622113, 'name': RelocateVM_Task} progress is 98%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.181132] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.993s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.187504] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.546s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.187840] env[70243]: DEBUG nova.objects.instance [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 923.459373] env[70243]: DEBUG nova.compute.manager [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.460309] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9d29bc-437e-473e-ad9a-a3a6776eac56 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.587754] env[70243]: DEBUG oslo_vmware.api [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Task: {'id': task-3622122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301546} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.587986] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.588191] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.588372] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.588544] env[70243]: INFO nova.compute.manager [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Took 4.87 seconds to destroy the instance on the hypervisor. [ 923.588797] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.589071] env[70243]: DEBUG nova.compute.manager [-] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.589177] env[70243]: DEBUG nova.network.neutron [-] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.657894] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622113, 'name': RelocateVM_Task, 'duration_secs': 5.634449} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.658029] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Volume attach. Driver type: vmdk {{(pid=70243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 923.658256] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722374', 'volume_id': 'cf01ac5d-0c78-4c47-b365-6f02150730ba', 'name': 'volume-cf01ac5d-0c78-4c47-b365-6f02150730ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a27ee61-506d-4f28-9b21-ff51f153e3b4', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf01ac5d-0c78-4c47-b365-6f02150730ba', 'serial': 'cf01ac5d-0c78-4c47-b365-6f02150730ba'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 923.659022] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643c4d73-85aa-49b1-b4cd-238c058526d8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.674880] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cc5fa3-57e1-4afc-84f3-f27189e630c6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.700444] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] volume-cf01ac5d-0c78-4c47-b365-6f02150730ba/volume-cf01ac5d-0c78-4c47-b365-6f02150730ba.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.704950] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbce8129-69c3-4668-a413-7397bc61b796 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.723408] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bd29caa7-8e70-4698-81c4-4c1b0926b6e3 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.536s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.725142] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.848s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.727312] env[70243]: INFO nova.compute.claims [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.739553] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Waiting for the task: (returnval){ [ 923.739553] env[70243]: value = "task-3622123" [ 923.739553] env[70243]: _type = "Task" [ 923.739553] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.747583] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622123, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.871361] env[70243]: DEBUG nova.compute.manager [req-e5613cab-81b3-49a1-b9e9-8c0913a9b46c req-c7601750-a297-411b-81da-f1cc49477b3c service nova] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Received event network-vif-deleted-656a6ebc-3bef-4f74-9502-a9af8b21857a {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.871361] env[70243]: INFO nova.compute.manager [req-e5613cab-81b3-49a1-b9e9-8c0913a9b46c req-c7601750-a297-411b-81da-f1cc49477b3c service nova] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Neutron deleted interface 656a6ebc-3bef-4f74-9502-a9af8b21857a; detaching it from the instance and deleting it from the info cache [ 923.871361] env[70243]: DEBUG nova.network.neutron [req-e5613cab-81b3-49a1-b9e9-8c0913a9b46c req-c7601750-a297-411b-81da-f1cc49477b3c service nova] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.974658] env[70243]: INFO nova.compute.manager [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] instance snapshotting [ 923.977089] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76363da3-9069-41a0-8959-6800b872c0cf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.002231] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce2ce01-9d28-4aaa-84c1-5ea8cf1292be {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.252387] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.256905] env[70243]: INFO nova.compute.manager [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Swapping old allocation on dict_keys(['98e76d84-2347-4f8a-974e-fe32663c00ec']) held by migration ce2f68f6-cbe3-4801-b97b-ea249cef8619 for instance [ 924.287390] env[70243]: DEBUG nova.scheduler.client.report [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Overwriting current allocation {'allocations': {'98e76d84-2347-4f8a-974e-fe32663c00ec': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 83}}, 'project_id': '643354cc2de24e27af8504a4b1ad5efd', 'user_id': '257e193c76594003a5a1b7488af10164', 'consumer_generation': 1} on consumer 16dff74d-4658-4f76-a70f-aaae3c52b371 {{(pid=70243) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 924.351375] env[70243]: DEBUG nova.network.neutron [-] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.373957] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b15b4e12-70f0-4909-929b-69633bf34f68 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.377030] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "refresh_cache-16dff74d-4658-4f76-a70f-aaae3c52b371" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.377215] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquired lock "refresh_cache-16dff74d-4658-4f76-a70f-aaae3c52b371" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.377427] env[70243]: DEBUG nova.network.neutron [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.386529] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56de210f-8f0f-4ca2-9f40-19a64e4eddf6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.421826] env[70243]: DEBUG nova.compute.manager [req-e5613cab-81b3-49a1-b9e9-8c0913a9b46c req-c7601750-a297-411b-81da-f1cc49477b3c service nova] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Detach interface failed, port_id=656a6ebc-3bef-4f74-9502-a9af8b21857a, reason: Instance eac99ec0-83ca-41e4-9a4b-f01592c9c3b3 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 924.515221] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Creating Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 924.515557] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9cb1a3af-5a36-46c3-a768-baf85544614e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.524535] env[70243]: DEBUG oslo_vmware.api [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 924.524535] env[70243]: value = "task-3622125" [ 924.524535] env[70243]: _type = "Task" [ 924.524535] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.536129] env[70243]: DEBUG oslo_vmware.api [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622125, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.750019] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622123, 'name': ReconfigVM_Task, 'duration_secs': 0.871241} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.750335] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Reconfigured VM instance instance-0000003e to attach disk [datastore1] volume-cf01ac5d-0c78-4c47-b365-6f02150730ba/volume-cf01ac5d-0c78-4c47-b365-6f02150730ba.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.755271] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0527a466-512b-43e7-b533-f1aeabc4fb88 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.771728] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Waiting for the task: (returnval){ [ 924.771728] env[70243]: value = "task-3622126" [ 924.771728] env[70243]: _type = "Task" [ 924.771728] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.781596] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.855208] env[70243]: INFO nova.compute.manager [-] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Took 1.26 seconds to deallocate network for instance. [ 925.036604] env[70243]: DEBUG oslo_vmware.api [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622125, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.142686] env[70243]: DEBUG nova.network.neutron [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Updating instance_info_cache with network_info: [{"id": "e4f592ef-f6f6-489b-95c2-2709d337c75a", "address": "fa:16:3e:aa:09:c7", "network": {"id": "d68bfc95-c7be-45a6-9019-697d94503a7f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ca97fe5a446443ad91bb6062d137ff9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f592ef-f6", "ovs_interfaceid": "e4f592ef-f6f6-489b-95c2-2709d337c75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.151064] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c837dcd-5d1c-4d97-b904-af87893a2241 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.157962] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9f4d4a-abb3-45be-9a13-67137913b65c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.191685] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8e28df-bdae-45bf-a55b-aea5a8a2c6b8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.199365] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb3db67-4842-461e-9600-559fef1cc188 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.213085] env[70243]: DEBUG nova.compute.provider_tree [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 925.281767] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622126, 'name': ReconfigVM_Task, 'duration_secs': 0.118215} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.283054] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722374', 'volume_id': 'cf01ac5d-0c78-4c47-b365-6f02150730ba', 'name': 'volume-cf01ac5d-0c78-4c47-b365-6f02150730ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a27ee61-506d-4f28-9b21-ff51f153e3b4', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf01ac5d-0c78-4c47-b365-6f02150730ba', 'serial': 'cf01ac5d-0c78-4c47-b365-6f02150730ba'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 925.283207] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d3d0ca1-0342-4be3-9c38-14e1c6798585 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.289801] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Waiting for the task: (returnval){ [ 925.289801] env[70243]: value = "task-3622127" [ 925.289801] env[70243]: _type = "Task" [ 925.289801] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.297806] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622127, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.361968] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.537492] env[70243]: DEBUG oslo_vmware.api [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622125, 'name': CreateSnapshot_Task, 'duration_secs': 0.538049} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.537770] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Created Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 925.538543] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db9c00f-edea-41cf-8c46-c2cc0b944a63 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.647615] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Releasing lock "refresh_cache-16dff74d-4658-4f76-a70f-aaae3c52b371" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.648081] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.648353] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86754b66-9415-4314-a506-5ce35497475b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.655383] env[70243]: DEBUG oslo_vmware.api [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 925.655383] env[70243]: value = "task-3622128" [ 925.655383] env[70243]: _type = "Task" [ 925.655383] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.662832] env[70243]: DEBUG oslo_vmware.api [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3622128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.733092] env[70243]: ERROR nova.scheduler.client.report [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [req-d2d92fae-5b4b-4cd7-ab42-4084649255a4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 98e76d84-2347-4f8a-974e-fe32663c00ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d2d92fae-5b4b-4cd7-ab42-4084649255a4"}]} [ 925.748706] env[70243]: DEBUG nova.scheduler.client.report [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Refreshing inventories for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 925.764762] env[70243]: DEBUG nova.scheduler.client.report [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Updating ProviderTree inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 925.764993] env[70243]: DEBUG nova.compute.provider_tree [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 925.775620] env[70243]: DEBUG nova.scheduler.client.report [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Refreshing aggregate associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, aggregates: None {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 925.794793] env[70243]: DEBUG nova.scheduler.client.report [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Refreshing trait associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 925.803279] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622127, 'name': Rename_Task, 'duration_secs': 0.130227} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.803562] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.803817] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87ae8223-2c60-4360-8605-c1b879402434 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.810751] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Waiting for the task: (returnval){ [ 925.810751] env[70243]: value = "task-3622129" [ 925.810751] env[70243]: _type = "Task" [ 925.810751] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.820385] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.056166] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Creating linked-clone VM from snapshot {{(pid=70243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 926.058908] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1c3201b7-ec36-4ed5-a22e-054ffc6def9d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.068295] env[70243]: DEBUG oslo_vmware.api [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 926.068295] env[70243]: value = "task-3622130" [ 926.068295] env[70243]: _type = "Task" [ 926.068295] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.078629] env[70243]: DEBUG oslo_vmware.api [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622130, 'name': CloneVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.145403] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da1a104-ef5d-469e-9750-f5442f897b66 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.152082] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d551bc-5fce-4015-914a-139154e352b3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.185365] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646f6aec-6861-4b50-98c3-84eb2446056c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.191177] env[70243]: DEBUG oslo_vmware.api [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3622128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.197298] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b93c971-f756-43c9-8199-1ef06632f43e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.212425] env[70243]: DEBUG nova.compute.provider_tree [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 926.320308] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622129, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.384502] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4db5994-b8fa-45ea-8353-bd0219a3a725 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Volume attach. Driver type: vmdk {{(pid=70243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 926.384592] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4db5994-b8fa-45ea-8353-bd0219a3a725 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722405', 'volume_id': 'd0ed4587-c5ac-4ccd-82ae-6260c720ca0a', 'name': 'volume-d0ed4587-c5ac-4ccd-82ae-6260c720ca0a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '75717548-0f55-4588-9907-b715ec1ba5f6', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0ed4587-c5ac-4ccd-82ae-6260c720ca0a', 'serial': 'd0ed4587-c5ac-4ccd-82ae-6260c720ca0a'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 926.385901] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79adde06-9b6f-4e60-99df-853d1520d516 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.404242] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3aa1b5-84af-4012-be8d-ca57ddaa49b3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.431351] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4db5994-b8fa-45ea-8353-bd0219a3a725 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] volume-d0ed4587-c5ac-4ccd-82ae-6260c720ca0a/volume-d0ed4587-c5ac-4ccd-82ae-6260c720ca0a.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.431997] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a61752d-f02d-41d5-9e8b-83fc5b679c0c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.452163] env[70243]: DEBUG oslo_vmware.api [None req-a4db5994-b8fa-45ea-8353-bd0219a3a725 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 926.452163] env[70243]: value = "task-3622131" [ 926.452163] env[70243]: _type = "Task" [ 926.452163] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.462785] env[70243]: DEBUG oslo_vmware.api [None req-a4db5994-b8fa-45ea-8353-bd0219a3a725 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622131, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.580138] env[70243]: DEBUG oslo_vmware.api [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622130, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.666092] env[70243]: DEBUG oslo_vmware.api [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3622128, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.746105] env[70243]: DEBUG nova.scheduler.client.report [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Updated inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 926.746422] env[70243]: DEBUG nova.compute.provider_tree [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Updating resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec generation from 84 to 85 during operation: update_inventory {{(pid=70243) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 926.746614] env[70243]: DEBUG nova.compute.provider_tree [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 926.822437] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622129, 'name': PowerOnVM_Task} progress is 96%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.961773] env[70243]: DEBUG oslo_vmware.api [None req-a4db5994-b8fa-45ea-8353-bd0219a3a725 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622131, 'name': ReconfigVM_Task, 'duration_secs': 0.454483} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.962044] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4db5994-b8fa-45ea-8353-bd0219a3a725 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Reconfigured VM instance instance-0000003c to attach disk [datastore2] volume-d0ed4587-c5ac-4ccd-82ae-6260c720ca0a/volume-d0ed4587-c5ac-4ccd-82ae-6260c720ca0a.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.966794] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bb10a79-f7a0-432d-a32d-eebfe53bd0a2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.980733] env[70243]: DEBUG oslo_vmware.api [None req-a4db5994-b8fa-45ea-8353-bd0219a3a725 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 926.980733] env[70243]: value = "task-3622132" [ 926.980733] env[70243]: _type = "Task" [ 926.980733] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.990664] env[70243]: DEBUG oslo_vmware.api [None req-a4db5994-b8fa-45ea-8353-bd0219a3a725 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622132, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.078857] env[70243]: DEBUG oslo_vmware.api [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622130, 'name': CloneVM_Task} progress is 95%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.167910] env[70243]: DEBUG oslo_vmware.api [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3622128, 'name': PowerOffVM_Task, 'duration_secs': 1.078516} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.168210] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.168908] env[70243]: DEBUG nova.virt.hardware [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:06:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a4eaab5e-c8a6-4374-97bc-130ad5d72897',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-497182740',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.169133] env[70243]: DEBUG nova.virt.hardware [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.169288] env[70243]: DEBUG nova.virt.hardware [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.169471] env[70243]: DEBUG nova.virt.hardware [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.169643] env[70243]: DEBUG nova.virt.hardware [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.169760] env[70243]: DEBUG nova.virt.hardware [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.169960] env[70243]: DEBUG nova.virt.hardware [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.170205] env[70243]: DEBUG nova.virt.hardware [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.170391] env[70243]: DEBUG nova.virt.hardware [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.170555] env[70243]: DEBUG nova.virt.hardware [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.170758] env[70243]: DEBUG nova.virt.hardware [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.175715] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df3a77ed-7370-41ee-bd82-5ff176351b77 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.191112] env[70243]: DEBUG oslo_vmware.api [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 927.191112] env[70243]: value = "task-3622133" [ 927.191112] env[70243]: _type = "Task" [ 927.191112] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.202776] env[70243]: DEBUG oslo_vmware.api [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3622133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.253421] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.528s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.254147] env[70243]: DEBUG nova.compute.manager [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.257038] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.259s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.257239] env[70243]: DEBUG nova.objects.instance [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 927.322641] env[70243]: DEBUG oslo_vmware.api [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622129, 'name': PowerOnVM_Task, 'duration_secs': 1.054194} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.322985] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.323137] env[70243]: INFO nova.compute.manager [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Took 10.79 seconds to spawn the instance on the hypervisor. [ 927.323338] env[70243]: DEBUG nova.compute.manager [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.324113] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd38c0f-384b-4429-a45d-cbc271b64164 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.489941] env[70243]: DEBUG oslo_vmware.api [None req-a4db5994-b8fa-45ea-8353-bd0219a3a725 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622132, 'name': ReconfigVM_Task, 'duration_secs': 0.144774} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.490310] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4db5994-b8fa-45ea-8353-bd0219a3a725 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722405', 'volume_id': 'd0ed4587-c5ac-4ccd-82ae-6260c720ca0a', 'name': 'volume-d0ed4587-c5ac-4ccd-82ae-6260c720ca0a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '75717548-0f55-4588-9907-b715ec1ba5f6', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0ed4587-c5ac-4ccd-82ae-6260c720ca0a', 'serial': 'd0ed4587-c5ac-4ccd-82ae-6260c720ca0a'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 927.579440] env[70243]: DEBUG oslo_vmware.api [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622130, 'name': CloneVM_Task, 'duration_secs': 1.138375} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.579731] env[70243]: INFO nova.virt.vmwareapi.vmops [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Created linked-clone VM from snapshot [ 927.580664] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e738bb-3743-49fb-b12c-228a53c528c3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.588228] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Uploading image 2bba33c7-f344-4c25-a52a-e1101c330cdc {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 927.610311] env[70243]: DEBUG oslo_vmware.rw_handles [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 927.610311] env[70243]: value = "vm-722407" [ 927.610311] env[70243]: _type = "VirtualMachine" [ 927.610311] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 927.610588] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dfae57a5-c6c5-4ce7-a663-e926050856cd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.616660] env[70243]: DEBUG oslo_vmware.rw_handles [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lease: (returnval){ [ 927.616660] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5246452c-0db3-38b2-c77b-7d47392d9aee" [ 927.616660] env[70243]: _type = "HttpNfcLease" [ 927.616660] env[70243]: } obtained for exporting VM: (result){ [ 927.616660] env[70243]: value = "vm-722407" [ 927.616660] env[70243]: _type = "VirtualMachine" [ 927.616660] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 927.617017] env[70243]: DEBUG oslo_vmware.api [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the lease: (returnval){ [ 927.617017] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5246452c-0db3-38b2-c77b-7d47392d9aee" [ 927.617017] env[70243]: _type = "HttpNfcLease" [ 927.617017] env[70243]: } to be ready. {{(pid=70243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 927.622940] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 927.622940] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5246452c-0db3-38b2-c77b-7d47392d9aee" [ 927.622940] env[70243]: _type = "HttpNfcLease" [ 927.622940] env[70243]: } is initializing. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 927.701020] env[70243]: DEBUG oslo_vmware.api [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3622133, 'name': ReconfigVM_Task, 'duration_secs': 0.140246} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.701638] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0829240f-aa87-4b69-86d9-fc5ddb7907e3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.719564] env[70243]: DEBUG nova.virt.hardware [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:06:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a4eaab5e-c8a6-4374-97bc-130ad5d72897',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-497182740',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.719809] env[70243]: DEBUG nova.virt.hardware [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.719964] env[70243]: DEBUG nova.virt.hardware [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.720162] env[70243]: DEBUG nova.virt.hardware [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.720312] env[70243]: DEBUG nova.virt.hardware [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.720456] env[70243]: DEBUG nova.virt.hardware [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.720659] env[70243]: DEBUG nova.virt.hardware [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.720816] env[70243]: DEBUG nova.virt.hardware [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.720982] env[70243]: DEBUG nova.virt.hardware [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.721159] env[70243]: DEBUG nova.virt.hardware [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.721335] env[70243]: DEBUG nova.virt.hardware [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.722153] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43bb34eb-689f-46b6-b7a4-e27aed6e14e3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.727741] env[70243]: DEBUG oslo_vmware.api [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 927.727741] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527b505d-66fe-d2a7-733e-4e951446e02c" [ 927.727741] env[70243]: _type = "Task" [ 927.727741] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.734557] env[70243]: DEBUG oslo_vmware.api [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527b505d-66fe-d2a7-733e-4e951446e02c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.765575] env[70243]: DEBUG nova.compute.utils [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.772046] env[70243]: DEBUG nova.compute.manager [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.772046] env[70243]: DEBUG nova.network.neutron [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.808728] env[70243]: DEBUG nova.policy [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c72a55cbdd448e4becefa3ca3c97b1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7130f6ec82e54fdf825a59f714d6ca72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.841335] env[70243]: INFO nova.compute.manager [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Took 48.03 seconds to build instance. [ 928.086159] env[70243]: DEBUG nova.network.neutron [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Successfully created port: c171a93f-9f7e-4dd8-93be-ff8a01b05a5b {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.125703] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 928.125703] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5246452c-0db3-38b2-c77b-7d47392d9aee" [ 928.125703] env[70243]: _type = "HttpNfcLease" [ 928.125703] env[70243]: } is ready. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 928.126007] env[70243]: DEBUG oslo_vmware.rw_handles [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 928.126007] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5246452c-0db3-38b2-c77b-7d47392d9aee" [ 928.126007] env[70243]: _type = "HttpNfcLease" [ 928.126007] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 928.126784] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44e15e7-9607-46fe-ba39-942dd9f278b5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.135077] env[70243]: DEBUG oslo_vmware.rw_handles [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c92cf-d7fb-0601-981d-83fd2c48c629/disk-0.vmdk from lease info. {{(pid=70243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 928.135265] env[70243]: DEBUG oslo_vmware.rw_handles [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c92cf-d7fb-0601-981d-83fd2c48c629/disk-0.vmdk for reading. {{(pid=70243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 928.238341] env[70243]: DEBUG oslo_vmware.api [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527b505d-66fe-d2a7-733e-4e951446e02c, 'name': SearchDatastore_Task, 'duration_secs': 0.007872} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.244296] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 928.244652] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eff327cd-5b56-4989-8b01-4cf5ed6d9942 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.263683] env[70243]: DEBUG oslo_vmware.api [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 928.263683] env[70243]: value = "task-3622135" [ 928.263683] env[70243]: _type = "Task" [ 928.263683] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.272529] env[70243]: DEBUG nova.compute.manager [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.275081] env[70243]: DEBUG oslo_vmware.api [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3622135, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.276123] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8fbc5b28-f9b9-405c-9a0e-e41bff369ffc tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.277195] env[70243]: DEBUG oslo_concurrency.lockutils [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.917s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.277446] env[70243]: DEBUG nova.objects.instance [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Lazy-loading 'resources' on Instance uuid 928c8b15-911b-486f-afb1-95758d81d822 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.292619] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2fdff210-6183-41b9-b60d-359ae103004c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.343332] env[70243]: DEBUG oslo_concurrency.lockutils [None req-11786898-f1ed-420f-a237-c8f37e2eeaa3 tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Lock "3a27ee61-506d-4f28-9b21-ff51f153e3b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.015s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.532628] env[70243]: DEBUG nova.objects.instance [None req-a4db5994-b8fa-45ea-8353-bd0219a3a725 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lazy-loading 'flavor' on Instance uuid 75717548-0f55-4588-9907-b715ec1ba5f6 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.777798] env[70243]: DEBUG oslo_vmware.api [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3622135, 'name': ReconfigVM_Task, 'duration_secs': 0.388896} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.783816] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 928.793686] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302585f8-a3a7-4734-94c2-e0f31509e664 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.821766] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 16dff74d-4658-4f76-a70f-aaae3c52b371/16dff74d-4658-4f76-a70f-aaae3c52b371.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.825993] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d508384a-13d1-45ed-a196-abe21a287682 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.852058] env[70243]: DEBUG oslo_vmware.api [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 928.852058] env[70243]: value = "task-3622136" [ 928.852058] env[70243]: _type = "Task" [ 928.852058] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.868138] env[70243]: DEBUG oslo_vmware.api [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3622136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.042705] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a4db5994-b8fa-45ea-8353-bd0219a3a725 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "75717548-0f55-4588-9907-b715ec1ba5f6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.266s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.070087] env[70243]: DEBUG nova.compute.manager [req-14f41d31-5e58-49b0-b5d3-fcd226bd71c1 req-5524bb1c-a886-4550-abdc-ced4939ddd0e service nova] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Received event network-changed-e0bd1d29-289e-4c24-a75d-531e34e30204 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.070553] env[70243]: DEBUG nova.compute.manager [req-14f41d31-5e58-49b0-b5d3-fcd226bd71c1 req-5524bb1c-a886-4550-abdc-ced4939ddd0e service nova] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Refreshing instance network info cache due to event network-changed-e0bd1d29-289e-4c24-a75d-531e34e30204. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.070927] env[70243]: DEBUG oslo_concurrency.lockutils [req-14f41d31-5e58-49b0-b5d3-fcd226bd71c1 req-5524bb1c-a886-4550-abdc-ced4939ddd0e service nova] Acquiring lock "refresh_cache-3a27ee61-506d-4f28-9b21-ff51f153e3b4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.071226] env[70243]: DEBUG oslo_concurrency.lockutils [req-14f41d31-5e58-49b0-b5d3-fcd226bd71c1 req-5524bb1c-a886-4550-abdc-ced4939ddd0e service nova] Acquired lock "refresh_cache-3a27ee61-506d-4f28-9b21-ff51f153e3b4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.071515] env[70243]: DEBUG nova.network.neutron [req-14f41d31-5e58-49b0-b5d3-fcd226bd71c1 req-5524bb1c-a886-4550-abdc-ced4939ddd0e service nova] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Refreshing network info cache for port e0bd1d29-289e-4c24-a75d-531e34e30204 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.185620] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "75717548-0f55-4588-9907-b715ec1ba5f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.185959] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "75717548-0f55-4588-9907-b715ec1ba5f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.186114] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "75717548-0f55-4588-9907-b715ec1ba5f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.186386] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "75717548-0f55-4588-9907-b715ec1ba5f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.186837] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "75717548-0f55-4588-9907-b715ec1ba5f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.188846] env[70243]: INFO nova.compute.manager [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Terminating instance [ 929.287307] env[70243]: DEBUG nova.compute.manager [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.299412] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c947d5-77d1-478f-8ba6-fdf7ae8047b5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.308867] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f1adb2-0210-4f4d-933d-a9f8bb7e6936 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.349943] env[70243]: DEBUG nova.virt.hardware [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.350356] env[70243]: DEBUG nova.virt.hardware [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.350630] env[70243]: DEBUG nova.virt.hardware [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.350848] env[70243]: DEBUG nova.virt.hardware [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.351091] env[70243]: DEBUG nova.virt.hardware [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.351289] env[70243]: DEBUG nova.virt.hardware [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.351518] env[70243]: DEBUG nova.virt.hardware [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.351853] env[70243]: DEBUG nova.virt.hardware [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.352100] env[70243]: DEBUG nova.virt.hardware [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.352329] env[70243]: DEBUG nova.virt.hardware [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.352524] env[70243]: DEBUG nova.virt.hardware [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.353495] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e830cc-bb48-489f-a861-f91ee0be4522 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.356794] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155d1bbb-9ef6-43a5-b280-11a180cb4cdf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.372293] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2689ba-e037-4e66-b163-43924b202abd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.378230] env[70243]: DEBUG oslo_vmware.api [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3622136, 'name': ReconfigVM_Task, 'duration_secs': 0.371626} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.379598] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5de438d-f2c6-4c3e-94b4-dbdd0e888e0e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.383666] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 16dff74d-4658-4f76-a70f-aaae3c52b371/16dff74d-4658-4f76-a70f-aaae3c52b371.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.385139] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f7d82b-3c30-499f-b424-4b469ef5a5d1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.397206] env[70243]: DEBUG nova.compute.provider_tree [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.424292] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46db2d5b-1edb-422c-941b-dc89b39223d0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.446105] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6226f027-38e2-467a-af70-4c1f9c4e2040 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.463998] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e972a06-0cec-4c98-bce8-2aa21b330a14 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.471286] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.471562] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a81511f-ba3d-4292-8972-e9fd65b242cf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.479892] env[70243]: DEBUG oslo_vmware.api [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 929.479892] env[70243]: value = "task-3622137" [ 929.479892] env[70243]: _type = "Task" [ 929.479892] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.486195] env[70243]: DEBUG oslo_vmware.api [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3622137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.694565] env[70243]: DEBUG nova.compute.manager [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.694565] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.694565] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-049c23ec-e73a-4980-9c19-75f5aab0cde3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.705849] env[70243]: DEBUG oslo_vmware.api [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 929.705849] env[70243]: value = "task-3622138" [ 929.705849] env[70243]: _type = "Task" [ 929.705849] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.718756] env[70243]: DEBUG oslo_vmware.api [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.725523] env[70243]: DEBUG nova.network.neutron [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Successfully updated port: c171a93f-9f7e-4dd8-93be-ff8a01b05a5b {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.909974] env[70243]: DEBUG nova.scheduler.client.report [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.942317] env[70243]: DEBUG nova.network.neutron [req-14f41d31-5e58-49b0-b5d3-fcd226bd71c1 req-5524bb1c-a886-4550-abdc-ced4939ddd0e service nova] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Updated VIF entry in instance network info cache for port e0bd1d29-289e-4c24-a75d-531e34e30204. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.942814] env[70243]: DEBUG nova.network.neutron [req-14f41d31-5e58-49b0-b5d3-fcd226bd71c1 req-5524bb1c-a886-4550-abdc-ced4939ddd0e service nova] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Updating instance_info_cache with network_info: [{"id": "e0bd1d29-289e-4c24-a75d-531e34e30204", "address": "fa:16:3e:e6:f2:5c", "network": {"id": "c1fef9b6-7bda-4c71-866b-8282da125bac", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-652399146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0d35314d689451597c32f3c6720c53f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bd1d29-28", "ovs_interfaceid": "e0bd1d29-289e-4c24-a75d-531e34e30204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.993523] env[70243]: DEBUG oslo_vmware.api [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3622137, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.216261] env[70243]: DEBUG oslo_vmware.api [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622138, 'name': PowerOffVM_Task, 'duration_secs': 0.301537} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.216528] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.216777] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Volume detach. Driver type: vmdk {{(pid=70243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 930.216973] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722405', 'volume_id': 'd0ed4587-c5ac-4ccd-82ae-6260c720ca0a', 'name': 'volume-d0ed4587-c5ac-4ccd-82ae-6260c720ca0a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '75717548-0f55-4588-9907-b715ec1ba5f6', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0ed4587-c5ac-4ccd-82ae-6260c720ca0a', 'serial': 'd0ed4587-c5ac-4ccd-82ae-6260c720ca0a'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 930.217721] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f717a730-7185-4ce8-acb8-90fa3016625e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.244568] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Acquiring lock "refresh_cache-986c5674-45b7-47ca-9586-c5e7b3fa5467" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.244711] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Acquired lock "refresh_cache-986c5674-45b7-47ca-9586-c5e7b3fa5467" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.244857] env[70243]: DEBUG nova.network.neutron [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.247670] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12afd71-cb6c-4856-aeb6-63309a70679d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.256087] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea6ec1e-ff5f-4266-9fdf-a0e18b4e4b76 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.277079] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a628b4-452b-4d97-87e3-2243884ae363 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.291868] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] The volume has not been displaced from its original location: [datastore2] volume-d0ed4587-c5ac-4ccd-82ae-6260c720ca0a/volume-d0ed4587-c5ac-4ccd-82ae-6260c720ca0a.vmdk. No consolidation needed. {{(pid=70243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 930.297119] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Reconfiguring VM instance instance-0000003c to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 930.297438] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68de4e64-728d-4eeb-b0b5-97df2f2e24a4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.315870] env[70243]: DEBUG oslo_vmware.api [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 930.315870] env[70243]: value = "task-3622139" [ 930.315870] env[70243]: _type = "Task" [ 930.315870] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.324437] env[70243]: DEBUG oslo_vmware.api [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622139, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.419817] env[70243]: DEBUG oslo_concurrency.lockutils [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.422857] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.723s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.424593] env[70243]: INFO nova.compute.claims [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.445650] env[70243]: DEBUG oslo_concurrency.lockutils [req-14f41d31-5e58-49b0-b5d3-fcd226bd71c1 req-5524bb1c-a886-4550-abdc-ced4939ddd0e service nova] Releasing lock "refresh_cache-3a27ee61-506d-4f28-9b21-ff51f153e3b4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.447675] env[70243]: INFO nova.scheduler.client.report [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Deleted allocations for instance 928c8b15-911b-486f-afb1-95758d81d822 [ 930.489886] env[70243]: DEBUG oslo_vmware.api [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3622137, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.781807] env[70243]: DEBUG nova.network.neutron [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.826942] env[70243]: DEBUG oslo_vmware.api [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622139, 'name': ReconfigVM_Task, 'duration_secs': 0.316432} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.827288] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Reconfigured VM instance instance-0000003c to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 930.831920] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-842fc113-fd7c-4a5d-bfbb-95fd9e4fdcca {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.846790] env[70243]: DEBUG oslo_vmware.api [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 930.846790] env[70243]: value = "task-3622140" [ 930.846790] env[70243]: _type = "Task" [ 930.846790] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.854814] env[70243]: DEBUG oslo_vmware.api [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.956717] env[70243]: DEBUG oslo_concurrency.lockutils [None req-74a32657-e3a4-4b31-b694-807d3b69ce95 tempest-VolumesAssistedSnapshotsTest-1030404019 tempest-VolumesAssistedSnapshotsTest-1030404019-project-member] Lock "928c8b15-911b-486f-afb1-95758d81d822" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.464s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.989024] env[70243]: DEBUG oslo_vmware.api [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3622137, 'name': PowerOnVM_Task, 'duration_secs': 1.064935} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.989459] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.998019] env[70243]: DEBUG nova.network.neutron [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Updating instance_info_cache with network_info: [{"id": "c171a93f-9f7e-4dd8-93be-ff8a01b05a5b", "address": "fa:16:3e:1b:19:9e", "network": {"id": "26b18402-bd34-42d1-a93f-ad3355344096", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1779588417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7130f6ec82e54fdf825a59f714d6ca72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc171a93f-9f", "ovs_interfaceid": "c171a93f-9f7e-4dd8-93be-ff8a01b05a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.161880] env[70243]: INFO nova.compute.manager [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Rebuilding instance [ 931.195018] env[70243]: DEBUG nova.compute.manager [req-fa8c0596-122a-4842-a08c-3dbd30394960 req-8b2ef39f-f262-46b3-9332-dd13c52c33c3 service nova] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Received event network-vif-plugged-c171a93f-9f7e-4dd8-93be-ff8a01b05a5b {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.195018] env[70243]: DEBUG oslo_concurrency.lockutils [req-fa8c0596-122a-4842-a08c-3dbd30394960 req-8b2ef39f-f262-46b3-9332-dd13c52c33c3 service nova] Acquiring lock "986c5674-45b7-47ca-9586-c5e7b3fa5467-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.195018] env[70243]: DEBUG oslo_concurrency.lockutils [req-fa8c0596-122a-4842-a08c-3dbd30394960 req-8b2ef39f-f262-46b3-9332-dd13c52c33c3 service nova] Lock "986c5674-45b7-47ca-9586-c5e7b3fa5467-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.195018] env[70243]: DEBUG oslo_concurrency.lockutils [req-fa8c0596-122a-4842-a08c-3dbd30394960 req-8b2ef39f-f262-46b3-9332-dd13c52c33c3 service nova] Lock "986c5674-45b7-47ca-9586-c5e7b3fa5467-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.195018] env[70243]: DEBUG nova.compute.manager [req-fa8c0596-122a-4842-a08c-3dbd30394960 req-8b2ef39f-f262-46b3-9332-dd13c52c33c3 service nova] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] No waiting events found dispatching network-vif-plugged-c171a93f-9f7e-4dd8-93be-ff8a01b05a5b {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.195809] env[70243]: WARNING nova.compute.manager [req-fa8c0596-122a-4842-a08c-3dbd30394960 req-8b2ef39f-f262-46b3-9332-dd13c52c33c3 service nova] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Received unexpected event network-vif-plugged-c171a93f-9f7e-4dd8-93be-ff8a01b05a5b for instance with vm_state building and task_state spawning. [ 931.195809] env[70243]: DEBUG nova.compute.manager [req-fa8c0596-122a-4842-a08c-3dbd30394960 req-8b2ef39f-f262-46b3-9332-dd13c52c33c3 service nova] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Received event network-changed-c171a93f-9f7e-4dd8-93be-ff8a01b05a5b {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.195809] env[70243]: DEBUG nova.compute.manager [req-fa8c0596-122a-4842-a08c-3dbd30394960 req-8b2ef39f-f262-46b3-9332-dd13c52c33c3 service nova] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Refreshing instance network info cache due to event network-changed-c171a93f-9f7e-4dd8-93be-ff8a01b05a5b. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.195809] env[70243]: DEBUG oslo_concurrency.lockutils [req-fa8c0596-122a-4842-a08c-3dbd30394960 req-8b2ef39f-f262-46b3-9332-dd13c52c33c3 service nova] Acquiring lock "refresh_cache-986c5674-45b7-47ca-9586-c5e7b3fa5467" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.210559] env[70243]: DEBUG nova.compute.manager [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.211429] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf454ea-08b3-443b-a624-983cdcc2fafe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.357420] env[70243]: DEBUG oslo_vmware.api [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622140, 'name': ReconfigVM_Task, 'duration_secs': 0.214372} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.357709] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722405', 'volume_id': 'd0ed4587-c5ac-4ccd-82ae-6260c720ca0a', 'name': 'volume-d0ed4587-c5ac-4ccd-82ae-6260c720ca0a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '75717548-0f55-4588-9907-b715ec1ba5f6', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0ed4587-c5ac-4ccd-82ae-6260c720ca0a', 'serial': 'd0ed4587-c5ac-4ccd-82ae-6260c720ca0a'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 931.357986] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.358767] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a06cc3-fa1e-4fef-a5b1-8faa443582ce {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.365677] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.365911] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-637bc6b3-9c40-4188-a8f0-a8b366bb5a36 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.437324] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.437595] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.437720] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Deleting the datastore file [datastore1] 75717548-0f55-4588-9907-b715ec1ba5f6 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.438057] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d28b730-2353-47bd-8a7a-521fcc2aeba6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.444104] env[70243]: DEBUG oslo_vmware.api [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 931.444104] env[70243]: value = "task-3622142" [ 931.444104] env[70243]: _type = "Task" [ 931.444104] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.451579] env[70243]: DEBUG oslo_vmware.api [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.501986] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Releasing lock "refresh_cache-986c5674-45b7-47ca-9586-c5e7b3fa5467" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.502179] env[70243]: DEBUG nova.compute.manager [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Instance network_info: |[{"id": "c171a93f-9f7e-4dd8-93be-ff8a01b05a5b", "address": "fa:16:3e:1b:19:9e", "network": {"id": "26b18402-bd34-42d1-a93f-ad3355344096", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1779588417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7130f6ec82e54fdf825a59f714d6ca72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc171a93f-9f", "ovs_interfaceid": "c171a93f-9f7e-4dd8-93be-ff8a01b05a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.502987] env[70243]: DEBUG oslo_concurrency.lockutils [req-fa8c0596-122a-4842-a08c-3dbd30394960 req-8b2ef39f-f262-46b3-9332-dd13c52c33c3 service nova] Acquired lock "refresh_cache-986c5674-45b7-47ca-9586-c5e7b3fa5467" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.503292] env[70243]: DEBUG nova.network.neutron [req-fa8c0596-122a-4842-a08c-3dbd30394960 req-8b2ef39f-f262-46b3-9332-dd13c52c33c3 service nova] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Refreshing network info cache for port c171a93f-9f7e-4dd8-93be-ff8a01b05a5b {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.505081] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:19:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c171a93f-9f7e-4dd8-93be-ff8a01b05a5b', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.514170] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Creating folder: Project (7130f6ec82e54fdf825a59f714d6ca72). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.515225] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ac0960d-669d-45b6-91a0-5a72185dc93a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.531795] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Created folder: Project (7130f6ec82e54fdf825a59f714d6ca72) in parent group-v722220. [ 931.532067] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Creating folder: Instances. Parent ref: group-v722408. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.532396] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e237d687-2cb3-4cb1-b1bf-14daffcc8a5b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.547540] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Created folder: Instances in parent group-v722408. [ 931.547540] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.547540] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.547540] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3aac077-7729-495c-aac7-4f3f49e06f35 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.573454] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.573454] env[70243]: value = "task-3622145" [ 931.573454] env[70243]: _type = "Task" [ 931.573454] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.583759] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622145, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.849704] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea82fd8-d834-4093-a67e-d2f44bd45783 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.858104] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433f4ea1-f90d-4962-b341-a2c260b514a2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.890191] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e47daa-5b28-46f7-9a8c-bab0b2136da9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.898488] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2fbe76-1efa-4fc4-a841-13f631096955 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.914575] env[70243]: DEBUG nova.compute.provider_tree [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.959616] env[70243]: DEBUG oslo_vmware.api [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160731} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.959616] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.959616] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.959616] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.959616] env[70243]: INFO nova.compute.manager [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Took 2.27 seconds to destroy the instance on the hypervisor. [ 931.959900] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.959900] env[70243]: DEBUG nova.compute.manager [-] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.960010] env[70243]: DEBUG nova.network.neutron [-] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.005202] env[70243]: INFO nova.compute.manager [None req-f628fcd3-b796-4056-a8d4-e9aff13936a5 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Updating instance to original state: 'active' [ 932.086892] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622145, 'name': CreateVM_Task, 'duration_secs': 0.462521} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.087113] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.088027] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.088199] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.088759] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.089088] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ced1b18-5eee-4437-a87e-91d464ed2e45 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.095068] env[70243]: DEBUG oslo_vmware.api [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Waiting for the task: (returnval){ [ 932.095068] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523dd31e-00d1-24f2-52ec-79ce91eb5110" [ 932.095068] env[70243]: _type = "Task" [ 932.095068] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.106580] env[70243]: DEBUG oslo_vmware.api [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523dd31e-00d1-24f2-52ec-79ce91eb5110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.227230] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.227540] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c765e668-d64e-4928-be7e-4a210ca8bb23 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.234842] env[70243]: DEBUG oslo_vmware.api [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Waiting for the task: (returnval){ [ 932.234842] env[70243]: value = "task-3622146" [ 932.234842] env[70243]: _type = "Task" [ 932.234842] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.247236] env[70243]: DEBUG oslo_vmware.api [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Task: {'id': task-3622146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.289087] env[70243]: DEBUG nova.network.neutron [req-fa8c0596-122a-4842-a08c-3dbd30394960 req-8b2ef39f-f262-46b3-9332-dd13c52c33c3 service nova] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Updated VIF entry in instance network info cache for port c171a93f-9f7e-4dd8-93be-ff8a01b05a5b. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.289215] env[70243]: DEBUG nova.network.neutron [req-fa8c0596-122a-4842-a08c-3dbd30394960 req-8b2ef39f-f262-46b3-9332-dd13c52c33c3 service nova] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Updating instance_info_cache with network_info: [{"id": "c171a93f-9f7e-4dd8-93be-ff8a01b05a5b", "address": "fa:16:3e:1b:19:9e", "network": {"id": "26b18402-bd34-42d1-a93f-ad3355344096", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1779588417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7130f6ec82e54fdf825a59f714d6ca72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc171a93f-9f", "ovs_interfaceid": "c171a93f-9f7e-4dd8-93be-ff8a01b05a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.418436] env[70243]: DEBUG nova.scheduler.client.report [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.522013] env[70243]: DEBUG nova.compute.manager [req-dcb5df07-a438-4fd2-96bf-d4a098095de7 req-f4a67053-edce-4f7e-a82b-c848048231c6 service nova] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Received event network-vif-deleted-8969c926-a9bb-4711-a9f6-23de888e32f8 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.522318] env[70243]: INFO nova.compute.manager [req-dcb5df07-a438-4fd2-96bf-d4a098095de7 req-f4a67053-edce-4f7e-a82b-c848048231c6 service nova] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Neutron deleted interface 8969c926-a9bb-4711-a9f6-23de888e32f8; detaching it from the instance and deleting it from the info cache [ 932.522318] env[70243]: DEBUG nova.network.neutron [req-dcb5df07-a438-4fd2-96bf-d4a098095de7 req-f4a67053-edce-4f7e-a82b-c848048231c6 service nova] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.606914] env[70243]: DEBUG oslo_vmware.api [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523dd31e-00d1-24f2-52ec-79ce91eb5110, 'name': SearchDatastore_Task, 'duration_secs': 0.010765} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.607241] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.607928] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.608310] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.608486] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.608741] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.609065] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f85a3e76-c5ab-4c55-9407-28426a1fdf51 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.618716] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.619082] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.619920] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e48ba1-f49e-43c3-b372-258bcdcc76f4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.626730] env[70243]: DEBUG oslo_vmware.api [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Waiting for the task: (returnval){ [ 932.626730] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5267c810-63ef-abe5-5235-7de94c65cd2d" [ 932.626730] env[70243]: _type = "Task" [ 932.626730] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.634482] env[70243]: DEBUG oslo_vmware.api [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5267c810-63ef-abe5-5235-7de94c65cd2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.745417] env[70243]: DEBUG oslo_vmware.api [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Task: {'id': task-3622146, 'name': PowerOffVM_Task, 'duration_secs': 0.203442} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.745722] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.746584] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.746910] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8961c12-fba7-42ba-8f15-9857e5f21bcc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.754965] env[70243]: DEBUG oslo_vmware.api [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Waiting for the task: (returnval){ [ 932.754965] env[70243]: value = "task-3622147" [ 932.754965] env[70243]: _type = "Task" [ 932.754965] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.765735] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] VM already powered off {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 932.765975] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Volume detach. Driver type: vmdk {{(pid=70243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 932.766187] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722264', 'volume_id': 'f1f8bf43-45c7-4ecc-98a0-c43d5973d49b', 'name': 'volume-f1f8bf43-45c7-4ecc-98a0-c43d5973d49b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0eef6658-2872-4416-b6f3-dfbb7c11b194', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1f8bf43-45c7-4ecc-98a0-c43d5973d49b', 'serial': 'f1f8bf43-45c7-4ecc-98a0-c43d5973d49b'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 932.766965] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474651f2-ea34-4afd-a060-fc8dc7bbcb49 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.784968] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e1b6e9-7f9f-472c-a005-2d90b0e2a431 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.791584] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c16598-54a9-4268-9ec1-ec61349b93df {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.794397] env[70243]: DEBUG oslo_concurrency.lockutils [req-fa8c0596-122a-4842-a08c-3dbd30394960 req-8b2ef39f-f262-46b3-9332-dd13c52c33c3 service nova] Releasing lock "refresh_cache-986c5674-45b7-47ca-9586-c5e7b3fa5467" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.811462] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a887cc9-b77a-4495-84e0-4797d4b004ea {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.826904] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] The volume has not been displaced from its original location: [datastore1] volume-f1f8bf43-45c7-4ecc-98a0-c43d5973d49b/volume-f1f8bf43-45c7-4ecc-98a0-c43d5973d49b.vmdk. No consolidation needed. {{(pid=70243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 932.832218] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Reconfiguring VM instance instance-0000001b to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 932.832968] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95be9dd8-128c-435b-a459-bfa9630c4255 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.850718] env[70243]: DEBUG oslo_vmware.api [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Waiting for the task: (returnval){ [ 932.850718] env[70243]: value = "task-3622148" [ 932.850718] env[70243]: _type = "Task" [ 932.850718] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.858920] env[70243]: DEBUG oslo_vmware.api [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Task: {'id': task-3622148, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.926084] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.926879] env[70243]: DEBUG nova.compute.manager [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.931310] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.797s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.933192] env[70243]: INFO nova.compute.claims [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.946058] env[70243]: DEBUG nova.network.neutron [-] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.025722] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a1d64d6-4620-4f0f-9667-6bc7e7070911 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.037658] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fbfc0b-2341-4e0d-9a2f-530a3056f85a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.072105] env[70243]: DEBUG nova.compute.manager [req-dcb5df07-a438-4fd2-96bf-d4a098095de7 req-f4a67053-edce-4f7e-a82b-c848048231c6 service nova] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Detach interface failed, port_id=8969c926-a9bb-4711-a9f6-23de888e32f8, reason: Instance 75717548-0f55-4588-9907-b715ec1ba5f6 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 933.136774] env[70243]: DEBUG oslo_vmware.api [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5267c810-63ef-abe5-5235-7de94c65cd2d, 'name': SearchDatastore_Task, 'duration_secs': 0.008896} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.138445] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d362c6-422e-4824-88d5-46c622834d1b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.143431] env[70243]: DEBUG oslo_vmware.api [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Waiting for the task: (returnval){ [ 933.143431] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5260f3b7-d487-77d5-044e-c4daaf12364d" [ 933.143431] env[70243]: _type = "Task" [ 933.143431] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.156694] env[70243]: DEBUG oslo_vmware.api [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5260f3b7-d487-77d5-044e-c4daaf12364d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.361928] env[70243]: DEBUG oslo_vmware.api [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Task: {'id': task-3622148, 'name': ReconfigVM_Task, 'duration_secs': 0.16941} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.362306] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Reconfigured VM instance instance-0000001b to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 933.367271] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5484d09-0211-4506-bd00-a2b299a957b6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.382212] env[70243]: DEBUG oslo_vmware.api [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Waiting for the task: (returnval){ [ 933.382212] env[70243]: value = "task-3622149" [ 933.382212] env[70243]: _type = "Task" [ 933.382212] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.390062] env[70243]: DEBUG oslo_vmware.api [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Task: {'id': task-3622149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.439728] env[70243]: DEBUG nova.compute.utils [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.439728] env[70243]: DEBUG nova.compute.manager [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.439728] env[70243]: DEBUG nova.network.neutron [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.456018] env[70243]: INFO nova.compute.manager [-] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Took 1.49 seconds to deallocate network for instance. [ 933.519383] env[70243]: DEBUG nova.policy [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5cf525d5cdd4df1a9095563e7da9628', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e94b692deca4824824a83f18bc53e29', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.654476] env[70243]: DEBUG oslo_vmware.api [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5260f3b7-d487-77d5-044e-c4daaf12364d, 'name': SearchDatastore_Task, 'duration_secs': 0.010706} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.654787] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.654984] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 986c5674-45b7-47ca-9586-c5e7b3fa5467/986c5674-45b7-47ca-9586-c5e7b3fa5467.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.655264] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c312aa9-eb0e-4b98-b941-65f5926eaab4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.660996] env[70243]: DEBUG oslo_vmware.api [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Waiting for the task: (returnval){ [ 933.660996] env[70243]: value = "task-3622150" [ 933.660996] env[70243]: _type = "Task" [ 933.660996] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.669610] env[70243]: DEBUG oslo_vmware.api [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Task: {'id': task-3622150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.859167] env[70243]: DEBUG nova.network.neutron [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Successfully created port: 372786df-91a4-4be0-93ba-0cef24eedfe1 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.896613] env[70243]: DEBUG oslo_vmware.api [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Task: {'id': task-3622149, 'name': ReconfigVM_Task, 'duration_secs': 0.246529} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.896954] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722264', 'volume_id': 'f1f8bf43-45c7-4ecc-98a0-c43d5973d49b', 'name': 'volume-f1f8bf43-45c7-4ecc-98a0-c43d5973d49b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0eef6658-2872-4416-b6f3-dfbb7c11b194', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1f8bf43-45c7-4ecc-98a0-c43d5973d49b', 'serial': 'f1f8bf43-45c7-4ecc-98a0-c43d5973d49b'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 933.898266] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.898266] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01af4e41-bb22-480f-90d5-ef0130359852 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.906028] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.906153] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46375516-1f93-4393-b726-780b2cc8e906 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.947388] env[70243]: DEBUG nova.compute.manager [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.968377] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.968570] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.968808] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Deleting the datastore file [datastore1] 0eef6658-2872-4416-b6f3-dfbb7c11b194 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.969138] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a90448b-f125-4fb0-8bb4-2b86cebe3f70 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.976839] env[70243]: DEBUG oslo_vmware.api [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Waiting for the task: (returnval){ [ 933.976839] env[70243]: value = "task-3622152" [ 933.976839] env[70243]: _type = "Task" [ 933.976839] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.989590] env[70243]: DEBUG oslo_vmware.api [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Task: {'id': task-3622152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.023509] env[70243]: INFO nova.compute.manager [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Took 0.57 seconds to detach 1 volumes for instance. [ 934.172377] env[70243]: DEBUG oslo_vmware.api [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Task: {'id': task-3622150, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.252517] env[70243]: DEBUG oslo_concurrency.lockutils [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "16dff74d-4658-4f76-a70f-aaae3c52b371" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.252775] env[70243]: DEBUG oslo_concurrency.lockutils [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "16dff74d-4658-4f76-a70f-aaae3c52b371" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.252984] env[70243]: DEBUG oslo_concurrency.lockutils [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "16dff74d-4658-4f76-a70f-aaae3c52b371-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.253636] env[70243]: DEBUG oslo_concurrency.lockutils [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "16dff74d-4658-4f76-a70f-aaae3c52b371-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.253636] env[70243]: DEBUG oslo_concurrency.lockutils [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "16dff74d-4658-4f76-a70f-aaae3c52b371-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.256045] env[70243]: INFO nova.compute.manager [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Terminating instance [ 934.377162] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a49f91-dacf-4960-89a6-88a5fa6c3dcc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.384889] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5755c85f-eda2-4197-a4be-921a693a16a3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.415579] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbfd534-eae2-4487-b44e-fcead2689133 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.423216] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53e5fdf-5449-4a9a-bd16-9a89faa34428 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.436589] env[70243]: DEBUG nova.compute.provider_tree [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.496059] env[70243]: DEBUG oslo_vmware.api [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Task: {'id': task-3622152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146272} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.496349] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.496535] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.496713] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.533082] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.580021] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Volume detach. Driver type: vmdk {{(pid=70243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 934.580021] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd16c236-c86e-4442-aa47-00c7e7b3fd53 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.592027] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9aa1ff4-94d6-45c8-ae4c-620c5556604a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.629016] env[70243]: ERROR nova.compute.manager [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Failed to detach volume f1f8bf43-45c7-4ecc-98a0-c43d5973d49b from /dev/sda: nova.exception.InstanceNotFound: Instance 0eef6658-2872-4416-b6f3-dfbb7c11b194 could not be found. [ 934.629016] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Traceback (most recent call last): [ 934.629016] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 934.629016] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] self.driver.rebuild(**kwargs) [ 934.629016] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 934.629016] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] raise NotImplementedError() [ 934.629016] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] NotImplementedError [ 934.629016] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] [ 934.629016] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] During handling of the above exception, another exception occurred: [ 934.629016] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] [ 934.629016] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Traceback (most recent call last): [ 934.629016] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 934.629016] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] self.driver.detach_volume(context, old_connection_info, [ 934.629016] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 934.629016] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] return self._volumeops.detach_volume(connection_info, instance) [ 934.629016] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 934.629016] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] self._detach_volume_vmdk(connection_info, instance) [ 934.629016] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 934.629016] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 934.629016] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 934.629016] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] stable_ref.fetch_moref(session) [ 934.629016] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 934.629016] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] raise exception.InstanceNotFound(instance_id=self._uuid) [ 934.629016] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] nova.exception.InstanceNotFound: Instance 0eef6658-2872-4416-b6f3-dfbb7c11b194 could not be found. [ 934.629016] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] [ 934.674443] env[70243]: DEBUG oslo_vmware.api [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Task: {'id': task-3622150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648113} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.674443] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 986c5674-45b7-47ca-9586-c5e7b3fa5467/986c5674-45b7-47ca-9586-c5e7b3fa5467.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.674443] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.674443] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-374c2e72-0276-47fe-a825-877d6995434a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.680694] env[70243]: DEBUG oslo_vmware.api [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Waiting for the task: (returnval){ [ 934.680694] env[70243]: value = "task-3622153" [ 934.680694] env[70243]: _type = "Task" [ 934.680694] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.690877] env[70243]: DEBUG oslo_vmware.api [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Task: {'id': task-3622153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.760893] env[70243]: DEBUG nova.compute.manager [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.760893] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.762142] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3928d51-f531-4818-8ecc-d85fe99200ee {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.771055] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.771055] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f196fa82-49d2-4236-9b6c-8a8209950c97 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.779135] env[70243]: DEBUG oslo_vmware.api [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 934.779135] env[70243]: value = "task-3622154" [ 934.779135] env[70243]: _type = "Task" [ 934.779135] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.787194] env[70243]: DEBUG oslo_vmware.api [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3622154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.814433] env[70243]: DEBUG nova.compute.utils [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Build of instance 0eef6658-2872-4416-b6f3-dfbb7c11b194 aborted: Failed to rebuild volume backed instance. {{(pid=70243) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 934.818570] env[70243]: ERROR nova.compute.manager [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 0eef6658-2872-4416-b6f3-dfbb7c11b194 aborted: Failed to rebuild volume backed instance. [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Traceback (most recent call last): [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] self.driver.rebuild(**kwargs) [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] raise NotImplementedError() [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] NotImplementedError [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] During handling of the above exception, another exception occurred: [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Traceback (most recent call last): [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] self._detach_root_volume(context, instance, root_bdm) [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] with excutils.save_and_reraise_exception(): [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] self.force_reraise() [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] raise self.value [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] self.driver.detach_volume(context, old_connection_info, [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] return self._volumeops.detach_volume(connection_info, instance) [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] self._detach_volume_vmdk(connection_info, instance) [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] stable_ref.fetch_moref(session) [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] raise exception.InstanceNotFound(instance_id=self._uuid) [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] nova.exception.InstanceNotFound: Instance 0eef6658-2872-4416-b6f3-dfbb7c11b194 could not be found. [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] [ 934.818570] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] During handling of the above exception, another exception occurred: [ 934.820085] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] [ 934.820085] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Traceback (most recent call last): [ 934.820085] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 934.820085] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] yield [ 934.820085] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 934.820085] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] self._do_rebuild_instance_with_claim( [ 934.820085] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 934.820085] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] self._do_rebuild_instance( [ 934.820085] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 934.820085] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] self._rebuild_default_impl(**kwargs) [ 934.820085] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 934.820085] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] self._rebuild_volume_backed_instance( [ 934.820085] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 934.820085] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] raise exception.BuildAbortException( [ 934.820085] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] nova.exception.BuildAbortException: Build of instance 0eef6658-2872-4416-b6f3-dfbb7c11b194 aborted: Failed to rebuild volume backed instance. [ 934.820085] env[70243]: ERROR nova.compute.manager [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] [ 934.942116] env[70243]: DEBUG nova.scheduler.client.report [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.965247] env[70243]: DEBUG nova.compute.manager [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.006521] env[70243]: DEBUG nova.virt.hardware [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.006724] env[70243]: DEBUG nova.virt.hardware [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.008087] env[70243]: DEBUG nova.virt.hardware [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.008087] env[70243]: DEBUG nova.virt.hardware [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.008087] env[70243]: DEBUG nova.virt.hardware [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.008087] env[70243]: DEBUG nova.virt.hardware [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.008087] env[70243]: DEBUG nova.virt.hardware [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.008087] env[70243]: DEBUG nova.virt.hardware [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.008087] env[70243]: DEBUG nova.virt.hardware [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.008439] env[70243]: DEBUG nova.virt.hardware [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.008439] env[70243]: DEBUG nova.virt.hardware [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.009348] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e0371c-9785-4365-86a8-19995ada7a8d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.020892] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37576964-f0da-4552-bd4c-769602333081 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.190115] env[70243]: DEBUG oslo_vmware.api [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Task: {'id': task-3622153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068153} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.190404] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.191216] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8129cc89-462d-43c5-98ce-074ecb2a9512 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.213037] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 986c5674-45b7-47ca-9586-c5e7b3fa5467/986c5674-45b7-47ca-9586-c5e7b3fa5467.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.213381] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12b593a9-d6f0-42fd-b90a-9bb52c8419bc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.234012] env[70243]: DEBUG oslo_vmware.api [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Waiting for the task: (returnval){ [ 935.234012] env[70243]: value = "task-3622155" [ 935.234012] env[70243]: _type = "Task" [ 935.234012] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.247089] env[70243]: DEBUG oslo_vmware.api [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Task: {'id': task-3622155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.288030] env[70243]: DEBUG oslo_vmware.api [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3622154, 'name': PowerOffVM_Task, 'duration_secs': 0.282456} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.288224] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.288423] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.288706] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43581f8b-2516-4959-840d-4525ff4e2144 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.343805] env[70243]: DEBUG nova.compute.manager [req-5b08f46a-826f-4fea-bb95-3fc9925bec98 req-8791ca45-58bf-4d70-a296-f1c721348f80 service nova] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Received event network-vif-plugged-372786df-91a4-4be0-93ba-0cef24eedfe1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.344433] env[70243]: DEBUG oslo_concurrency.lockutils [req-5b08f46a-826f-4fea-bb95-3fc9925bec98 req-8791ca45-58bf-4d70-a296-f1c721348f80 service nova] Acquiring lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.345113] env[70243]: DEBUG oslo_concurrency.lockutils [req-5b08f46a-826f-4fea-bb95-3fc9925bec98 req-8791ca45-58bf-4d70-a296-f1c721348f80 service nova] Lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.345113] env[70243]: DEBUG oslo_concurrency.lockutils [req-5b08f46a-826f-4fea-bb95-3fc9925bec98 req-8791ca45-58bf-4d70-a296-f1c721348f80 service nova] Lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.345497] env[70243]: DEBUG nova.compute.manager [req-5b08f46a-826f-4fea-bb95-3fc9925bec98 req-8791ca45-58bf-4d70-a296-f1c721348f80 service nova] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] No waiting events found dispatching network-vif-plugged-372786df-91a4-4be0-93ba-0cef24eedfe1 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.345497] env[70243]: WARNING nova.compute.manager [req-5b08f46a-826f-4fea-bb95-3fc9925bec98 req-8791ca45-58bf-4d70-a296-f1c721348f80 service nova] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Received unexpected event network-vif-plugged-372786df-91a4-4be0-93ba-0cef24eedfe1 for instance with vm_state building and task_state spawning. [ 935.366966] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.367325] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.367565] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Deleting the datastore file [datastore1] 16dff74d-4658-4f76-a70f-aaae3c52b371 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.367870] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a56ba47-652a-4c87-95dd-4906883b89aa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.376762] env[70243]: DEBUG oslo_vmware.api [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 935.376762] env[70243]: value = "task-3622157" [ 935.376762] env[70243]: _type = "Task" [ 935.376762] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.385782] env[70243]: DEBUG oslo_vmware.api [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3622157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.442980] env[70243]: DEBUG nova.network.neutron [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Successfully updated port: 372786df-91a4-4be0-93ba-0cef24eedfe1 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.448592] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.448592] env[70243]: DEBUG nova.compute.manager [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.450124] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.710s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.753361] env[70243]: DEBUG oslo_vmware.api [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Task: {'id': task-3622155, 'name': ReconfigVM_Task, 'duration_secs': 0.31123} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.753676] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 986c5674-45b7-47ca-9586-c5e7b3fa5467/986c5674-45b7-47ca-9586-c5e7b3fa5467.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.754441] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7c7faae-deae-4613-87cd-38ff4a42ac10 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.761734] env[70243]: DEBUG oslo_vmware.api [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Waiting for the task: (returnval){ [ 935.761734] env[70243]: value = "task-3622158" [ 935.761734] env[70243]: _type = "Task" [ 935.761734] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.779952] env[70243]: DEBUG oslo_vmware.api [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Task: {'id': task-3622158, 'name': Rename_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.886361] env[70243]: DEBUG oslo_vmware.api [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3622157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177654} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.886629] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.886817] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.887132] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.887170] env[70243]: INFO nova.compute.manager [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Took 1.13 seconds to destroy the instance on the hypervisor. [ 935.887421] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.887610] env[70243]: DEBUG nova.compute.manager [-] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.887709] env[70243]: DEBUG nova.network.neutron [-] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.947079] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "refresh_cache-f71023c9-0704-4b78-b10f-d7baa2e97d7f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.947230] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquired lock "refresh_cache-f71023c9-0704-4b78-b10f-d7baa2e97d7f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.947384] env[70243]: DEBUG nova.network.neutron [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.952811] env[70243]: DEBUG nova.compute.utils [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.953375] env[70243]: DEBUG nova.compute.manager [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.953546] env[70243]: DEBUG nova.network.neutron [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.058061] env[70243]: DEBUG nova.policy [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a46fe6ab180144788e08e0c75a4e19aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe6c8edc937e4b00906b31aed0cd2ab7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.275170] env[70243]: DEBUG oslo_vmware.api [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Task: {'id': task-3622158, 'name': Rename_Task, 'duration_secs': 0.185242} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.275593] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.275845] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-174b37e5-b2ed-4eca-a741-4cf90593f5d3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.283166] env[70243]: DEBUG oslo_vmware.api [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Waiting for the task: (returnval){ [ 936.283166] env[70243]: value = "task-3622159" [ 936.283166] env[70243]: _type = "Task" [ 936.283166] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.290973] env[70243]: DEBUG oslo_vmware.api [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Task: {'id': task-3622159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.461783] env[70243]: DEBUG nova.compute.utils [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.493583] env[70243]: DEBUG nova.network.neutron [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.503841] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance cdc63cce-27d5-4068-bc87-51c290fb7c69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.503987] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 819f3541-bda8-4fe6-b733-be1770d33aa0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.504150] env[70243]: WARNING nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.504273] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.504391] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 62701487-a567-491c-82e0-52f80336fecd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.504826] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance e3cb438a-f812-4aed-9bb7-10749bf8a278 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.504826] env[70243]: WARNING nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance eac99ec0-83ca-41e4-9a4b-f01592c9c3b3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.504826] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 668f8a1d-e0da-4ebf-9340-6ab7c5475b32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.504826] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance bb0d8bc4-c513-46f3-aa96-660f9c6f1380 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.505016] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 73baeaff-7a2c-4efb-a9f9-194020d5f359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.505059] env[70243]: WARNING nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance a86e2e8c-5fe0-47bc-aab1-abbfe29af70e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.505168] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 16dff74d-4658-4f76-a70f-aaae3c52b371 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.505285] env[70243]: WARNING nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.505398] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance de428c72-4073-4f6f-af91-d693ee775dfb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.505510] env[70243]: WARNING nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 385cd33a-2294-4b27-95bb-95639621b72e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.505620] env[70243]: WARNING nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 35dee2fd-00c6-4cf6-bcb6-2b09523db205 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.505727] env[70243]: WARNING nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.505835] env[70243]: WARNING nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 4d977042-c67f-4cc0-b3e0-f82fcefed250 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.505945] env[70243]: WARNING nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance f9701673-c69c-472e-8ee5-de2706ddb30f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.506069] env[70243]: WARNING nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 75717548-0f55-4588-9907-b715ec1ba5f6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.506177] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance f52382af-3675-41e3-b3e0-5f29926e5926 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.506310] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 3a27ee61-506d-4f28-9b21-ff51f153e3b4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.506386] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 986c5674-45b7-47ca-9586-c5e7b3fa5467 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.506490] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance f71023c9-0704-4b78-b10f-d7baa2e97d7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.506595] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance ee89c9fa-d89d-45c4-9867-61b455d38097 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.660236] env[70243]: DEBUG nova.network.neutron [-] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.711528] env[70243]: DEBUG nova.network.neutron [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Successfully created port: 5efa369b-0cc1-42b8-994d-7339b06e94ff {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.758806] env[70243]: DEBUG nova.network.neutron [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Updating instance_info_cache with network_info: [{"id": "372786df-91a4-4be0-93ba-0cef24eedfe1", "address": "fa:16:3e:90:34:a5", "network": {"id": "d6adba27-2c53-44f1-9f03-601cdbeb7aab", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-931957012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e94b692deca4824824a83f18bc53e29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372786df-91", "ovs_interfaceid": "372786df-91a4-4be0-93ba-0cef24eedfe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.792207] env[70243]: DEBUG oslo_vmware.api [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Task: {'id': task-3622159, 'name': PowerOnVM_Task, 'duration_secs': 0.474086} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.792843] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.792843] env[70243]: INFO nova.compute.manager [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Took 7.51 seconds to spawn the instance on the hypervisor. [ 936.796446] env[70243]: DEBUG nova.compute.manager [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.796446] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932dd7ba-c53e-494c-9b5b-631a477b194a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.842150] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.965820] env[70243]: DEBUG nova.compute.manager [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.010533] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance ce050c27-f1e8-4664-ba6f-1573e8cdd9e5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 937.010533] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 937.010777] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 937.164965] env[70243]: INFO nova.compute.manager [-] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Took 1.28 seconds to deallocate network for instance. [ 937.262097] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Releasing lock "refresh_cache-f71023c9-0704-4b78-b10f-d7baa2e97d7f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.262504] env[70243]: DEBUG nova.compute.manager [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Instance network_info: |[{"id": "372786df-91a4-4be0-93ba-0cef24eedfe1", "address": "fa:16:3e:90:34:a5", "network": {"id": "d6adba27-2c53-44f1-9f03-601cdbeb7aab", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-931957012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e94b692deca4824824a83f18bc53e29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372786df-91", "ovs_interfaceid": "372786df-91a4-4be0-93ba-0cef24eedfe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.262927] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:34:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ada35c98-01a9-4352-98e4-1d20ba31f928', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '372786df-91a4-4be0-93ba-0cef24eedfe1', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.274936] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Creating folder: Project (9e94b692deca4824824a83f18bc53e29). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.278027] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-440abe0e-4a5e-4d6b-b3d8-dbaede7bfd19 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.289284] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Created folder: Project (9e94b692deca4824824a83f18bc53e29) in parent group-v722220. [ 937.289284] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Creating folder: Instances. Parent ref: group-v722411. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.289673] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d7548be-e8b8-4519-8664-7be39071aa61 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.300739] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Created folder: Instances in parent group-v722411. [ 937.301017] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.301225] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.301442] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eca5f4fc-b65e-4de2-b2a7-9dab4c163304 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.327899] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.327899] env[70243]: value = "task-3622162" [ 937.327899] env[70243]: _type = "Task" [ 937.327899] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.327899] env[70243]: INFO nova.compute.manager [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Took 40.47 seconds to build instance. [ 937.337224] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622162, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.396815] env[70243]: DEBUG nova.compute.manager [req-7d35befc-c2a0-48b6-82e1-44080f0d6fa1 req-3fb454aa-341c-4e87-9d67-d2c4c252407b service nova] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Received event network-changed-372786df-91a4-4be0-93ba-0cef24eedfe1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.397406] env[70243]: DEBUG nova.compute.manager [req-7d35befc-c2a0-48b6-82e1-44080f0d6fa1 req-3fb454aa-341c-4e87-9d67-d2c4c252407b service nova] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Refreshing instance network info cache due to event network-changed-372786df-91a4-4be0-93ba-0cef24eedfe1. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.397784] env[70243]: DEBUG oslo_concurrency.lockutils [req-7d35befc-c2a0-48b6-82e1-44080f0d6fa1 req-3fb454aa-341c-4e87-9d67-d2c4c252407b service nova] Acquiring lock "refresh_cache-f71023c9-0704-4b78-b10f-d7baa2e97d7f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.398229] env[70243]: DEBUG oslo_concurrency.lockutils [req-7d35befc-c2a0-48b6-82e1-44080f0d6fa1 req-3fb454aa-341c-4e87-9d67-d2c4c252407b service nova] Acquired lock "refresh_cache-f71023c9-0704-4b78-b10f-d7baa2e97d7f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.398584] env[70243]: DEBUG nova.network.neutron [req-7d35befc-c2a0-48b6-82e1-44080f0d6fa1 req-3fb454aa-341c-4e87-9d67-d2c4c252407b service nova] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Refreshing network info cache for port 372786df-91a4-4be0-93ba-0cef24eedfe1 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.482331] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f694cc-b209-402e-8265-3c8d37e05a4f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.493567] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b38f39-6d8e-4daa-92c6-fc46c425dbbf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.531736] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2dee03-1e78-4059-977b-7c2d67703f72 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.541231] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01666d2d-d51b-41a6-8ce5-5c3090a77e29 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.556470] env[70243]: DEBUG nova.compute.provider_tree [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.634873] env[70243]: DEBUG oslo_concurrency.lockutils [None req-119fd597-5cb5-49d3-8fb8-3d7d274e72df tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Acquiring lock "0eef6658-2872-4416-b6f3-dfbb7c11b194" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.635171] env[70243]: DEBUG oslo_concurrency.lockutils [None req-119fd597-5cb5-49d3-8fb8-3d7d274e72df tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Lock "0eef6658-2872-4416-b6f3-dfbb7c11b194" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.635444] env[70243]: DEBUG oslo_concurrency.lockutils [None req-119fd597-5cb5-49d3-8fb8-3d7d274e72df tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Acquiring lock "0eef6658-2872-4416-b6f3-dfbb7c11b194-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.635881] env[70243]: DEBUG oslo_concurrency.lockutils [None req-119fd597-5cb5-49d3-8fb8-3d7d274e72df tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Lock "0eef6658-2872-4416-b6f3-dfbb7c11b194-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.636132] env[70243]: DEBUG oslo_concurrency.lockutils [None req-119fd597-5cb5-49d3-8fb8-3d7d274e72df tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Lock "0eef6658-2872-4416-b6f3-dfbb7c11b194-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.638601] env[70243]: INFO nova.compute.manager [None req-119fd597-5cb5-49d3-8fb8-3d7d274e72df tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Terminating instance [ 937.655288] env[70243]: DEBUG oslo_vmware.rw_handles [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c92cf-d7fb-0601-981d-83fd2c48c629/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 937.656894] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d6f823-33f9-4943-bd17-39db94c36204 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.664679] env[70243]: DEBUG oslo_vmware.rw_handles [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c92cf-d7fb-0601-981d-83fd2c48c629/disk-0.vmdk is in state: ready. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 937.664864] env[70243]: ERROR oslo_vmware.rw_handles [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c92cf-d7fb-0601-981d-83fd2c48c629/disk-0.vmdk due to incomplete transfer. [ 937.668250] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a92f4477-c0fb-4bcf-a24e-d56d126105f2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.673982] env[70243]: DEBUG oslo_concurrency.lockutils [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.676026] env[70243]: DEBUG oslo_vmware.rw_handles [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c92cf-d7fb-0601-981d-83fd2c48c629/disk-0.vmdk. {{(pid=70243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 937.676026] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Uploaded image 2bba33c7-f344-4c25-a52a-e1101c330cdc to the Glance image server {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 937.676908] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Destroying the VM {{(pid=70243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 937.677173] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a0536737-400f-4e0c-93d7-1628b7ac65ec {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.684228] env[70243]: DEBUG oslo_vmware.api [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 937.684228] env[70243]: value = "task-3622163" [ 937.684228] env[70243]: _type = "Task" [ 937.684228] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.693630] env[70243]: DEBUG oslo_vmware.api [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622163, 'name': Destroy_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.834049] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9f46af61-ddef-4189-89d6-043e1ff19c9f tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Lock "986c5674-45b7-47ca-9586-c5e7b3fa5467" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.890s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.840458] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622162, 'name': CreateVM_Task, 'duration_secs': 0.421605} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.841421] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.841421] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.841669] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.841801] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.842074] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b26f456-f6a5-4df5-9bfd-0261df5cd00e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.852277] env[70243]: DEBUG oslo_vmware.api [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 937.852277] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522654a0-6083-2f16-524b-b2bafcdedf06" [ 937.852277] env[70243]: _type = "Task" [ 937.852277] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.862163] env[70243]: DEBUG oslo_vmware.api [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522654a0-6083-2f16-524b-b2bafcdedf06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.991349] env[70243]: DEBUG nova.compute.manager [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.031212] env[70243]: DEBUG nova.virt.hardware [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:05:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1681894319',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1965785287',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.031486] env[70243]: DEBUG nova.virt.hardware [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.031640] env[70243]: DEBUG nova.virt.hardware [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.031815] env[70243]: DEBUG nova.virt.hardware [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.031956] env[70243]: DEBUG nova.virt.hardware [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.032322] env[70243]: DEBUG nova.virt.hardware [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.032625] env[70243]: DEBUG nova.virt.hardware [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.032873] env[70243]: DEBUG nova.virt.hardware [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.033134] env[70243]: DEBUG nova.virt.hardware [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.033375] env[70243]: DEBUG nova.virt.hardware [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.033604] env[70243]: DEBUG nova.virt.hardware [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.034884] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5216a9e4-3976-4a5b-b165-a4010589e96a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.043053] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8527e996-1518-44f1-8f6b-72ab1ff2b0e2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.060265] env[70243]: DEBUG nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.146183] env[70243]: DEBUG nova.compute.manager [None req-119fd597-5cb5-49d3-8fb8-3d7d274e72df tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.146526] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d7781d3-7788-499b-a54f-44577b018987 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.156791] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4eefac-269a-4b26-9db3-be3a14d828b3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.169239] env[70243]: DEBUG nova.network.neutron [req-7d35befc-c2a0-48b6-82e1-44080f0d6fa1 req-3fb454aa-341c-4e87-9d67-d2c4c252407b service nova] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Updated VIF entry in instance network info cache for port 372786df-91a4-4be0-93ba-0cef24eedfe1. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.169966] env[70243]: DEBUG nova.network.neutron [req-7d35befc-c2a0-48b6-82e1-44080f0d6fa1 req-3fb454aa-341c-4e87-9d67-d2c4c252407b service nova] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Updating instance_info_cache with network_info: [{"id": "372786df-91a4-4be0-93ba-0cef24eedfe1", "address": "fa:16:3e:90:34:a5", "network": {"id": "d6adba27-2c53-44f1-9f03-601cdbeb7aab", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-931957012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e94b692deca4824824a83f18bc53e29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372786df-91", "ovs_interfaceid": "372786df-91a4-4be0-93ba-0cef24eedfe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.197457] env[70243]: WARNING nova.virt.vmwareapi.driver [None req-119fd597-5cb5-49d3-8fb8-3d7d274e72df tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 0eef6658-2872-4416-b6f3-dfbb7c11b194 could not be found. [ 938.197673] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-119fd597-5cb5-49d3-8fb8-3d7d274e72df tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.201230] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57f85d86-751a-4f49-b6b7-e1f30081abb6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.208615] env[70243]: DEBUG oslo_vmware.api [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622163, 'name': Destroy_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.212918] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcd70ca-1a88-4443-ae8c-3a78fefeea69 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.250443] env[70243]: WARNING nova.virt.vmwareapi.vmops [None req-119fd597-5cb5-49d3-8fb8-3d7d274e72df tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0eef6658-2872-4416-b6f3-dfbb7c11b194 could not be found. [ 938.250665] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-119fd597-5cb5-49d3-8fb8-3d7d274e72df tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.250847] env[70243]: INFO nova.compute.manager [None req-119fd597-5cb5-49d3-8fb8-3d7d274e72df tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Took 0.10 seconds to destroy the instance on the hypervisor. [ 938.251106] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-119fd597-5cb5-49d3-8fb8-3d7d274e72df tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.251352] env[70243]: DEBUG nova.compute.manager [-] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.251455] env[70243]: DEBUG nova.network.neutron [-] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.363968] env[70243]: DEBUG oslo_vmware.api [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522654a0-6083-2f16-524b-b2bafcdedf06, 'name': SearchDatastore_Task, 'duration_secs': 0.030126} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.364491] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.364703] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.365000] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.365404] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.365677] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.365997] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fc67eb7-5e18-4d42-90bd-1892f61e55a9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.376815] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.377480] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.377832] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-908c9789-9f5f-4a64-9bec-4f4762e4d371 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.383494] env[70243]: DEBUG oslo_vmware.api [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 938.383494] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52511401-79c3-24fb-94b2-4af109be89a7" [ 938.383494] env[70243]: _type = "Task" [ 938.383494] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.393442] env[70243]: DEBUG oslo_vmware.api [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52511401-79c3-24fb-94b2-4af109be89a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.477942] env[70243]: DEBUG nova.network.neutron [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Successfully updated port: 5efa369b-0cc1-42b8-994d-7339b06e94ff {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.480712] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e6fb4653-d713-4fe7-b175-d180347994b1 tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Acquiring lock "interface-986c5674-45b7-47ca-9586-c5e7b3fa5467-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.480939] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e6fb4653-d713-4fe7-b175-d180347994b1 tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Lock "interface-986c5674-45b7-47ca-9586-c5e7b3fa5467-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.481255] env[70243]: DEBUG nova.objects.instance [None req-e6fb4653-d713-4fe7-b175-d180347994b1 tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Lazy-loading 'flavor' on Instance uuid 986c5674-45b7-47ca-9586-c5e7b3fa5467 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.569489] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 938.569760] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.120s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.570018] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.815s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.570215] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.572374] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.036s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.572524] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.574317] env[70243]: DEBUG oslo_concurrency.lockutils [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.014s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.574450] env[70243]: DEBUG oslo_concurrency.lockutils [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.575999] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.177s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.577505] env[70243]: INFO nova.compute.claims [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.580185] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.580185] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Cleaning up deleted instances {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 938.600290] env[70243]: INFO nova.scheduler.client.report [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Deleted allocations for instance 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1 [ 938.609593] env[70243]: INFO nova.scheduler.client.report [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Deleted allocations for instance a86e2e8c-5fe0-47bc-aab1-abbfe29af70e [ 938.622143] env[70243]: INFO nova.scheduler.client.report [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Deleted allocations for instance 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2 [ 938.675949] env[70243]: DEBUG oslo_concurrency.lockutils [req-7d35befc-c2a0-48b6-82e1-44080f0d6fa1 req-3fb454aa-341c-4e87-9d67-d2c4c252407b service nova] Releasing lock "refresh_cache-f71023c9-0704-4b78-b10f-d7baa2e97d7f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.675949] env[70243]: DEBUG nova.compute.manager [req-7d35befc-c2a0-48b6-82e1-44080f0d6fa1 req-3fb454aa-341c-4e87-9d67-d2c4c252407b service nova] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Received event network-vif-deleted-e4f592ef-f6f6-489b-95c2-2709d337c75a {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.708172] env[70243]: DEBUG oslo_vmware.api [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622163, 'name': Destroy_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.837992] env[70243]: DEBUG nova.compute.manager [req-3f02f8e7-58f9-457b-8d4a-13b6b86275ff req-a1f83808-2688-4cf9-a49e-2105a551bf05 service nova] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Received event network-vif-plugged-5efa369b-0cc1-42b8-994d-7339b06e94ff {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.837992] env[70243]: DEBUG oslo_concurrency.lockutils [req-3f02f8e7-58f9-457b-8d4a-13b6b86275ff req-a1f83808-2688-4cf9-a49e-2105a551bf05 service nova] Acquiring lock "ee89c9fa-d89d-45c4-9867-61b455d38097-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.837992] env[70243]: DEBUG oslo_concurrency.lockutils [req-3f02f8e7-58f9-457b-8d4a-13b6b86275ff req-a1f83808-2688-4cf9-a49e-2105a551bf05 service nova] Lock "ee89c9fa-d89d-45c4-9867-61b455d38097-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.837992] env[70243]: DEBUG oslo_concurrency.lockutils [req-3f02f8e7-58f9-457b-8d4a-13b6b86275ff req-a1f83808-2688-4cf9-a49e-2105a551bf05 service nova] Lock "ee89c9fa-d89d-45c4-9867-61b455d38097-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.837992] env[70243]: DEBUG nova.compute.manager [req-3f02f8e7-58f9-457b-8d4a-13b6b86275ff req-a1f83808-2688-4cf9-a49e-2105a551bf05 service nova] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] No waiting events found dispatching network-vif-plugged-5efa369b-0cc1-42b8-994d-7339b06e94ff {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.837992] env[70243]: WARNING nova.compute.manager [req-3f02f8e7-58f9-457b-8d4a-13b6b86275ff req-a1f83808-2688-4cf9-a49e-2105a551bf05 service nova] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Received unexpected event network-vif-plugged-5efa369b-0cc1-42b8-994d-7339b06e94ff for instance with vm_state building and task_state spawning. [ 938.896614] env[70243]: DEBUG oslo_vmware.api [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52511401-79c3-24fb-94b2-4af109be89a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.896982] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f45d1a6d-d13c-41d2-a7f1-7d1d70ec00e9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.902648] env[70243]: DEBUG oslo_vmware.api [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 938.902648] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d0c27d-7d8a-a2dd-bec5-597d9871d1a8" [ 938.902648] env[70243]: _type = "Task" [ 938.902648] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.911329] env[70243]: DEBUG oslo_vmware.api [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d0c27d-7d8a-a2dd-bec5-597d9871d1a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.967631] env[70243]: DEBUG oslo_concurrency.lockutils [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "6aa2d165-bf6b-4729-a5e8-66753193fed8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.967890] env[70243]: DEBUG oslo_concurrency.lockutils [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "6aa2d165-bf6b-4729-a5e8-66753193fed8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.981799] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Acquiring lock "refresh_cache-ee89c9fa-d89d-45c4-9867-61b455d38097" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.981997] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Acquired lock "refresh_cache-ee89c9fa-d89d-45c4-9867-61b455d38097" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.982083] env[70243]: DEBUG nova.network.neutron [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.985390] env[70243]: DEBUG nova.objects.instance [None req-e6fb4653-d713-4fe7-b175-d180347994b1 tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Lazy-loading 'pci_requests' on Instance uuid 986c5674-45b7-47ca-9586-c5e7b3fa5467 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.093829] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] There are 39 instances to clean {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 939.094081] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: e607e73c-9ca6-47a5-874b-ab37e791d33f] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.109460] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3ded8d73-89fb-4d15-98dc-5502f637e15e tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Lock "8dea4966-6d2b-48bd-90b5-df0d64cd4fb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.610s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.123783] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d94c1527-0e8b-4f10-9e28-5dfec5e5b016 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "a86e2e8c-5fe0-47bc-aab1-abbfe29af70e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.114s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.132800] env[70243]: DEBUG oslo_concurrency.lockutils [None req-69211532-6ee3-47cd-a34c-2ab87ac46d47 tempest-VolumesAdminNegativeTest-183443898 tempest-VolumesAdminNegativeTest-183443898-project-member] Lock "4556b8f6-e6f8-4180-a94a-58ddc27cd1b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.599s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.208530] env[70243]: DEBUG oslo_vmware.api [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622163, 'name': Destroy_Task, 'duration_secs': 1.376055} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.211334] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Destroyed the VM [ 939.211597] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Deleting Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 939.212074] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8678884d-d8e2-42d6-884d-07b0acb972a1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.220540] env[70243]: DEBUG oslo_vmware.api [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 939.220540] env[70243]: value = "task-3622164" [ 939.220540] env[70243]: _type = "Task" [ 939.220540] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.233922] env[70243]: DEBUG oslo_vmware.api [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622164, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.243975] env[70243]: DEBUG nova.network.neutron [-] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.414321] env[70243]: DEBUG oslo_vmware.api [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d0c27d-7d8a-a2dd-bec5-597d9871d1a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010235} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.414628] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.416174] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] f71023c9-0704-4b78-b10f-d7baa2e97d7f/f71023c9-0704-4b78-b10f-d7baa2e97d7f.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.416174] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f019809e-6573-4787-8b49-4f36b7e35c37 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.424556] env[70243]: DEBUG oslo_vmware.api [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 939.424556] env[70243]: value = "task-3622165" [ 939.424556] env[70243]: _type = "Task" [ 939.424556] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.433694] env[70243]: DEBUG oslo_vmware.api [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.473825] env[70243]: DEBUG nova.compute.manager [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 939.478927] env[70243]: DEBUG nova.compute.manager [req-deeef966-659c-4a03-955d-87251590aa40 req-7957206a-dabc-4d3c-8a95-0ef8eb41c002 service nova] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Received event network-vif-deleted-cd278fe4-007c-4bcf-a4f8-b4d795d6e031 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.480545] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3123b8f4-23d9-4105-b1d7-548b2fbfbd47 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.492898] env[70243]: DEBUG nova.objects.base [None req-e6fb4653-d713-4fe7-b175-d180347994b1 tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Object Instance<986c5674-45b7-47ca-9586-c5e7b3fa5467> lazy-loaded attributes: flavor,pci_requests {{(pid=70243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 939.493187] env[70243]: DEBUG nova.network.neutron [None req-e6fb4653-d713-4fe7-b175-d180347994b1 tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.496742] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb22310-70aa-4246-8003-62126619089d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.532696] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005ccd4d-d23a-4fca-afde-1ef67024922b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.542348] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad058364-89d2-4c2a-bdf8-166c799d5ef0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.556859] env[70243]: DEBUG nova.compute.provider_tree [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.601180] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: d1fe054d-e3b0-4e07-8633-3f2f2763ccdf] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.738771] env[70243]: DEBUG oslo_vmware.api [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622164, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.747548] env[70243]: INFO nova.compute.manager [-] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Took 1.50 seconds to deallocate network for instance. [ 939.768473] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e6fb4653-d713-4fe7-b175-d180347994b1 tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Lock "interface-986c5674-45b7-47ca-9586-c5e7b3fa5467-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.287s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.813688] env[70243]: DEBUG nova.network.neutron [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.937614] env[70243]: DEBUG oslo_vmware.api [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622165, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.010625] env[70243]: DEBUG oslo_concurrency.lockutils [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.061361] env[70243]: DEBUG nova.scheduler.client.report [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.105295] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 2c9d48fe-a94b-4d29-b8aa-9561441bb0c0] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.149263] env[70243]: DEBUG nova.network.neutron [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Updating instance_info_cache with network_info: [{"id": "5efa369b-0cc1-42b8-994d-7339b06e94ff", "address": "fa:16:3e:d6:e7:12", "network": {"id": "19795096-be87-476b-a31c-aa05b93c7756", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-200063201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6c8edc937e4b00906b31aed0cd2ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5efa369b-0c", "ovs_interfaceid": "5efa369b-0cc1-42b8-994d-7339b06e94ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.232178] env[70243]: DEBUG oslo_vmware.api [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622164, 'name': RemoveSnapshot_Task, 'duration_secs': 0.747722} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.232575] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Deleted Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 940.233120] env[70243]: INFO nova.compute.manager [None req-0dc1a107-b76d-4fa8-a673-3dd60b198b39 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Took 16.26 seconds to snapshot the instance on the hypervisor. [ 940.321266] env[70243]: INFO nova.compute.manager [None req-119fd597-5cb5-49d3-8fb8-3d7d274e72df tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Took 0.57 seconds to detach 1 volumes for instance. [ 940.324326] env[70243]: DEBUG nova.compute.manager [None req-119fd597-5cb5-49d3-8fb8-3d7d274e72df tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Deleting volume: f1f8bf43-45c7-4ecc-98a0-c43d5973d49b {{(pid=70243) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 940.442027] env[70243]: DEBUG oslo_vmware.api [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536715} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.442406] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] f71023c9-0704-4b78-b10f-d7baa2e97d7f/f71023c9-0704-4b78-b10f-d7baa2e97d7f.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.442771] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.444713] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cad6aa7f-e711-4e14-b87a-0f8d8461e605 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.453359] env[70243]: DEBUG oslo_vmware.api [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 940.453359] env[70243]: value = "task-3622167" [ 940.453359] env[70243]: _type = "Task" [ 940.453359] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.464574] env[70243]: DEBUG oslo_vmware.api [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.568887] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.993s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.569689] env[70243]: DEBUG nova.compute.manager [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.573349] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.636s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.573565] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.576833] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.501s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.577037] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.578837] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.998s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.579035] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.585861] env[70243]: DEBUG oslo_concurrency.lockutils [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.785s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.586113] env[70243]: DEBUG oslo_concurrency.lockutils [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.589683] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.219s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.589869] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.594981] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.233s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.595200] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.596894] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.064s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.597399] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.599341] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.757s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.611400] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: ff145119-5f19-453a-ad22-cbb11664d1e7] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.629688] env[70243]: INFO nova.scheduler.client.report [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Deleted allocations for instance 35dee2fd-00c6-4cf6-bcb6-2b09523db205 [ 940.629688] env[70243]: INFO nova.scheduler.client.report [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Deleted allocations for instance 75717548-0f55-4588-9907-b715ec1ba5f6 [ 940.651213] env[70243]: INFO nova.scheduler.client.report [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Deleted allocations for instance 4d977042-c67f-4cc0-b3e0-f82fcefed250 [ 940.652539] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Releasing lock "refresh_cache-ee89c9fa-d89d-45c4-9867-61b455d38097" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.653967] env[70243]: DEBUG nova.compute.manager [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Instance network_info: |[{"id": "5efa369b-0cc1-42b8-994d-7339b06e94ff", "address": "fa:16:3e:d6:e7:12", "network": {"id": "19795096-be87-476b-a31c-aa05b93c7756", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-200063201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6c8edc937e4b00906b31aed0cd2ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5efa369b-0c", "ovs_interfaceid": "5efa369b-0cc1-42b8-994d-7339b06e94ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.657280] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:e7:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5efa369b-0cc1-42b8-994d-7339b06e94ff', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.666881] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.667827] env[70243]: INFO nova.scheduler.client.report [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Deleted allocations for instance f9701673-c69c-472e-8ee5-de2706ddb30f [ 940.670064] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.674676] env[70243]: INFO nova.scheduler.client.report [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Deleted allocations for instance a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1 [ 940.682022] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7109ff84-12c9-4383-81f3-216a981d639b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.699159] env[70243]: WARNING oslo_messaging._drivers.amqpdriver [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 940.701349] env[70243]: INFO nova.scheduler.client.report [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Deleted allocations for instance eac99ec0-83ca-41e4-9a4b-f01592c9c3b3 [ 940.714345] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.714345] env[70243]: value = "task-3622168" [ 940.714345] env[70243]: _type = "Task" [ 940.714345] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.720044] env[70243]: INFO nova.scheduler.client.report [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Deleted allocations for instance 385cd33a-2294-4b27-95bb-95639621b72e [ 940.732412] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622168, 'name': CreateVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.877047] env[70243]: DEBUG oslo_concurrency.lockutils [None req-119fd597-5cb5-49d3-8fb8-3d7d274e72df tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.970562] env[70243]: DEBUG oslo_vmware.api [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070719} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.970907] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.971892] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33abf5c0-4af5-48c9-be2f-113d28d5cc44 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.996856] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] f71023c9-0704-4b78-b10f-d7baa2e97d7f/f71023c9-0704-4b78-b10f-d7baa2e97d7f.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.001910] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a0fb1b3-1917-46bd-8583-25c43389e55b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.025063] env[70243]: DEBUG oslo_vmware.api [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 941.025063] env[70243]: value = "task-3622169" [ 941.025063] env[70243]: _type = "Task" [ 941.025063] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.037385] env[70243]: DEBUG oslo_vmware.api [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.051293] env[70243]: DEBUG nova.compute.manager [req-7660ea16-5708-4796-8384-73e655d755d7 req-951dcced-6dcf-4a6c-ac12-b7c494c94d5d service nova] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Received event network-changed-5efa369b-0cc1-42b8-994d-7339b06e94ff {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.051487] env[70243]: DEBUG nova.compute.manager [req-7660ea16-5708-4796-8384-73e655d755d7 req-951dcced-6dcf-4a6c-ac12-b7c494c94d5d service nova] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Refreshing instance network info cache due to event network-changed-5efa369b-0cc1-42b8-994d-7339b06e94ff. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.051773] env[70243]: DEBUG oslo_concurrency.lockutils [req-7660ea16-5708-4796-8384-73e655d755d7 req-951dcced-6dcf-4a6c-ac12-b7c494c94d5d service nova] Acquiring lock "refresh_cache-ee89c9fa-d89d-45c4-9867-61b455d38097" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.051925] env[70243]: DEBUG oslo_concurrency.lockutils [req-7660ea16-5708-4796-8384-73e655d755d7 req-951dcced-6dcf-4a6c-ac12-b7c494c94d5d service nova] Acquired lock "refresh_cache-ee89c9fa-d89d-45c4-9867-61b455d38097" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.052164] env[70243]: DEBUG nova.network.neutron [req-7660ea16-5708-4796-8384-73e655d755d7 req-951dcced-6dcf-4a6c-ac12-b7c494c94d5d service nova] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Refreshing network info cache for port 5efa369b-0cc1-42b8-994d-7339b06e94ff {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.104954] env[70243]: DEBUG nova.compute.utils [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.108326] env[70243]: DEBUG nova.compute.manager [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.109346] env[70243]: DEBUG nova.network.neutron [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.116399] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: b2f5b9c4-3994-4c1e-900f-db57b4036ed2] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.130857] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f401e7de-7785-44db-a8a3-4e1488e6b6c5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.144940] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d9564266-d5c7-4df1-b05d-d9cd5186e779 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "75717548-0f55-4588-9907-b715ec1ba5f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.959s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.146636] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98a843a-baee-49b1-9a5a-f3ebc9d0a47b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.150648] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81502c84-8f7f-43e6-9193-3ad74b5065d1 tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "35dee2fd-00c6-4cf6-bcb6-2b09523db205" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.874s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.195192] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "668f8a1d-e0da-4ebf-9340-6ab7c5475b32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.195442] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "668f8a1d-e0da-4ebf-9340-6ab7c5475b32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.195675] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "668f8a1d-e0da-4ebf-9340-6ab7c5475b32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.195826] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "668f8a1d-e0da-4ebf-9340-6ab7c5475b32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.195953] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "668f8a1d-e0da-4ebf-9340-6ab7c5475b32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.961833] env[70243]: DEBUG oslo_concurrency.lockutils [None req-713e035d-23c8-4a70-945a-e262f5b9d8e0 tempest-ServersNegativeTestMultiTenantJSON-1551521399 tempest-ServersNegativeTestMultiTenantJSON-1551521399-project-member] Lock "4d977042-c67f-4cc0-b3e0-f82fcefed250" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.630s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.963047] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Acquiring lock "986c5674-45b7-47ca-9586-c5e7b3fa5467" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.963256] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Lock "986c5674-45b7-47ca-9586-c5e7b3fa5467" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.963456] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Acquiring lock "986c5674-45b7-47ca-9586-c5e7b3fa5467-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.963624] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Lock "986c5674-45b7-47ca-9586-c5e7b3fa5467-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.964310] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Lock "986c5674-45b7-47ca-9586-c5e7b3fa5467-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.965777] env[70243]: INFO nova.compute.manager [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Terminating instance [ 941.968610] env[70243]: DEBUG nova.policy [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '093e415c2d0b407fa67699928d5157b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc3772630a874e489748a48fd56254fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.979382] env[70243]: DEBUG nova.compute.manager [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.982619] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 91c048bc-1be0-4ebf-9b2f-49ced29924f1] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.984286] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a92b55-c501-4d7e-9de1-1574160f3357 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.991563] env[70243]: INFO nova.compute.manager [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Terminating instance [ 942.019303] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2941917a-84ef-4faf-9d4c-88f52ef728d3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.023727] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622168, 'name': CreateVM_Task, 'duration_secs': 0.374842} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.023991] env[70243]: DEBUG oslo_vmware.api [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622169, 'name': ReconfigVM_Task, 'duration_secs': 0.327182} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.026081] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.026466] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Reconfigured VM instance instance-00000040 to attach disk [datastore1] f71023c9-0704-4b78-b10f-d7baa2e97d7f/f71023c9-0704-4b78-b10f-d7baa2e97d7f.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.028166] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6f314cf9-6862-40b2-a423-63249f04251a tempest-ServerAddressesNegativeTestJSON-1054714836 tempest-ServerAddressesNegativeTestJSON-1054714836-project-member] Lock "f9701673-c69c-472e-8ee5-de2706ddb30f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.174s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.030108] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.030268] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.031209] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.031466] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ed1d7bd-1803-4b7e-8b98-7dc999d3846f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.042862] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99dddce1-b357-4dcc-b7c6-0d1aa15a5a6d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.045914] env[70243]: DEBUG nova.compute.provider_tree [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.051503] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4afd6084-8b87-4cb4-8202-c310b3f90d82 tempest-ServerRescueTestJSON-1723085608 tempest-ServerRescueTestJSON-1723085608-project-member] Lock "eac99ec0-83ca-41e4-9a4b-f01592c9c3b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.844s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.053657] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e799536f-8590-437d-9608-aa488ef251e0 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "385cd33a-2294-4b27-95bb-95639621b72e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.012s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.056437] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for the task: (returnval){ [ 942.056437] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528ce888-9d6a-d6b4-ccc0-07e139cd36e4" [ 942.056437] env[70243]: _type = "Task" [ 942.056437] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.058106] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d8ba1e6f-4afa-41f4-b3ce-709390b4400c tempest-MultipleCreateTestJSON-68324004 tempest-MultipleCreateTestJSON-68324004-project-member] Lock "a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.694s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.059409] env[70243]: DEBUG oslo_vmware.api [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 942.059409] env[70243]: value = "task-3622170" [ 942.059409] env[70243]: _type = "Task" [ 942.059409] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.073610] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528ce888-9d6a-d6b4-ccc0-07e139cd36e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011867} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.077272] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.077669] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.077752] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.077935] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.078123] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.078616] env[70243]: DEBUG oslo_vmware.api [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622170, 'name': Rename_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.078847] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-698e0d83-4649-4cd5-b5e5-df27bab9248d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.087700] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.087745] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.088466] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2739282-9450-44a1-8eaf-e07ef36ba319 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.096167] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for the task: (returnval){ [ 942.096167] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522c5e18-992c-2fee-2bfa-6d0eece6c7fd" [ 942.096167] env[70243]: _type = "Task" [ 942.096167] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.112178] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522c5e18-992c-2fee-2bfa-6d0eece6c7fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009678} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.113295] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3659a769-9929-490f-9f1c-27dd4f7b1643 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.119088] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for the task: (returnval){ [ 942.119088] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527e0329-9c14-d287-cca7-6674564db970" [ 942.119088] env[70243]: _type = "Task" [ 942.119088] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.128091] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527e0329-9c14-d287-cca7-6674564db970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.492119] env[70243]: DEBUG nova.compute.manager [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.492452] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.500017] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 599b125b-2fb0-490c-a9ef-cc00879a1be8] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.500017] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4f1ff2-4472-408f-b2cd-094668b08629 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.505079] env[70243]: DEBUG nova.compute.manager [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.505352] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.508763] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba18138-0ef5-430f-bbd4-c1c4a4f7e44d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.513557] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.514095] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32a74c74-4a0b-4517-8544-dd45a00214fe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.519686] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.520839] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa486df8-a452-49d5-9ba2-1df700d821d1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.522498] env[70243]: DEBUG oslo_vmware.api [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 942.522498] env[70243]: value = "task-3622171" [ 942.522498] env[70243]: _type = "Task" [ 942.522498] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.528061] env[70243]: DEBUG oslo_vmware.api [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Waiting for the task: (returnval){ [ 942.528061] env[70243]: value = "task-3622172" [ 942.528061] env[70243]: _type = "Task" [ 942.528061] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.537160] env[70243]: DEBUG oslo_vmware.api [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.545494] env[70243]: DEBUG oslo_vmware.api [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Task: {'id': task-3622172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.548572] env[70243]: DEBUG nova.scheduler.client.report [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.572808] env[70243]: DEBUG oslo_vmware.api [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622170, 'name': Rename_Task, 'duration_secs': 0.159848} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.573344] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.575185] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-063fdd89-746a-4587-904d-a8035a126dfa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.584556] env[70243]: DEBUG oslo_vmware.api [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 942.584556] env[70243]: value = "task-3622173" [ 942.584556] env[70243]: _type = "Task" [ 942.584556] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.593122] env[70243]: DEBUG oslo_vmware.api [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.632088] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527e0329-9c14-d287-cca7-6674564db970, 'name': SearchDatastore_Task, 'duration_secs': 0.009052} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.632088] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.632485] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] ee89c9fa-d89d-45c4-9867-61b455d38097/ee89c9fa-d89d-45c4-9867-61b455d38097.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.632546] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54d4128e-971e-4e25-9241-8d3345212950 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.641499] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for the task: (returnval){ [ 942.641499] env[70243]: value = "task-3622174" [ 942.641499] env[70243]: _type = "Task" [ 942.641499] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.653187] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3622174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.654331] env[70243]: DEBUG nova.network.neutron [req-7660ea16-5708-4796-8384-73e655d755d7 req-951dcced-6dcf-4a6c-ac12-b7c494c94d5d service nova] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Updated VIF entry in instance network info cache for port 5efa369b-0cc1-42b8-994d-7339b06e94ff. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.657458] env[70243]: DEBUG nova.network.neutron [req-7660ea16-5708-4796-8384-73e655d755d7 req-951dcced-6dcf-4a6c-ac12-b7c494c94d5d service nova] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Updating instance_info_cache with network_info: [{"id": "5efa369b-0cc1-42b8-994d-7339b06e94ff", "address": "fa:16:3e:d6:e7:12", "network": {"id": "19795096-be87-476b-a31c-aa05b93c7756", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-200063201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6c8edc937e4b00906b31aed0cd2ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5efa369b-0c", "ovs_interfaceid": "5efa369b-0cc1-42b8-994d-7339b06e94ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.739663] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Acquiring lock "ef339173-473d-400f-bc22-1690b351b81b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.739663] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Lock "ef339173-473d-400f-bc22-1690b351b81b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.000715] env[70243]: DEBUG nova.compute.manager [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.004363] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 9f620f3b-e99a-4825-84c5-e4415d6e45d5] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.045607] env[70243]: DEBUG oslo_vmware.api [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622171, 'name': PowerOffVM_Task, 'duration_secs': 0.251832} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.045920] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.047255] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.047255] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c29b398-a2bc-4c52-928c-9f1d532fb567 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.052118] env[70243]: DEBUG oslo_vmware.api [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Task: {'id': task-3622172, 'name': PowerOffVM_Task, 'duration_secs': 0.24563} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.054888] env[70243]: DEBUG nova.virt.hardware [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.055152] env[70243]: DEBUG nova.virt.hardware [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.055313] env[70243]: DEBUG nova.virt.hardware [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.055500] env[70243]: DEBUG nova.virt.hardware [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.055651] env[70243]: DEBUG nova.virt.hardware [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.055789] env[70243]: DEBUG nova.virt.hardware [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.056007] env[70243]: DEBUG nova.virt.hardware [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.056665] env[70243]: DEBUG nova.virt.hardware [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.056886] env[70243]: DEBUG nova.virt.hardware [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.057117] env[70243]: DEBUG nova.virt.hardware [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.057268] env[70243]: DEBUG nova.virt.hardware [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.058300] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.058480] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.059229] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.460s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.059414] env[70243]: INFO nova.compute.manager [None req-49f3d6b8-433e-4366-87cd-86bacabf0b9b tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Successfully reverted task state from rebuilding on failure for instance. [ 943.066908] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331aac32-e9cb-47b1-91a2-d3e544c74ea7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.070909] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39fa8580-4738-43aa-8939-b9bbf7df6c17 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.073131] env[70243]: DEBUG oslo_concurrency.lockutils [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.399s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.073413] env[70243]: DEBUG nova.objects.instance [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lazy-loading 'resources' on Instance uuid 16dff74d-4658-4f76-a70f-aaae3c52b371 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.085969] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a64c55-ae1d-4c9a-96d6-a48252971111 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.107081] env[70243]: DEBUG oslo_vmware.api [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622173, 'name': PowerOnVM_Task, 'duration_secs': 0.51267} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.107081] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.107272] env[70243]: INFO nova.compute.manager [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Took 8.14 seconds to spawn the instance on the hypervisor. [ 943.107592] env[70243]: DEBUG nova.compute.manager [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.108622] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c31bddb-c68d-41b7-b414-d0fabd2df439 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.134887] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.135101] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.135289] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Deleting the datastore file [datastore1] 668f8a1d-e0da-4ebf-9340-6ab7c5475b32 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.135561] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3d9ac3a-bca7-4eae-856e-5fcbdde8cd54 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.141881] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.142288] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.142351] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Deleting the datastore file [datastore2] 986c5674-45b7-47ca-9586-c5e7b3fa5467 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.142653] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b6acc06-a541-44e4-8d7a-93c2b283a395 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.149358] env[70243]: DEBUG oslo_vmware.api [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 943.149358] env[70243]: value = "task-3622177" [ 943.149358] env[70243]: _type = "Task" [ 943.149358] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.156851] env[70243]: DEBUG oslo_vmware.api [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Waiting for the task: (returnval){ [ 943.156851] env[70243]: value = "task-3622178" [ 943.156851] env[70243]: _type = "Task" [ 943.156851] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.157128] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3622174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495438} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.158762] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] ee89c9fa-d89d-45c4-9867-61b455d38097/ee89c9fa-d89d-45c4-9867-61b455d38097.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.159007] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.162396] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c1371e8-d7dd-490f-a404-c824bff01206 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.167955] env[70243]: DEBUG oslo_concurrency.lockutils [req-7660ea16-5708-4796-8384-73e655d755d7 req-951dcced-6dcf-4a6c-ac12-b7c494c94d5d service nova] Releasing lock "refresh_cache-ee89c9fa-d89d-45c4-9867-61b455d38097" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.168737] env[70243]: DEBUG oslo_vmware.api [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.173869] env[70243]: DEBUG oslo_vmware.api [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Task: {'id': task-3622178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.175178] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for the task: (returnval){ [ 943.175178] env[70243]: value = "task-3622179" [ 943.175178] env[70243]: _type = "Task" [ 943.175178] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.184793] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3622179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.237750] env[70243]: DEBUG nova.compute.manager [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 943.349964] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c3d6b6a-8997-49fc-826e-b542c4b4cf60 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "2e45755a-fd97-442b-9a6c-abf9455651aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.350235] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c3d6b6a-8997-49fc-826e-b542c4b4cf60 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "2e45755a-fd97-442b-9a6c-abf9455651aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.507599] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: e91af6ce-5741-4428-ae18-66d09e6b4241] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.628833] env[70243]: INFO nova.compute.manager [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Took 44.95 seconds to build instance. [ 943.660010] env[70243]: DEBUG oslo_vmware.api [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153029} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.671530] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.671530] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.671530] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.671530] env[70243]: INFO nova.compute.manager [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Took 1.18 seconds to destroy the instance on the hypervisor. [ 943.671530] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.671530] env[70243]: DEBUG nova.compute.manager [-] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.671530] env[70243]: DEBUG nova.network.neutron [-] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.676594] env[70243]: DEBUG oslo_vmware.api [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Task: {'id': task-3622178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169615} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.679667] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.679854] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.680086] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.680315] env[70243]: INFO nova.compute.manager [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Took 1.18 seconds to destroy the instance on the hypervisor. [ 943.680589] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.680844] env[70243]: DEBUG nova.compute.manager [-] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.680946] env[70243]: DEBUG nova.network.neutron [-] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.691204] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3622179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071732} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.691493] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.692395] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2352f85a-446a-4c84-bb0c-be5cbe806ef2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.717861] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] ee89c9fa-d89d-45c4-9867-61b455d38097/ee89c9fa-d89d-45c4-9867-61b455d38097.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.721717] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73e2f5c9-4f62-4cc5-ae9b-69c29a127421 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.746889] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for the task: (returnval){ [ 943.746889] env[70243]: value = "task-3622180" [ 943.746889] env[70243]: _type = "Task" [ 943.746889] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.762328] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3622180, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.768345] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.852776] env[70243]: DEBUG nova.compute.manager [None req-4c3d6b6a-8997-49fc-826e-b542c4b4cf60 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 2e45755a-fd97-442b-9a6c-abf9455651aa] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 943.894175] env[70243]: DEBUG nova.network.neutron [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Successfully created port: 7277b5b6-f98a-464f-b101-588191a25584 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.972727] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c516ec-354d-40ec-8221-4abab985298e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.983371] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a41ac6-7390-43ab-ac7e-6ae0a475847e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.019076] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 0896e077-f021-4f1a-b9e1-2ea70cbb4840] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.021866] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e52c5a-5ca5-4676-92c4-d001835a445a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.030508] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcc8bfb-91eb-41e8-861a-99b50955e9c4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.046065] env[70243]: DEBUG nova.compute.provider_tree [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.133351] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a28bc846-47a8-4084-9563-0021baa316e0 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.645s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.190247] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquiring lock "7ddf2356-7912-4fab-88c0-4089dd43bdee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.191090] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "7ddf2356-7912-4fab-88c0-4089dd43bdee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.258537] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3622180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.379193] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c3d6b6a-8997-49fc-826e-b542c4b4cf60 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.525548] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 0c2c1b73-78b2-4b0f-b6d7-bf39c3b8f7dc] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.553728] env[70243]: DEBUG nova.scheduler.client.report [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.694420] env[70243]: DEBUG nova.compute.manager [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 944.758831] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3622180, 'name': ReconfigVM_Task, 'duration_secs': 0.992915} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.759165] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Reconfigured VM instance instance-00000041 to attach disk [datastore1] ee89c9fa-d89d-45c4-9867-61b455d38097/ee89c9fa-d89d-45c4-9867-61b455d38097.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.761594] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70243) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 944.761594] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-85f03f01-9e7d-48bc-8898-48e7ecda7dea {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.767331] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for the task: (returnval){ [ 944.767331] env[70243]: value = "task-3622181" [ 944.767331] env[70243]: _type = "Task" [ 944.767331] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.776863] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3622181, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.029159] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: e0d9e133-ff35-4821-89ef-9c2328623760] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.049976] env[70243]: DEBUG nova.compute.manager [req-7400326d-23fb-4789-8e21-9a6d3b635dc7 req-1286e67b-c6fc-45a5-b0b3-30030d911f4f service nova] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Received event network-vif-deleted-460c3f94-6af6-47e5-85e5-5f50772e76d0 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.050284] env[70243]: INFO nova.compute.manager [req-7400326d-23fb-4789-8e21-9a6d3b635dc7 req-1286e67b-c6fc-45a5-b0b3-30030d911f4f service nova] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Neutron deleted interface 460c3f94-6af6-47e5-85e5-5f50772e76d0; detaching it from the instance and deleting it from the info cache [ 945.050581] env[70243]: DEBUG nova.network.neutron [req-7400326d-23fb-4789-8e21-9a6d3b635dc7 req-1286e67b-c6fc-45a5-b0b3-30030d911f4f service nova] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.061901] env[70243]: DEBUG oslo_concurrency.lockutils [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.064164] env[70243]: DEBUG oslo_concurrency.lockutils [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.054s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.065651] env[70243]: INFO nova.compute.claims [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.081366] env[70243]: DEBUG nova.network.neutron [-] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.115264] env[70243]: INFO nova.scheduler.client.report [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Deleted allocations for instance 16dff74d-4658-4f76-a70f-aaae3c52b371 [ 945.156173] env[70243]: DEBUG nova.network.neutron [-] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.222880] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.286491] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3622181, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.058198} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.287027] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70243) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 945.288698] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618aef55-c0c8-4f4e-ab22-8044945002e9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.322360] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] ee89c9fa-d89d-45c4-9867-61b455d38097/ephemeral_0.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.323374] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b8e6cbe-dc4d-48c9-97bc-5e66e7a56746 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.343876] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for the task: (returnval){ [ 945.343876] env[70243]: value = "task-3622182" [ 945.343876] env[70243]: _type = "Task" [ 945.343876] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.352943] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3622182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.534582] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: e5a4535c-55db-4c75-a41b-72be30daacb5] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.553147] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2656d71d-44c8-4509-803a-5b55d57fce41 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.565935] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eae553c-b708-4cc0-8e3c-aee10bbd6f3e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.585688] env[70243]: INFO nova.compute.manager [-] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Took 1.92 seconds to deallocate network for instance. [ 945.611553] env[70243]: DEBUG nova.compute.manager [req-7400326d-23fb-4789-8e21-9a6d3b635dc7 req-1286e67b-c6fc-45a5-b0b3-30030d911f4f service nova] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Detach interface failed, port_id=460c3f94-6af6-47e5-85e5-5f50772e76d0, reason: Instance 668f8a1d-e0da-4ebf-9340-6ab7c5475b32 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 945.628153] env[70243]: DEBUG oslo_concurrency.lockutils [None req-68c3e4af-b406-42e0-87db-f2b8dd18aaa7 tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "16dff74d-4658-4f76-a70f-aaae3c52b371" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.375s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.659533] env[70243]: INFO nova.compute.manager [-] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Took 1.98 seconds to deallocate network for instance. [ 945.859122] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3622182, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.921016] env[70243]: DEBUG nova.compute.manager [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.922046] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c892bc-4d7f-4d82-ab5d-6a61aea76aaf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.038218] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: fa9ac54c-a4f6-45c0-869c-8abc7aa14004] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.095758] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.167160] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.353796] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3622182, 'name': ReconfigVM_Task, 'duration_secs': 0.516796} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.354394] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Reconfigured VM instance instance-00000041 to attach disk [datastore1] ee89c9fa-d89d-45c4-9867-61b455d38097/ephemeral_0.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.355016] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd373e14-2fc3-44c3-bcd6-81bee0c2cd34 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.366629] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for the task: (returnval){ [ 946.366629] env[70243]: value = "task-3622183" [ 946.366629] env[70243]: _type = "Task" [ 946.366629] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.377785] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3622183, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.412082] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa947c32-0308-4172-9199-62d03bdc9557 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.421121] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c30a6b4-e530-4b18-9438-25cf63211b79 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.454305] env[70243]: INFO nova.compute.manager [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] instance snapshotting [ 946.454989] env[70243]: DEBUG nova.objects.instance [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lazy-loading 'flavor' on Instance uuid bb0d8bc4-c513-46f3-aa96-660f9c6f1380 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.457619] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbd4cc4-a4bf-4a8f-ae79-92c252df7c99 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.468422] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedec6e8-dbe5-4ac1-9f11-8875e6419efa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.485130] env[70243]: DEBUG nova.compute.provider_tree [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.546574] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 0beb88d8-f501-42d4-ba9b-5ca10e7308fa] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.881263] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3622183, 'name': Rename_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.970105] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279d3289-c3bd-4a14-9903-15d45b1ec832 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.994211] env[70243]: DEBUG nova.scheduler.client.report [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.000175] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce504297-e6c4-4c4e-8bcb-2dcf2445664d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.048602] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: c48d1281-1292-46af-a8ff-e4d08a502d24] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.120891] env[70243]: DEBUG nova.compute.manager [req-818e2226-d869-4846-aa0a-d2ca3a808347 req-710494b6-851a-49c1-8752-528676e318e6 service nova] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Received event network-vif-deleted-c171a93f-9f7e-4dd8-93be-ff8a01b05a5b {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.307080] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "553877a2-a659-4cc7-85f0-06a33fd43e44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.307319] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "553877a2-a659-4cc7-85f0-06a33fd43e44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.326037] env[70243]: DEBUG nova.compute.manager [req-5a1f039a-6247-4652-9cac-322bc7a373d7 req-bc4cfcc6-9983-4497-b9cc-b0460418ad01 service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Received event network-vif-plugged-7277b5b6-f98a-464f-b101-588191a25584 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.326037] env[70243]: DEBUG oslo_concurrency.lockutils [req-5a1f039a-6247-4652-9cac-322bc7a373d7 req-bc4cfcc6-9983-4497-b9cc-b0460418ad01 service nova] Acquiring lock "ce050c27-f1e8-4664-ba6f-1573e8cdd9e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.326185] env[70243]: DEBUG oslo_concurrency.lockutils [req-5a1f039a-6247-4652-9cac-322bc7a373d7 req-bc4cfcc6-9983-4497-b9cc-b0460418ad01 service nova] Lock "ce050c27-f1e8-4664-ba6f-1573e8cdd9e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.326343] env[70243]: DEBUG oslo_concurrency.lockutils [req-5a1f039a-6247-4652-9cac-322bc7a373d7 req-bc4cfcc6-9983-4497-b9cc-b0460418ad01 service nova] Lock "ce050c27-f1e8-4664-ba6f-1573e8cdd9e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.326509] env[70243]: DEBUG nova.compute.manager [req-5a1f039a-6247-4652-9cac-322bc7a373d7 req-bc4cfcc6-9983-4497-b9cc-b0460418ad01 service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] No waiting events found dispatching network-vif-plugged-7277b5b6-f98a-464f-b101-588191a25584 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.326672] env[70243]: WARNING nova.compute.manager [req-5a1f039a-6247-4652-9cac-322bc7a373d7 req-bc4cfcc6-9983-4497-b9cc-b0460418ad01 service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Received unexpected event network-vif-plugged-7277b5b6-f98a-464f-b101-588191a25584 for instance with vm_state building and task_state spawning. [ 947.379878] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3622183, 'name': Rename_Task, 'duration_secs': 0.687522} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.379878] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.379878] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0624e86-ab1e-44a0-90f1-0068a4578d45 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.388532] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for the task: (returnval){ [ 947.388532] env[70243]: value = "task-3622184" [ 947.388532] env[70243]: _type = "Task" [ 947.388532] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.396422] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3622184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.505908] env[70243]: DEBUG oslo_concurrency.lockutils [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.506753] env[70243]: DEBUG nova.compute.manager [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.509528] env[70243]: DEBUG oslo_concurrency.lockutils [None req-119fd597-5cb5-49d3-8fb8-3d7d274e72df tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.633s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.509768] env[70243]: DEBUG nova.objects.instance [None req-119fd597-5cb5-49d3-8fb8-3d7d274e72df tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Lazy-loading 'resources' on Instance uuid 0eef6658-2872-4416-b6f3-dfbb7c11b194 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.512813] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Creating Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 947.513113] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-396efa19-c30b-40c6-b557-5f2d667e28da {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.521968] env[70243]: DEBUG oslo_vmware.api [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 947.521968] env[70243]: value = "task-3622185" [ 947.521968] env[70243]: _type = "Task" [ 947.521968] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.531623] env[70243]: DEBUG oslo_vmware.api [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622185, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.552849] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 6ed82d05-439d-4d04-8255-f2c3c00c72a2] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.728192] env[70243]: DEBUG nova.network.neutron [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Successfully updated port: 7277b5b6-f98a-464f-b101-588191a25584 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.811974] env[70243]: DEBUG nova.compute.manager [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.898914] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3622184, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.013404] env[70243]: DEBUG nova.compute.utils [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.018959] env[70243]: DEBUG nova.compute.manager [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.018959] env[70243]: DEBUG nova.network.neutron [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.035042] env[70243]: DEBUG oslo_vmware.api [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622185, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.056438] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 0835c1db-d7f0-47d9-b8f6-d88396cea793] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.092401] env[70243]: DEBUG nova.policy [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b10cd0ae52854ef2b35ac6815cc60386', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e31d1e58e3844a9b4f3f32bbd59a735', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.125834] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "819f3541-bda8-4fe6-b733-be1770d33aa0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.125834] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "819f3541-bda8-4fe6-b733-be1770d33aa0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.125834] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "819f3541-bda8-4fe6-b733-be1770d33aa0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.125834] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "819f3541-bda8-4fe6-b733-be1770d33aa0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.125834] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "819f3541-bda8-4fe6-b733-be1770d33aa0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.127417] env[70243]: INFO nova.compute.manager [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Terminating instance [ 948.233525] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquiring lock "refresh_cache-ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.233709] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquired lock "refresh_cache-ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.233865] env[70243]: DEBUG nova.network.neutron [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.335763] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.373839] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d80bba-e856-4a19-b99e-c4a6477b9f1c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.383463] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b025bcd5-9085-4d50-9fd2-e1170a24c543 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.398393] env[70243]: DEBUG oslo_vmware.api [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3622184, 'name': PowerOnVM_Task, 'duration_secs': 0.592196} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.422043] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.422353] env[70243]: INFO nova.compute.manager [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Took 10.43 seconds to spawn the instance on the hypervisor. [ 948.422561] env[70243]: DEBUG nova.compute.manager [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.423783] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f82b841-c086-4e75-8297-3d05f4b06d95 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.426987] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3ab401-64f4-46b0-86ab-3a89f6d3d60d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.444432] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35395ada-319c-42f5-8fd6-fb3a84d37ac5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.462219] env[70243]: DEBUG nova.compute.provider_tree [None req-119fd597-5cb5-49d3-8fb8-3d7d274e72df tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.522380] env[70243]: DEBUG nova.compute.manager [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.536535] env[70243]: DEBUG oslo_vmware.api [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622185, 'name': CreateSnapshot_Task, 'duration_secs': 0.590841} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.537733] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Created Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 948.537807] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42934932-c346-4990-bacb-1bc21c98fc3a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.560382] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: d858cf62-bd99-4bb2-a0be-3bfb28ad22e5] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.612591] env[70243]: DEBUG nova.network.neutron [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Successfully created port: dcb0e512-3503-4bbf-9b60-1dfccef0db09 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.631240] env[70243]: DEBUG nova.compute.manager [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.631451] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.632390] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22aef2a7-1890-45b3-9e4c-a553062d3b43 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.640770] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.641268] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b6c28d1-2994-4617-aa05-9f51b60c9784 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.647466] env[70243]: DEBUG oslo_vmware.api [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 948.647466] env[70243]: value = "task-3622186" [ 948.647466] env[70243]: _type = "Task" [ 948.647466] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.658957] env[70243]: DEBUG oslo_vmware.api [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3622186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.786102] env[70243]: DEBUG nova.network.neutron [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.961421] env[70243]: INFO nova.compute.manager [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Took 47.85 seconds to build instance. [ 948.967415] env[70243]: DEBUG nova.scheduler.client.report [None req-119fd597-5cb5-49d3-8fb8-3d7d274e72df tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.064932] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Creating linked-clone VM from snapshot {{(pid=70243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 949.065677] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7b0cb068-8448-4ca3-80e0-15b94b60b890 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.069584] env[70243]: DEBUG nova.network.neutron [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Updating instance_info_cache with network_info: [{"id": "7277b5b6-f98a-464f-b101-588191a25584", "address": "fa:16:3e:31:e2:f5", "network": {"id": "10dce8a0-43e3-4137-93eb-b101b6bebc0a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-3440240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc3772630a874e489748a48fd56254fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7277b5b6-f9", "ovs_interfaceid": "7277b5b6-f98a-464f-b101-588191a25584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.070927] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: f883d0f3-da86-44ab-85d7-692d519903a7] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.084034] env[70243]: DEBUG oslo_vmware.api [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 949.084034] env[70243]: value = "task-3622187" [ 949.084034] env[70243]: _type = "Task" [ 949.084034] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.095044] env[70243]: DEBUG oslo_vmware.api [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622187, 'name': CloneVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.156707] env[70243]: DEBUG oslo_vmware.api [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3622186, 'name': PowerOffVM_Task, 'duration_secs': 0.403367} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.157024] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.157171] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.157631] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d6ef4a3-43fc-4796-9f49-51eee4bae116 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.231903] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.232170] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.232472] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Deleting the datastore file [datastore2] 819f3541-bda8-4fe6-b733-be1770d33aa0 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.232742] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36769d57-2447-4948-9938-fd6c0fe02f16 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.242782] env[70243]: DEBUG oslo_vmware.api [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for the task: (returnval){ [ 949.242782] env[70243]: value = "task-3622189" [ 949.242782] env[70243]: _type = "Task" [ 949.242782] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.255477] env[70243]: DEBUG oslo_vmware.api [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3622189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.463831] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3702552a-2ff0-4c5a-98e2-0a73ab2d1c82 tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Lock "ee89c9fa-d89d-45c4-9867-61b455d38097" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.780s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.474089] env[70243]: DEBUG oslo_concurrency.lockutils [None req-119fd597-5cb5-49d3-8fb8-3d7d274e72df tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.477292] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.709s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.478834] env[70243]: INFO nova.compute.claims [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.525474] env[70243]: DEBUG nova.compute.manager [req-528a082f-382e-4831-a800-98c9020575b7 req-159ee2c3-fe22-4462-be3b-5d1e3d01e325 service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Received event network-changed-7277b5b6-f98a-464f-b101-588191a25584 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.525847] env[70243]: DEBUG nova.compute.manager [req-528a082f-382e-4831-a800-98c9020575b7 req-159ee2c3-fe22-4462-be3b-5d1e3d01e325 service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Refreshing instance network info cache due to event network-changed-7277b5b6-f98a-464f-b101-588191a25584. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.525910] env[70243]: DEBUG oslo_concurrency.lockutils [req-528a082f-382e-4831-a800-98c9020575b7 req-159ee2c3-fe22-4462-be3b-5d1e3d01e325 service nova] Acquiring lock "refresh_cache-ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.531761] env[70243]: DEBUG nova.compute.manager [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.575985] env[70243]: DEBUG nova.virt.hardware [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b7639a5182203c6008aee0f89a2e05c2',container_format='bare',created_at=2025-04-26T00:09:15Z,direct_url=,disk_format='vmdk',id=2bba33c7-f344-4c25-a52a-e1101c330cdc,min_disk=1,min_ram=0,name='tempest-test-snap-1163047501',owner='3e31d1e58e3844a9b4f3f32bbd59a735',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-26T00:09:30Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.576248] env[70243]: DEBUG nova.virt.hardware [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.576421] env[70243]: DEBUG nova.virt.hardware [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.576609] env[70243]: DEBUG nova.virt.hardware [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.576749] env[70243]: DEBUG nova.virt.hardware [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.576889] env[70243]: DEBUG nova.virt.hardware [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.577844] env[70243]: DEBUG nova.virt.hardware [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.578126] env[70243]: DEBUG nova.virt.hardware [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.578241] env[70243]: DEBUG nova.virt.hardware [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.578404] env[70243]: DEBUG nova.virt.hardware [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.578573] env[70243]: DEBUG nova.virt.hardware [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.579023] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 34bb9e9c-f832-41d9-b640-fecc7d7f6756] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.580835] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Releasing lock "refresh_cache-ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.581126] env[70243]: DEBUG nova.compute.manager [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Instance network_info: |[{"id": "7277b5b6-f98a-464f-b101-588191a25584", "address": "fa:16:3e:31:e2:f5", "network": {"id": "10dce8a0-43e3-4137-93eb-b101b6bebc0a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-3440240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc3772630a874e489748a48fd56254fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7277b5b6-f9", "ovs_interfaceid": "7277b5b6-f98a-464f-b101-588191a25584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.582132] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f52fa2-03c9-4c30-bb19-6a71ecb1683e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.584818] env[70243]: DEBUG oslo_concurrency.lockutils [req-528a082f-382e-4831-a800-98c9020575b7 req-159ee2c3-fe22-4462-be3b-5d1e3d01e325 service nova] Acquired lock "refresh_cache-ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.584988] env[70243]: DEBUG nova.network.neutron [req-528a082f-382e-4831-a800-98c9020575b7 req-159ee2c3-fe22-4462-be3b-5d1e3d01e325 service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Refreshing network info cache for port 7277b5b6-f98a-464f-b101-588191a25584 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.586086] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:e2:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7277b5b6-f98a-464f-b101-588191a25584', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.593932] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Creating folder: Project (fc3772630a874e489748a48fd56254fb). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.594043] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c90999d-3ce0-427b-8701-9de77d35946e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.607822] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b79162-5b1a-4d46-b600-8b2ec3b78916 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.613448] env[70243]: DEBUG oslo_vmware.api [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622187, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.614926] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Created folder: Project (fc3772630a874e489748a48fd56254fb) in parent group-v722220. [ 949.615458] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Creating folder: Instances. Parent ref: group-v722417. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.615749] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f4d8f97-5ffc-4ba3-923f-fead7bc07ebb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.637466] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Created folder: Instances in parent group-v722417. [ 949.637731] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.637940] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.638162] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5b2a0c0-a938-4ca6-9e3c-d0065264a3ec {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.657646] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.657646] env[70243]: value = "task-3622192" [ 949.657646] env[70243]: _type = "Task" [ 949.657646] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.665696] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622192, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.754340] env[70243]: DEBUG oslo_vmware.api [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Task: {'id': task-3622189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149796} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.754703] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.754944] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.755182] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.755396] env[70243]: INFO nova.compute.manager [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 949.755833] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.756091] env[70243]: DEBUG nova.compute.manager [-] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.756225] env[70243]: DEBUG nova.network.neutron [-] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.016605] env[70243]: DEBUG oslo_concurrency.lockutils [None req-119fd597-5cb5-49d3-8fb8-3d7d274e72df tempest-ServerActionsV293TestJSON-649446169 tempest-ServerActionsV293TestJSON-649446169-project-member] Lock "0eef6658-2872-4416-b6f3-dfbb7c11b194" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.380s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.088368] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: b58519f3-89ec-44dc-983e-445e42118d23] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.108531] env[70243]: DEBUG oslo_vmware.api [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622187, 'name': CloneVM_Task} progress is 95%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.172437] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622192, 'name': CreateVM_Task, 'duration_secs': 0.308049} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.172654] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.173444] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.173675] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.174049] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.174342] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e28b30c-e57f-4f6c-8613-84c8a476ab61 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.179748] env[70243]: DEBUG oslo_vmware.api [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 950.179748] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529079a1-c39a-fdf6-c3ab-c8c456888183" [ 950.179748] env[70243]: _type = "Task" [ 950.179748] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.190024] env[70243]: DEBUG oslo_vmware.api [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529079a1-c39a-fdf6-c3ab-c8c456888183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.336804] env[70243]: DEBUG nova.compute.manager [req-69a25a0c-1ca7-4c86-9edc-47400b480133 req-b030e74d-a113-4c02-8be4-7b72381d4ddd service nova] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Received event network-vif-deleted-f079cc95-ef9c-4ebc-8923-ea402dc751e8 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.338615] env[70243]: INFO nova.compute.manager [req-69a25a0c-1ca7-4c86-9edc-47400b480133 req-b030e74d-a113-4c02-8be4-7b72381d4ddd service nova] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Neutron deleted interface f079cc95-ef9c-4ebc-8923-ea402dc751e8; detaching it from the instance and deleting it from the info cache [ 950.338930] env[70243]: DEBUG nova.network.neutron [req-69a25a0c-1ca7-4c86-9edc-47400b480133 req-b030e74d-a113-4c02-8be4-7b72381d4ddd service nova] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.546840] env[70243]: DEBUG nova.network.neutron [req-528a082f-382e-4831-a800-98c9020575b7 req-159ee2c3-fe22-4462-be3b-5d1e3d01e325 service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Updated VIF entry in instance network info cache for port 7277b5b6-f98a-464f-b101-588191a25584. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.546840] env[70243]: DEBUG nova.network.neutron [req-528a082f-382e-4831-a800-98c9020575b7 req-159ee2c3-fe22-4462-be3b-5d1e3d01e325 service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Updating instance_info_cache with network_info: [{"id": "7277b5b6-f98a-464f-b101-588191a25584", "address": "fa:16:3e:31:e2:f5", "network": {"id": "10dce8a0-43e3-4137-93eb-b101b6bebc0a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-3440240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc3772630a874e489748a48fd56254fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7277b5b6-f9", "ovs_interfaceid": "7277b5b6-f98a-464f-b101-588191a25584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.592437] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: ee4a39a6-bdce-4f46-aecb-7b45e5124563] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.616124] env[70243]: DEBUG oslo_vmware.api [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622187, 'name': CloneVM_Task, 'duration_secs': 1.448851} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.616124] env[70243]: INFO nova.virt.vmwareapi.vmops [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Created linked-clone VM from snapshot [ 950.616124] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c66212d-9588-48f7-b8b8-8ef990685506 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.631891] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Uploading image ab3830e2-c0f0-4a46-80ea-3aad450f2c91 {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 950.666564] env[70243]: DEBUG oslo_vmware.rw_handles [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 950.666564] env[70243]: value = "vm-722416" [ 950.666564] env[70243]: _type = "VirtualMachine" [ 950.666564] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 950.666940] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-33d67438-0a15-4681-aef1-123a9c4c6d30 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.679031] env[70243]: DEBUG oslo_vmware.rw_handles [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lease: (returnval){ [ 950.679031] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52dd582a-df4a-560f-d4e2-82e1ff20496d" [ 950.679031] env[70243]: _type = "HttpNfcLease" [ 950.679031] env[70243]: } obtained for exporting VM: (result){ [ 950.679031] env[70243]: value = "vm-722416" [ 950.679031] env[70243]: _type = "VirtualMachine" [ 950.679031] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 950.679315] env[70243]: DEBUG oslo_vmware.api [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the lease: (returnval){ [ 950.679315] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52dd582a-df4a-560f-d4e2-82e1ff20496d" [ 950.679315] env[70243]: _type = "HttpNfcLease" [ 950.679315] env[70243]: } to be ready. {{(pid=70243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 950.697322] env[70243]: DEBUG oslo_vmware.api [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529079a1-c39a-fdf6-c3ab-c8c456888183, 'name': SearchDatastore_Task, 'duration_secs': 0.009406} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.697547] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 950.697547] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52dd582a-df4a-560f-d4e2-82e1ff20496d" [ 950.697547] env[70243]: _type = "HttpNfcLease" [ 950.697547] env[70243]: } is ready. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 950.697828] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.698067] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.698380] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.698473] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.698628] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.698937] env[70243]: DEBUG oslo_vmware.rw_handles [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 950.698937] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52dd582a-df4a-560f-d4e2-82e1ff20496d" [ 950.698937] env[70243]: _type = "HttpNfcLease" [ 950.698937] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 950.699171] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b94a78f-fbb5-40ea-867a-45142f8ea4ec {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.702714] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9b3e0c-6a1f-43f4-bada-6fc78c821e75 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.713708] env[70243]: DEBUG oslo_vmware.rw_handles [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527dae84-0129-95f8-f0c1-deeae63d349a/disk-0.vmdk from lease info. {{(pid=70243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 950.713914] env[70243]: DEBUG oslo_vmware.rw_handles [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527dae84-0129-95f8-f0c1-deeae63d349a/disk-0.vmdk for reading. {{(pid=70243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 950.719042] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.719042] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.719042] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c605ff82-046a-4896-a372-6b43a6afbacb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.785028] env[70243]: DEBUG oslo_vmware.api [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 950.785028] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52573639-a9e1-35cc-97e2-47a0c0560330" [ 950.785028] env[70243]: _type = "Task" [ 950.785028] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.798136] env[70243]: DEBUG oslo_vmware.api [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52573639-a9e1-35cc-97e2-47a0c0560330, 'name': SearchDatastore_Task, 'duration_secs': 0.008911} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.799306] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc201d62-16ce-48cf-9478-347859a25003 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.808686] env[70243]: DEBUG oslo_vmware.api [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 950.808686] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52de96de-c35d-a997-fffd-b39ec2c73f41" [ 950.808686] env[70243]: _type = "Task" [ 950.808686] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.812392] env[70243]: DEBUG nova.network.neutron [-] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.821022] env[70243]: DEBUG oslo_vmware.api [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52de96de-c35d-a997-fffd-b39ec2c73f41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.825780] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a345baf4-8f7c-4f3d-813a-b9632d4ae814 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.853380] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46ef5740-8c7b-49d0-8cb5-ef809bd87a26 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.866022] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8d8dd9-bef7-4664-9387-37f92c5f655d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.912039] env[70243]: DEBUG nova.compute.manager [req-69a25a0c-1ca7-4c86-9edc-47400b480133 req-b030e74d-a113-4c02-8be4-7b72381d4ddd service nova] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Detach interface failed, port_id=f079cc95-ef9c-4ebc-8923-ea402dc751e8, reason: Instance 819f3541-bda8-4fe6-b733-be1770d33aa0 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 950.941038] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8da8d3-ec44-42eb-8083-9cb0a9e0a983 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.948657] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77829ce-3021-4716-9d9b-5365dccf7b1a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.981236] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f52797-2c03-4bb1-8898-117dc8af0b44 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.989940] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca99f0b-d2bd-4cc4-98a8-3bf235c6be51 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.004264] env[70243]: DEBUG nova.compute.provider_tree [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.050796] env[70243]: DEBUG oslo_concurrency.lockutils [req-528a082f-382e-4831-a800-98c9020575b7 req-159ee2c3-fe22-4462-be3b-5d1e3d01e325 service nova] Releasing lock "refresh_cache-ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.050796] env[70243]: DEBUG nova.compute.manager [req-528a082f-382e-4831-a800-98c9020575b7 req-159ee2c3-fe22-4462-be3b-5d1e3d01e325 service nova] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Received event network-changed-372786df-91a4-4be0-93ba-0cef24eedfe1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.050938] env[70243]: DEBUG nova.compute.manager [req-528a082f-382e-4831-a800-98c9020575b7 req-159ee2c3-fe22-4462-be3b-5d1e3d01e325 service nova] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Refreshing instance network info cache due to event network-changed-372786df-91a4-4be0-93ba-0cef24eedfe1. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.051190] env[70243]: DEBUG oslo_concurrency.lockutils [req-528a082f-382e-4831-a800-98c9020575b7 req-159ee2c3-fe22-4462-be3b-5d1e3d01e325 service nova] Acquiring lock "refresh_cache-f71023c9-0704-4b78-b10f-d7baa2e97d7f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.051334] env[70243]: DEBUG oslo_concurrency.lockutils [req-528a082f-382e-4831-a800-98c9020575b7 req-159ee2c3-fe22-4462-be3b-5d1e3d01e325 service nova] Acquired lock "refresh_cache-f71023c9-0704-4b78-b10f-d7baa2e97d7f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.051513] env[70243]: DEBUG nova.network.neutron [req-528a082f-382e-4831-a800-98c9020575b7 req-159ee2c3-fe22-4462-be3b-5d1e3d01e325 service nova] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Refreshing network info cache for port 372786df-91a4-4be0-93ba-0cef24eedfe1 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.097597] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 485142bc-b531-4d5b-922f-faad6652ef8a] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.315129] env[70243]: INFO nova.compute.manager [-] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Took 1.56 seconds to deallocate network for instance. [ 951.321892] env[70243]: DEBUG oslo_vmware.api [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52de96de-c35d-a997-fffd-b39ec2c73f41, 'name': SearchDatastore_Task, 'duration_secs': 0.010188} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.325360] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.325839] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] ce050c27-f1e8-4664-ba6f-1573e8cdd9e5/ce050c27-f1e8-4664-ba6f-1573e8cdd9e5.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.326391] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3680e2aa-e527-4bd2-b02e-667c089b2e64 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.334821] env[70243]: DEBUG oslo_vmware.api [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 951.334821] env[70243]: value = "task-3622194" [ 951.334821] env[70243]: _type = "Task" [ 951.334821] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.346020] env[70243]: DEBUG oslo_vmware.api [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.493311] env[70243]: DEBUG nova.network.neutron [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Successfully updated port: dcb0e512-3503-4bbf-9b60-1dfccef0db09 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.507317] env[70243]: DEBUG nova.scheduler.client.report [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.563808] env[70243]: DEBUG nova.compute.manager [req-3ebdf371-01ef-4b49-9967-228523fbd235 req-94597d92-ef12-4fb9-bb44-bc67bea36f09 service nova] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Received event network-vif-plugged-dcb0e512-3503-4bbf-9b60-1dfccef0db09 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.564201] env[70243]: DEBUG oslo_concurrency.lockutils [req-3ebdf371-01ef-4b49-9967-228523fbd235 req-94597d92-ef12-4fb9-bb44-bc67bea36f09 service nova] Acquiring lock "6aa2d165-bf6b-4729-a5e8-66753193fed8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.564483] env[70243]: DEBUG oslo_concurrency.lockutils [req-3ebdf371-01ef-4b49-9967-228523fbd235 req-94597d92-ef12-4fb9-bb44-bc67bea36f09 service nova] Lock "6aa2d165-bf6b-4729-a5e8-66753193fed8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.564733] env[70243]: DEBUG oslo_concurrency.lockutils [req-3ebdf371-01ef-4b49-9967-228523fbd235 req-94597d92-ef12-4fb9-bb44-bc67bea36f09 service nova] Lock "6aa2d165-bf6b-4729-a5e8-66753193fed8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.565100] env[70243]: DEBUG nova.compute.manager [req-3ebdf371-01ef-4b49-9967-228523fbd235 req-94597d92-ef12-4fb9-bb44-bc67bea36f09 service nova] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] No waiting events found dispatching network-vif-plugged-dcb0e512-3503-4bbf-9b60-1dfccef0db09 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.565319] env[70243]: WARNING nova.compute.manager [req-3ebdf371-01ef-4b49-9967-228523fbd235 req-94597d92-ef12-4fb9-bb44-bc67bea36f09 service nova] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Received unexpected event network-vif-plugged-dcb0e512-3503-4bbf-9b60-1dfccef0db09 for instance with vm_state building and task_state spawning. [ 951.565536] env[70243]: DEBUG nova.compute.manager [req-3ebdf371-01ef-4b49-9967-228523fbd235 req-94597d92-ef12-4fb9-bb44-bc67bea36f09 service nova] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Received event network-changed-dcb0e512-3503-4bbf-9b60-1dfccef0db09 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.565792] env[70243]: DEBUG nova.compute.manager [req-3ebdf371-01ef-4b49-9967-228523fbd235 req-94597d92-ef12-4fb9-bb44-bc67bea36f09 service nova] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Refreshing instance network info cache due to event network-changed-dcb0e512-3503-4bbf-9b60-1dfccef0db09. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.566025] env[70243]: DEBUG oslo_concurrency.lockutils [req-3ebdf371-01ef-4b49-9967-228523fbd235 req-94597d92-ef12-4fb9-bb44-bc67bea36f09 service nova] Acquiring lock "refresh_cache-6aa2d165-bf6b-4729-a5e8-66753193fed8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.566171] env[70243]: DEBUG oslo_concurrency.lockutils [req-3ebdf371-01ef-4b49-9967-228523fbd235 req-94597d92-ef12-4fb9-bb44-bc67bea36f09 service nova] Acquired lock "refresh_cache-6aa2d165-bf6b-4729-a5e8-66753193fed8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.566411] env[70243]: DEBUG nova.network.neutron [req-3ebdf371-01ef-4b49-9967-228523fbd235 req-94597d92-ef12-4fb9-bb44-bc67bea36f09 service nova] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Refreshing network info cache for port dcb0e512-3503-4bbf-9b60-1dfccef0db09 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.601333] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 134c0043-943c-4ea8-acf5-be33c02976fd] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.830084] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.848571] env[70243]: DEBUG oslo_vmware.api [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622194, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.999842] env[70243]: DEBUG oslo_concurrency.lockutils [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "refresh_cache-6aa2d165-bf6b-4729-a5e8-66753193fed8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.015636] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.016288] env[70243]: DEBUG nova.compute.manager [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.025553] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c3d6b6a-8997-49fc-826e-b542c4b4cf60 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.640s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.027860] env[70243]: INFO nova.compute.claims [None req-4c3d6b6a-8997-49fc-826e-b542c4b4cf60 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 2e45755a-fd97-442b-9a6c-abf9455651aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.108357] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 911b26ec-7da1-454e-bdae-e3c9770da1dd] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.112982] env[70243]: DEBUG nova.network.neutron [req-528a082f-382e-4831-a800-98c9020575b7 req-159ee2c3-fe22-4462-be3b-5d1e3d01e325 service nova] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Updated VIF entry in instance network info cache for port 372786df-91a4-4be0-93ba-0cef24eedfe1. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.113514] env[70243]: DEBUG nova.network.neutron [req-528a082f-382e-4831-a800-98c9020575b7 req-159ee2c3-fe22-4462-be3b-5d1e3d01e325 service nova] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Updating instance_info_cache with network_info: [{"id": "372786df-91a4-4be0-93ba-0cef24eedfe1", "address": "fa:16:3e:90:34:a5", "network": {"id": "d6adba27-2c53-44f1-9f03-601cdbeb7aab", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-931957012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e94b692deca4824824a83f18bc53e29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372786df-91", "ovs_interfaceid": "372786df-91a4-4be0-93ba-0cef24eedfe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.122732] env[70243]: DEBUG nova.network.neutron [req-3ebdf371-01ef-4b49-9967-228523fbd235 req-94597d92-ef12-4fb9-bb44-bc67bea36f09 service nova] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.328647] env[70243]: DEBUG nova.network.neutron [req-3ebdf371-01ef-4b49-9967-228523fbd235 req-94597d92-ef12-4fb9-bb44-bc67bea36f09 service nova] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.348426] env[70243]: DEBUG oslo_vmware.api [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521379} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.348712] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] ce050c27-f1e8-4664-ba6f-1573e8cdd9e5/ce050c27-f1e8-4664-ba6f-1573e8cdd9e5.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.348989] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.349390] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72fe4c96-08c5-4fbf-b1f2-2a5ddb27eb39 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.356993] env[70243]: DEBUG oslo_vmware.api [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 952.356993] env[70243]: value = "task-3622195" [ 952.356993] env[70243]: _type = "Task" [ 952.356993] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.368262] env[70243]: DEBUG oslo_vmware.api [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.378485] env[70243]: DEBUG nova.compute.manager [req-5b81c7ca-49af-4b70-985a-6ee4e73f8326 req-d1327055-99bd-4cdc-b845-54e79da02dda service nova] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Received event network-changed-5efa369b-0cc1-42b8-994d-7339b06e94ff {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.378728] env[70243]: DEBUG nova.compute.manager [req-5b81c7ca-49af-4b70-985a-6ee4e73f8326 req-d1327055-99bd-4cdc-b845-54e79da02dda service nova] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Refreshing instance network info cache due to event network-changed-5efa369b-0cc1-42b8-994d-7339b06e94ff. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.379376] env[70243]: DEBUG oslo_concurrency.lockutils [req-5b81c7ca-49af-4b70-985a-6ee4e73f8326 req-d1327055-99bd-4cdc-b845-54e79da02dda service nova] Acquiring lock "refresh_cache-ee89c9fa-d89d-45c4-9867-61b455d38097" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.379376] env[70243]: DEBUG oslo_concurrency.lockutils [req-5b81c7ca-49af-4b70-985a-6ee4e73f8326 req-d1327055-99bd-4cdc-b845-54e79da02dda service nova] Acquired lock "refresh_cache-ee89c9fa-d89d-45c4-9867-61b455d38097" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.379376] env[70243]: DEBUG nova.network.neutron [req-5b81c7ca-49af-4b70-985a-6ee4e73f8326 req-d1327055-99bd-4cdc-b845-54e79da02dda service nova] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Refreshing network info cache for port 5efa369b-0cc1-42b8-994d-7339b06e94ff {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.534971] env[70243]: DEBUG nova.compute.utils [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.537149] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c3d6b6a-8997-49fc-826e-b542c4b4cf60 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.518s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.538132] env[70243]: DEBUG nova.compute.utils [None req-4c3d6b6a-8997-49fc-826e-b542c4b4cf60 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 2e45755a-fd97-442b-9a6c-abf9455651aa] Instance 2e45755a-fd97-442b-9a6c-abf9455651aa could not be found. {{(pid=70243) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 952.539770] env[70243]: DEBUG nova.compute.manager [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.540016] env[70243]: DEBUG nova.network.neutron [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.542680] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.319s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.547027] env[70243]: INFO nova.compute.claims [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.550372] env[70243]: DEBUG nova.compute.manager [None req-4c3d6b6a-8997-49fc-826e-b542c4b4cf60 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 2e45755a-fd97-442b-9a6c-abf9455651aa] Instance disappeared during build. {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2520}} [ 952.550830] env[70243]: DEBUG nova.compute.manager [None req-4c3d6b6a-8997-49fc-826e-b542c4b4cf60 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 2e45755a-fd97-442b-9a6c-abf9455651aa] Unplugging VIFs for instance {{(pid=70243) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 952.551106] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c3d6b6a-8997-49fc-826e-b542c4b4cf60 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "refresh_cache-2e45755a-fd97-442b-9a6c-abf9455651aa" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.551312] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c3d6b6a-8997-49fc-826e-b542c4b4cf60 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired lock "refresh_cache-2e45755a-fd97-442b-9a6c-abf9455651aa" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.551618] env[70243]: DEBUG nova.network.neutron [None req-4c3d6b6a-8997-49fc-826e-b542c4b4cf60 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 2e45755a-fd97-442b-9a6c-abf9455651aa] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.619520] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 5255d1c1-2498-499e-a08b-46c6762f8d3c] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.621620] env[70243]: DEBUG oslo_concurrency.lockutils [req-528a082f-382e-4831-a800-98c9020575b7 req-159ee2c3-fe22-4462-be3b-5d1e3d01e325 service nova] Releasing lock "refresh_cache-f71023c9-0704-4b78-b10f-d7baa2e97d7f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.800268] env[70243]: DEBUG nova.policy [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdea1b423f2242ebaf2ee8890c2c472b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77ee25ec099c4cabba7a3f66d8d20dfd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.835317] env[70243]: DEBUG oslo_concurrency.lockutils [req-3ebdf371-01ef-4b49-9967-228523fbd235 req-94597d92-ef12-4fb9-bb44-bc67bea36f09 service nova] Releasing lock "refresh_cache-6aa2d165-bf6b-4729-a5e8-66753193fed8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.835919] env[70243]: DEBUG oslo_concurrency.lockutils [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquired lock "refresh_cache-6aa2d165-bf6b-4729-a5e8-66753193fed8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.835919] env[70243]: DEBUG nova.network.neutron [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.869417] env[70243]: DEBUG oslo_vmware.api [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074712} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.869969] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.870656] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72092abb-4c66-4c22-ac72-280ffbf3df3d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.902647] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] ce050c27-f1e8-4664-ba6f-1573e8cdd9e5/ce050c27-f1e8-4664-ba6f-1573e8cdd9e5.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.904689] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e0effd6-d4aa-475e-909d-ea89d6e394d1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.927794] env[70243]: DEBUG oslo_vmware.api [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 952.927794] env[70243]: value = "task-3622196" [ 952.927794] env[70243]: _type = "Task" [ 952.927794] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.936782] env[70243]: DEBUG oslo_vmware.api [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622196, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.041447] env[70243]: DEBUG nova.compute.manager [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.058460] env[70243]: DEBUG nova.compute.utils [None req-4c3d6b6a-8997-49fc-826e-b542c4b4cf60 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 2e45755a-fd97-442b-9a6c-abf9455651aa] Can not refresh info_cache because instance was not found {{(pid=70243) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 953.116237] env[70243]: DEBUG nova.network.neutron [None req-4c3d6b6a-8997-49fc-826e-b542c4b4cf60 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 2e45755a-fd97-442b-9a6c-abf9455651aa] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.133057] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 928c8b15-911b-486f-afb1-95758d81d822] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.258160] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Acquiring lock "9a0b9ed9-718c-4548-af86-9e4324623907" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.258160] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Lock "9a0b9ed9-718c-4548-af86-9e4324623907" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.368628] env[70243]: DEBUG nova.network.neutron [req-5b81c7ca-49af-4b70-985a-6ee4e73f8326 req-d1327055-99bd-4cdc-b845-54e79da02dda service nova] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Updated VIF entry in instance network info cache for port 5efa369b-0cc1-42b8-994d-7339b06e94ff. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.368992] env[70243]: DEBUG nova.network.neutron [req-5b81c7ca-49af-4b70-985a-6ee4e73f8326 req-d1327055-99bd-4cdc-b845-54e79da02dda service nova] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Updating instance_info_cache with network_info: [{"id": "5efa369b-0cc1-42b8-994d-7339b06e94ff", "address": "fa:16:3e:d6:e7:12", "network": {"id": "19795096-be87-476b-a31c-aa05b93c7756", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-200063201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6c8edc937e4b00906b31aed0cd2ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5efa369b-0c", "ovs_interfaceid": "5efa369b-0cc1-42b8-994d-7339b06e94ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.380040] env[70243]: DEBUG nova.network.neutron [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.383107] env[70243]: DEBUG nova.network.neutron [None req-4c3d6b6a-8997-49fc-826e-b542c4b4cf60 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 2e45755a-fd97-442b-9a6c-abf9455651aa] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.439658] env[70243]: DEBUG oslo_vmware.api [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622196, 'name': ReconfigVM_Task, 'duration_secs': 0.358773} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.440099] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Reconfigured VM instance instance-00000042 to attach disk [datastore1] ce050c27-f1e8-4664-ba6f-1573e8cdd9e5/ce050c27-f1e8-4664-ba6f-1573e8cdd9e5.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.440848] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f21f7d69-9f49-40f2-ae0d-6c009d2ac3a2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.451228] env[70243]: DEBUG oslo_vmware.api [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 953.451228] env[70243]: value = "task-3622197" [ 953.451228] env[70243]: _type = "Task" [ 953.451228] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.461060] env[70243]: DEBUG oslo_vmware.api [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622197, 'name': Rename_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.533043] env[70243]: DEBUG nova.network.neutron [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Updating instance_info_cache with network_info: [{"id": "dcb0e512-3503-4bbf-9b60-1dfccef0db09", "address": "fa:16:3e:4d:58:de", "network": {"id": "14da2089-8f3c-4c07-816f-3e67c8767cc4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599401137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e31d1e58e3844a9b4f3f32bbd59a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcb0e512-35", "ovs_interfaceid": "dcb0e512-3503-4bbf-9b60-1dfccef0db09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.637064] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: b776034c-141c-4117-86ae-3aa65600378c] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.731914] env[70243]: DEBUG nova.network.neutron [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Successfully created port: b47b848d-4c99-4790-a0f5-a4103ab48379 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.760881] env[70243]: DEBUG nova.compute.manager [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.875018] env[70243]: DEBUG oslo_concurrency.lockutils [req-5b81c7ca-49af-4b70-985a-6ee4e73f8326 req-d1327055-99bd-4cdc-b845-54e79da02dda service nova] Releasing lock "refresh_cache-ee89c9fa-d89d-45c4-9867-61b455d38097" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.891800] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c3d6b6a-8997-49fc-826e-b542c4b4cf60 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Releasing lock "refresh_cache-2e45755a-fd97-442b-9a6c-abf9455651aa" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.891800] env[70243]: DEBUG nova.compute.manager [None req-4c3d6b6a-8997-49fc-826e-b542c4b4cf60 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=70243) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 953.891800] env[70243]: DEBUG nova.compute.manager [None req-4c3d6b6a-8997-49fc-826e-b542c4b4cf60 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 2e45755a-fd97-442b-9a6c-abf9455651aa] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.891800] env[70243]: DEBUG nova.network.neutron [None req-4c3d6b6a-8997-49fc-826e-b542c4b4cf60 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 2e45755a-fd97-442b-9a6c-abf9455651aa] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.914332] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59a8d0e-afaf-467f-982b-b296bb1fb9e7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.918221] env[70243]: DEBUG nova.network.neutron [None req-4c3d6b6a-8997-49fc-826e-b542c4b4cf60 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 2e45755a-fd97-442b-9a6c-abf9455651aa] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.926686] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85902eee-c236-4486-93c8-43461554c1be {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.974406] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e4c5a9-9464-4c8f-ab7a-1c96731430e1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.983641] env[70243]: DEBUG oslo_vmware.api [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622197, 'name': Rename_Task, 'duration_secs': 0.172754} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.986090] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.986473] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f89f9c4-bbfa-46b7-81cb-d12bb6a3afdd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.989807] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6079a296-3f4d-47f7-bfb6-608b8a3f7526 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.006011] env[70243]: DEBUG nova.compute.provider_tree [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.010193] env[70243]: DEBUG oslo_vmware.api [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 954.010193] env[70243]: value = "task-3622198" [ 954.010193] env[70243]: _type = "Task" [ 954.010193] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.018077] env[70243]: DEBUG oslo_vmware.api [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622198, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.035484] env[70243]: DEBUG oslo_concurrency.lockutils [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Releasing lock "refresh_cache-6aa2d165-bf6b-4729-a5e8-66753193fed8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.035830] env[70243]: DEBUG nova.compute.manager [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Instance network_info: |[{"id": "dcb0e512-3503-4bbf-9b60-1dfccef0db09", "address": "fa:16:3e:4d:58:de", "network": {"id": "14da2089-8f3c-4c07-816f-3e67c8767cc4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599401137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e31d1e58e3844a9b4f3f32bbd59a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcb0e512-35", "ovs_interfaceid": "dcb0e512-3503-4bbf-9b60-1dfccef0db09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.036307] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:58:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcb0e512-3503-4bbf-9b60-1dfccef0db09', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.046722] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.046934] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.047214] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da051923-d3ba-4fa9-95ca-675f6cf9d742 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.063121] env[70243]: DEBUG nova.compute.manager [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.071321] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.071321] env[70243]: value = "task-3622199" [ 954.071321] env[70243]: _type = "Task" [ 954.071321] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.081252] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622199, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.104090] env[70243]: DEBUG nova.virt.hardware [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.104090] env[70243]: DEBUG nova.virt.hardware [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.104090] env[70243]: DEBUG nova.virt.hardware [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.104360] env[70243]: DEBUG nova.virt.hardware [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.104547] env[70243]: DEBUG nova.virt.hardware [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.104824] env[70243]: DEBUG nova.virt.hardware [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.105181] env[70243]: DEBUG nova.virt.hardware [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.105305] env[70243]: DEBUG nova.virt.hardware [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.105489] env[70243]: DEBUG nova.virt.hardware [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.106888] env[70243]: DEBUG nova.virt.hardware [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.106888] env[70243]: DEBUG nova.virt.hardware [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.106888] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9e19ec-a1eb-4ee6-806e-09514bf7a209 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.118680] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b996b1aa-4607-4868-bcb7-9877f93534dc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.141507] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: f6e630fc-2a87-47fe-aa7c-c47d7499416f] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.289631] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.290999] env[70243]: DEBUG nova.network.neutron [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Successfully created port: 7706655f-d507-413c-80d6-aaf046294025 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.425978] env[70243]: DEBUG nova.network.neutron [None req-4c3d6b6a-8997-49fc-826e-b542c4b4cf60 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 2e45755a-fd97-442b-9a6c-abf9455651aa] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.516863] env[70243]: DEBUG nova.scheduler.client.report [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.532726] env[70243]: DEBUG oslo_vmware.api [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622198, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.583930] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622199, 'name': CreateVM_Task, 'duration_secs': 0.460818} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.584123] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.584937] env[70243]: DEBUG oslo_concurrency.lockutils [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bba33c7-f344-4c25-a52a-e1101c330cdc" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.585128] env[70243]: DEBUG oslo_concurrency.lockutils [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bba33c7-f344-4c25-a52a-e1101c330cdc" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.585507] env[70243]: DEBUG oslo_concurrency.lockutils [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bba33c7-f344-4c25-a52a-e1101c330cdc" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.585780] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4cc874b-6944-4b38-9182-5d3c4df433e7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.590971] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 954.590971] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527baa7d-aeb0-2c9d-6cef-9d3e17633a95" [ 954.590971] env[70243]: _type = "Task" [ 954.590971] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.610231] env[70243]: DEBUG oslo_concurrency.lockutils [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bba33c7-f344-4c25-a52a-e1101c330cdc" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.610519] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Processing image 2bba33c7-f344-4c25-a52a-e1101c330cdc {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.610944] env[70243]: DEBUG oslo_concurrency.lockutils [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bba33c7-f344-4c25-a52a-e1101c330cdc/2bba33c7-f344-4c25-a52a-e1101c330cdc.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.611195] env[70243]: DEBUG oslo_concurrency.lockutils [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bba33c7-f344-4c25-a52a-e1101c330cdc/2bba33c7-f344-4c25-a52a-e1101c330cdc.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.611409] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.612032] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c52bc97-ea0f-4c14-b62c-6f4be198177a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.631229] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.631341] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.632128] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-648b4020-9f3b-46f7-90a7-d93b69330dc4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.638587] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 954.638587] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ed04c4-1c84-3e75-8038-86f28ba3c468" [ 954.638587] env[70243]: _type = "Task" [ 954.638587] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.645756] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 5fe12aed-8a37-4fc2-abc7-574b1502236b] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.653803] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ed04c4-1c84-3e75-8038-86f28ba3c468, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.929985] env[70243]: INFO nova.compute.manager [None req-4c3d6b6a-8997-49fc-826e-b542c4b4cf60 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 2e45755a-fd97-442b-9a6c-abf9455651aa] Took 1.04 seconds to deallocate network for instance. [ 955.020602] env[70243]: DEBUG oslo_vmware.api [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622198, 'name': PowerOnVM_Task, 'duration_secs': 0.538517} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.022158] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.022688] env[70243]: INFO nova.compute.manager [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Took 12.02 seconds to spawn the instance on the hypervisor. [ 955.023050] env[70243]: DEBUG nova.compute.manager [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.025088] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.026057] env[70243]: DEBUG nova.compute.manager [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.031174] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6c2f74-c7cc-4b7c-bae0-4175c1d78b4d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.034559] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.939s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.035033] env[70243]: DEBUG nova.objects.instance [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lazy-loading 'resources' on Instance uuid 668f8a1d-e0da-4ebf-9340-6ab7c5475b32 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.151318] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Preparing fetch location {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 955.151607] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Fetch image to [datastore1] OSTACK_IMG_b0f4a6f1-fe9d-4f42-9568-5073be7904ea/OSTACK_IMG_b0f4a6f1-fe9d-4f42-9568-5073be7904ea.vmdk {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 955.151869] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Downloading stream optimized image 2bba33c7-f344-4c25-a52a-e1101c330cdc to [datastore1] OSTACK_IMG_b0f4a6f1-fe9d-4f42-9568-5073be7904ea/OSTACK_IMG_b0f4a6f1-fe9d-4f42-9568-5073be7904ea.vmdk on the data store datastore1 as vApp {{(pid=70243) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 955.152095] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Downloading image file data 2bba33c7-f344-4c25-a52a-e1101c330cdc to the ESX as VM named 'OSTACK_IMG_b0f4a6f1-fe9d-4f42-9568-5073be7904ea' {{(pid=70243) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 955.156071] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 9cfcaa1f-f6f7-4d91-9267-9939832d0b87] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.259476] env[70243]: DEBUG oslo_vmware.rw_handles [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 955.259476] env[70243]: value = "resgroup-9" [ 955.259476] env[70243]: _type = "ResourcePool" [ 955.259476] env[70243]: }. {{(pid=70243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 955.259476] env[70243]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fe95232d-aedf-443d-8b0c-766e16c3a4e0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.282393] env[70243]: DEBUG oslo_vmware.rw_handles [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lease: (returnval){ [ 955.282393] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528c3e59-33bb-a842-509b-2e7c94d53273" [ 955.282393] env[70243]: _type = "HttpNfcLease" [ 955.282393] env[70243]: } obtained for vApp import into resource pool (val){ [ 955.282393] env[70243]: value = "resgroup-9" [ 955.282393] env[70243]: _type = "ResourcePool" [ 955.282393] env[70243]: }. {{(pid=70243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 955.285107] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the lease: (returnval){ [ 955.285107] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528c3e59-33bb-a842-509b-2e7c94d53273" [ 955.285107] env[70243]: _type = "HttpNfcLease" [ 955.285107] env[70243]: } to be ready. {{(pid=70243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 955.292080] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 955.292080] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528c3e59-33bb-a842-509b-2e7c94d53273" [ 955.292080] env[70243]: _type = "HttpNfcLease" [ 955.292080] env[70243]: } is initializing. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 955.538072] env[70243]: DEBUG nova.compute.utils [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.538072] env[70243]: DEBUG nova.compute.manager [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.538072] env[70243]: DEBUG nova.network.neutron [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.561679] env[70243]: INFO nova.compute.manager [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Took 47.18 seconds to build instance. [ 955.618641] env[70243]: DEBUG nova.policy [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '856b81d800f14c66a760cfbed015afb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe03405a62514a7c9662ab0a031e18cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.660714] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 22f76458-3c01-4c59-b46e-df565467d540] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.794419] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 955.794419] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528c3e59-33bb-a842-509b-2e7c94d53273" [ 955.794419] env[70243]: _type = "HttpNfcLease" [ 955.794419] env[70243]: } is initializing. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 955.883963] env[70243]: DEBUG nova.compute.manager [req-8adcf614-86e4-4fa5-9a6e-68df25dec8b0 req-4c955ef4-e445-4dfd-bd76-c0b956876425 service nova] [instance: ef339173-473d-400f-bc22-1690b351b81b] Received event network-vif-plugged-b47b848d-4c99-4790-a0f5-a4103ab48379 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.884190] env[70243]: DEBUG oslo_concurrency.lockutils [req-8adcf614-86e4-4fa5-9a6e-68df25dec8b0 req-4c955ef4-e445-4dfd-bd76-c0b956876425 service nova] Acquiring lock "ef339173-473d-400f-bc22-1690b351b81b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.884410] env[70243]: DEBUG oslo_concurrency.lockutils [req-8adcf614-86e4-4fa5-9a6e-68df25dec8b0 req-4c955ef4-e445-4dfd-bd76-c0b956876425 service nova] Lock "ef339173-473d-400f-bc22-1690b351b81b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.884591] env[70243]: DEBUG oslo_concurrency.lockutils [req-8adcf614-86e4-4fa5-9a6e-68df25dec8b0 req-4c955ef4-e445-4dfd-bd76-c0b956876425 service nova] Lock "ef339173-473d-400f-bc22-1690b351b81b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.884781] env[70243]: DEBUG nova.compute.manager [req-8adcf614-86e4-4fa5-9a6e-68df25dec8b0 req-4c955ef4-e445-4dfd-bd76-c0b956876425 service nova] [instance: ef339173-473d-400f-bc22-1690b351b81b] No waiting events found dispatching network-vif-plugged-b47b848d-4c99-4790-a0f5-a4103ab48379 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.884963] env[70243]: WARNING nova.compute.manager [req-8adcf614-86e4-4fa5-9a6e-68df25dec8b0 req-4c955ef4-e445-4dfd-bd76-c0b956876425 service nova] [instance: ef339173-473d-400f-bc22-1690b351b81b] Received unexpected event network-vif-plugged-b47b848d-4c99-4790-a0f5-a4103ab48379 for instance with vm_state building and task_state spawning. [ 955.909714] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e3124f-11e9-410f-9b5e-ec9eec1ea278 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.919031] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb126b0-e695-4afe-8653-81d377472f6d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.973768] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75407228-3ec0-4bf3-afe7-2e32b70d78c5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.982755] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4c3d6b6a-8997-49fc-826e-b542c4b4cf60 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "2e45755a-fd97-442b-9a6c-abf9455651aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.632s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.984217] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4b06d5-a518-405c-bea5-8b0f97576481 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.006085] env[70243]: DEBUG nova.compute.provider_tree [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.049216] env[70243]: DEBUG nova.compute.manager [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.056412] env[70243]: DEBUG nova.network.neutron [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Successfully updated port: b47b848d-4c99-4790-a0f5-a4103ab48379 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.064977] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1475447a-f2f4-452f-a003-538ff1b8629a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.697s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.165034] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 9f59ddfb-028a-483b-90c1-a4e698f53212] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.180698] env[70243]: DEBUG nova.network.neutron [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Successfully created port: e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.294197] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 956.294197] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528c3e59-33bb-a842-509b-2e7c94d53273" [ 956.294197] env[70243]: _type = "HttpNfcLease" [ 956.294197] env[70243]: } is ready. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 956.294499] env[70243]: DEBUG oslo_vmware.rw_handles [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 956.294499] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528c3e59-33bb-a842-509b-2e7c94d53273" [ 956.294499] env[70243]: _type = "HttpNfcLease" [ 956.294499] env[70243]: }. {{(pid=70243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 956.295383] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e44febe-cd90-4261-95fc-68b1c2ef015b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.304470] env[70243]: DEBUG oslo_vmware.rw_handles [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f105fb-7eec-a173-0ab6-1718b4b1b02d/disk-0.vmdk from lease info. {{(pid=70243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 956.304691] env[70243]: DEBUG oslo_vmware.rw_handles [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f105fb-7eec-a173-0ab6-1718b4b1b02d/disk-0.vmdk. {{(pid=70243) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 956.382025] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bdf56cb5-6ee9-4b6f-a922-04e565c063b1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.513409] env[70243]: DEBUG nova.scheduler.client.report [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.668307] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 554416c7-4528-4d35-a0f7-e3e3b1a169c9] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.018553] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.024183] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.857s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.024183] env[70243]: DEBUG nova.objects.instance [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Lazy-loading 'resources' on Instance uuid 986c5674-45b7-47ca-9586-c5e7b3fa5467 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.057137] env[70243]: INFO nova.scheduler.client.report [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Deleted allocations for instance 668f8a1d-e0da-4ebf-9340-6ab7c5475b32 [ 957.061965] env[70243]: DEBUG nova.compute.manager [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.098105] env[70243]: DEBUG nova.virt.hardware [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.099111] env[70243]: DEBUG nova.virt.hardware [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.099504] env[70243]: DEBUG nova.virt.hardware [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.099756] env[70243]: DEBUG nova.virt.hardware [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.099913] env[70243]: DEBUG nova.virt.hardware [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.100180] env[70243]: DEBUG nova.virt.hardware [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.100514] env[70243]: DEBUG nova.virt.hardware [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.100800] env[70243]: DEBUG nova.virt.hardware [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.100996] env[70243]: DEBUG nova.virt.hardware [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.101641] env[70243]: DEBUG nova.virt.hardware [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.101846] env[70243]: DEBUG nova.virt.hardware [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.103484] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d09ec1-3fb6-48fd-9c38-24601e9a8202 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.117217] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc22f8b2-8ea6-411b-8615-8bd0e226bf5a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.172280] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: db2f1bf8-bd2a-42b2-acbe-988105ee3853] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.372573] env[70243]: DEBUG oslo_vmware.rw_handles [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Completed reading data from the image iterator. {{(pid=70243) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 957.372815] env[70243]: DEBUG oslo_vmware.rw_handles [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f105fb-7eec-a173-0ab6-1718b4b1b02d/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 957.373806] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e9f6f7-97f7-41a4-8df4-7a299e7ff427 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.381337] env[70243]: DEBUG oslo_vmware.rw_handles [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f105fb-7eec-a173-0ab6-1718b4b1b02d/disk-0.vmdk is in state: ready. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 957.381543] env[70243]: DEBUG oslo_vmware.rw_handles [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f105fb-7eec-a173-0ab6-1718b4b1b02d/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 957.381801] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f9c89d00-1c96-4233-9eb9-4d9fa011af50 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.573449] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6b59eae5-b9d2-4d58-a76c-2ca314331566 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "668f8a1d-e0da-4ebf-9340-6ab7c5475b32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.378s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.675359] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: f82a8cd3-22b8-430d-840f-f573598aeb70] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.691270] env[70243]: DEBUG oslo_vmware.rw_handles [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f105fb-7eec-a173-0ab6-1718b4b1b02d/disk-0.vmdk. {{(pid=70243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 957.691387] env[70243]: INFO nova.virt.vmwareapi.images [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Downloaded image file data 2bba33c7-f344-4c25-a52a-e1101c330cdc [ 957.692638] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d376c6cb-0a50-4ddc-9238-73cd1b4ef50e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.716340] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f829a51-7aaf-4cd0-9c08-200dac2e55e8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.767130] env[70243]: INFO nova.virt.vmwareapi.images [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] The imported VM was unregistered [ 957.770616] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Caching image {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 957.771066] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Creating directory with path [datastore1] devstack-image-cache_base/2bba33c7-f344-4c25-a52a-e1101c330cdc {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.771879] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25f3bc4d-0b87-411a-a3f5-34ee9201195c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.793100] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Created directory with path [datastore1] devstack-image-cache_base/2bba33c7-f344-4c25-a52a-e1101c330cdc {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.795733] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b0f4a6f1-fe9d-4f42-9568-5073be7904ea/OSTACK_IMG_b0f4a6f1-fe9d-4f42-9568-5073be7904ea.vmdk to [datastore1] devstack-image-cache_base/2bba33c7-f344-4c25-a52a-e1101c330cdc/2bba33c7-f344-4c25-a52a-e1101c330cdc.vmdk. {{(pid=70243) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 957.795733] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a4f37957-9578-48e1-8e1f-161858fa8fa1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.804285] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 957.804285] env[70243]: value = "task-3622202" [ 957.804285] env[70243]: _type = "Task" [ 957.804285] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.813873] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622202, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.818504] env[70243]: DEBUG nova.network.neutron [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Successfully updated port: e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.822550] env[70243]: DEBUG nova.compute.manager [req-19c40778-877c-42a0-ac9b-618653f2cd5d req-516645b4-984c-4dc7-8021-a42882b77b10 service nova] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Received event network-vif-plugged-e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.822790] env[70243]: DEBUG oslo_concurrency.lockutils [req-19c40778-877c-42a0-ac9b-618653f2cd5d req-516645b4-984c-4dc7-8021-a42882b77b10 service nova] Acquiring lock "7ddf2356-7912-4fab-88c0-4089dd43bdee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.822999] env[70243]: DEBUG oslo_concurrency.lockutils [req-19c40778-877c-42a0-ac9b-618653f2cd5d req-516645b4-984c-4dc7-8021-a42882b77b10 service nova] Lock "7ddf2356-7912-4fab-88c0-4089dd43bdee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.823189] env[70243]: DEBUG oslo_concurrency.lockutils [req-19c40778-877c-42a0-ac9b-618653f2cd5d req-516645b4-984c-4dc7-8021-a42882b77b10 service nova] Lock "7ddf2356-7912-4fab-88c0-4089dd43bdee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.823414] env[70243]: DEBUG nova.compute.manager [req-19c40778-877c-42a0-ac9b-618653f2cd5d req-516645b4-984c-4dc7-8021-a42882b77b10 service nova] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] No waiting events found dispatching network-vif-plugged-e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.823551] env[70243]: WARNING nova.compute.manager [req-19c40778-877c-42a0-ac9b-618653f2cd5d req-516645b4-984c-4dc7-8021-a42882b77b10 service nova] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Received unexpected event network-vif-plugged-e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8 for instance with vm_state building and task_state spawning. [ 957.886090] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquiring lock "21583c3e-6616-48da-9265-4fbf09b077d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.886382] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "21583c3e-6616-48da-9265-4fbf09b077d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.911281] env[70243]: DEBUG nova.compute.manager [req-51b8881b-2cb5-408a-b07f-c246f8ca312e req-aa97ef04-af05-402f-9447-35f44e48a6ef service nova] [instance: ef339173-473d-400f-bc22-1690b351b81b] Received event network-changed-b47b848d-4c99-4790-a0f5-a4103ab48379 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.911695] env[70243]: DEBUG nova.compute.manager [req-51b8881b-2cb5-408a-b07f-c246f8ca312e req-aa97ef04-af05-402f-9447-35f44e48a6ef service nova] [instance: ef339173-473d-400f-bc22-1690b351b81b] Refreshing instance network info cache due to event network-changed-b47b848d-4c99-4790-a0f5-a4103ab48379. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.912659] env[70243]: DEBUG oslo_concurrency.lockutils [req-51b8881b-2cb5-408a-b07f-c246f8ca312e req-aa97ef04-af05-402f-9447-35f44e48a6ef service nova] Acquiring lock "refresh_cache-ef339173-473d-400f-bc22-1690b351b81b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.912709] env[70243]: DEBUG oslo_concurrency.lockutils [req-51b8881b-2cb5-408a-b07f-c246f8ca312e req-aa97ef04-af05-402f-9447-35f44e48a6ef service nova] Acquired lock "refresh_cache-ef339173-473d-400f-bc22-1690b351b81b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.912947] env[70243]: DEBUG nova.network.neutron [req-51b8881b-2cb5-408a-b07f-c246f8ca312e req-aa97ef04-af05-402f-9447-35f44e48a6ef service nova] [instance: ef339173-473d-400f-bc22-1690b351b81b] Refreshing network info cache for port b47b848d-4c99-4790-a0f5-a4103ab48379 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.921855] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6687ef5c-19da-4d29-800b-2a50b94bbcb9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.933128] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c53e4a-c9ed-4345-924d-bdd257d71f69 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.971130] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b58d51c-d5a2-4f8c-962f-d99228de2294 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.982335] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be6b00c-dc30-4517-8faf-68c1521d9db3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.997023] env[70243]: DEBUG nova.compute.provider_tree [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.166888] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.167489] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.182927] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: c386b779-1753-4c3c-8580-867288fb2f3a] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.316082] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622202, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.320964] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquiring lock "refresh_cache-7ddf2356-7912-4fab-88c0-4089dd43bdee" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.321167] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquired lock "refresh_cache-7ddf2356-7912-4fab-88c0-4089dd43bdee" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.321287] env[70243]: DEBUG nova.network.neutron [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.386040] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.386333] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.386558] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.386757] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.386919] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.389098] env[70243]: DEBUG nova.compute.manager [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.391914] env[70243]: INFO nova.compute.manager [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Terminating instance [ 958.474065] env[70243]: DEBUG nova.network.neutron [req-51b8881b-2cb5-408a-b07f-c246f8ca312e req-aa97ef04-af05-402f-9447-35f44e48a6ef service nova] [instance: ef339173-473d-400f-bc22-1690b351b81b] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.486144] env[70243]: DEBUG nova.network.neutron [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Successfully updated port: 7706655f-d507-413c-80d6-aaf046294025 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.500660] env[70243]: DEBUG nova.scheduler.client.report [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.587180] env[70243]: DEBUG nova.network.neutron [req-51b8881b-2cb5-408a-b07f-c246f8ca312e req-aa97ef04-af05-402f-9447-35f44e48a6ef service nova] [instance: ef339173-473d-400f-bc22-1690b351b81b] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.675252] env[70243]: DEBUG nova.compute.manager [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.687113] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 0c4368be-02a1-40af-a6ea-b20ac8be1ee9] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.823575] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622202, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.859446] env[70243]: DEBUG nova.network.neutron [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.901681] env[70243]: DEBUG nova.compute.manager [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.901959] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.903536] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55e6ff3-aeb7-4aa7-b91e-44c91c1f97a2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.920977] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.923257] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.924226] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24f75a8c-ce94-429d-b6a5-6104223b969e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.936094] env[70243]: DEBUG oslo_vmware.api [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 958.936094] env[70243]: value = "task-3622203" [ 958.936094] env[70243]: _type = "Task" [ 958.936094] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.952027] env[70243]: DEBUG oslo_vmware.api [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.989519] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Acquiring lock "refresh_cache-ef339173-473d-400f-bc22-1690b351b81b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.006369] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.009227] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.673s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.010916] env[70243]: INFO nova.compute.claims [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.031600] env[70243]: INFO nova.scheduler.client.report [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Deleted allocations for instance 986c5674-45b7-47ca-9586-c5e7b3fa5467 [ 959.051045] env[70243]: DEBUG nova.network.neutron [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Updating instance_info_cache with network_info: [{"id": "e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8", "address": "fa:16:3e:f0:15:1e", "network": {"id": "28e73db4-ff57-4c79-b705-55695e386d24", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2108538350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe03405a62514a7c9662ab0a031e18cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6a65a2d-7e", "ovs_interfaceid": "e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.090556] env[70243]: DEBUG oslo_concurrency.lockutils [req-51b8881b-2cb5-408a-b07f-c246f8ca312e req-aa97ef04-af05-402f-9447-35f44e48a6ef service nova] Releasing lock "refresh_cache-ef339173-473d-400f-bc22-1690b351b81b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.091343] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Acquired lock "refresh_cache-ef339173-473d-400f-bc22-1690b351b81b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.091473] env[70243]: DEBUG nova.network.neutron [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.192301] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.192301] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Cleaning up deleted instances with incomplete migration {{(pid=70243) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 959.203114] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.262861] env[70243]: DEBUG oslo_vmware.rw_handles [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527dae84-0129-95f8-f0c1-deeae63d349a/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 959.264777] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed162a75-e92b-4bb6-ae78-4e3c95b658a0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.275227] env[70243]: DEBUG oslo_vmware.rw_handles [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527dae84-0129-95f8-f0c1-deeae63d349a/disk-0.vmdk is in state: ready. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 959.275442] env[70243]: ERROR oslo_vmware.rw_handles [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527dae84-0129-95f8-f0c1-deeae63d349a/disk-0.vmdk due to incomplete transfer. [ 959.275796] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-be03f881-ec9c-4ac9-b247-9e4f1b1c7b48 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.291046] env[70243]: DEBUG oslo_vmware.rw_handles [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527dae84-0129-95f8-f0c1-deeae63d349a/disk-0.vmdk. {{(pid=70243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 959.291046] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Uploaded image ab3830e2-c0f0-4a46-80ea-3aad450f2c91 to the Glance image server {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 959.292288] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Destroying the VM {{(pid=70243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 959.292762] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4eaf8735-1ae3-435b-a6cc-ec6b498db0a8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.305903] env[70243]: DEBUG oslo_vmware.api [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 959.305903] env[70243]: value = "task-3622204" [ 959.305903] env[70243]: _type = "Task" [ 959.305903] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.325994] env[70243]: DEBUG oslo_vmware.api [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622204, 'name': Destroy_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.330258] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622202, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.449485] env[70243]: DEBUG oslo_vmware.api [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.541105] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e7fd3304-13a4-462a-98e8-93f347b49ace tempest-AttachInterfacesV270Test-455301510 tempest-AttachInterfacesV270Test-455301510-project-member] Lock "986c5674-45b7-47ca-9586-c5e7b3fa5467" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.578s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.555624] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Releasing lock "refresh_cache-7ddf2356-7912-4fab-88c0-4089dd43bdee" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.555772] env[70243]: DEBUG nova.compute.manager [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Instance network_info: |[{"id": "e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8", "address": "fa:16:3e:f0:15:1e", "network": {"id": "28e73db4-ff57-4c79-b705-55695e386d24", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2108538350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe03405a62514a7c9662ab0a031e18cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6a65a2d-7e", "ovs_interfaceid": "e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 959.556537] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:15:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.564081] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.565129] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.566332] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ddc0a43-a875-499d-a736-59c274f5d192 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.591793] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.591793] env[70243]: value = "task-3622205" [ 959.591793] env[70243]: _type = "Task" [ 959.591793] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.606286] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622205, 'name': CreateVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.644141] env[70243]: DEBUG nova.network.neutron [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.694272] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.821478] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622202, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.826183] env[70243]: DEBUG oslo_vmware.api [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622204, 'name': Destroy_Task, 'duration_secs': 0.38362} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.826183] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Destroyed the VM [ 959.826183] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Deleting Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 959.826183] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d3d51097-87fe-4e17-9b33-58898993b0aa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.834673] env[70243]: DEBUG oslo_vmware.api [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 959.834673] env[70243]: value = "task-3622206" [ 959.834673] env[70243]: _type = "Task" [ 959.834673] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.850022] env[70243]: DEBUG oslo_vmware.api [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622206, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.895612] env[70243]: DEBUG nova.compute.manager [req-16b8c755-5f66-4794-b109-cd80a5fd3b1a req-3e6f5bd9-fd91-448b-805e-3350e0a8cb87 service nova] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Received event network-changed-e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.895612] env[70243]: DEBUG nova.compute.manager [req-16b8c755-5f66-4794-b109-cd80a5fd3b1a req-3e6f5bd9-fd91-448b-805e-3350e0a8cb87 service nova] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Refreshing instance network info cache due to event network-changed-e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.895612] env[70243]: DEBUG oslo_concurrency.lockutils [req-16b8c755-5f66-4794-b109-cd80a5fd3b1a req-3e6f5bd9-fd91-448b-805e-3350e0a8cb87 service nova] Acquiring lock "refresh_cache-7ddf2356-7912-4fab-88c0-4089dd43bdee" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.895612] env[70243]: DEBUG oslo_concurrency.lockutils [req-16b8c755-5f66-4794-b109-cd80a5fd3b1a req-3e6f5bd9-fd91-448b-805e-3350e0a8cb87 service nova] Acquired lock "refresh_cache-7ddf2356-7912-4fab-88c0-4089dd43bdee" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.895612] env[70243]: DEBUG nova.network.neutron [req-16b8c755-5f66-4794-b109-cd80a5fd3b1a req-3e6f5bd9-fd91-448b-805e-3350e0a8cb87 service nova] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Refreshing network info cache for port e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.946994] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Acquiring lock "ddeb2e4f-ae88-444b-bdfc-00a5944dd8de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.947429] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Lock "ddeb2e4f-ae88-444b-bdfc-00a5944dd8de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.964837] env[70243]: DEBUG oslo_vmware.api [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622203, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.108154] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622205, 'name': CreateVM_Task, 'duration_secs': 0.362161} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.108575] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.110025] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.110025] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.110545] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.110948] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12efe06f-e5cd-469c-96cc-a565ff43dd4c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.117880] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 960.117880] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e4352c-c341-62d7-0faa-9f55a38767ea" [ 960.117880] env[70243]: _type = "Task" [ 960.117880] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.135466] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e4352c-c341-62d7-0faa-9f55a38767ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.182517] env[70243]: DEBUG nova.compute.manager [req-981aeb0e-18a9-4a26-a3a2-8fd5814596f5 req-d61102d5-a83a-465c-a11c-04da22b461da service nova] [instance: ef339173-473d-400f-bc22-1690b351b81b] Received event network-vif-plugged-7706655f-d507-413c-80d6-aaf046294025 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.182517] env[70243]: DEBUG oslo_concurrency.lockutils [req-981aeb0e-18a9-4a26-a3a2-8fd5814596f5 req-d61102d5-a83a-465c-a11c-04da22b461da service nova] Acquiring lock "ef339173-473d-400f-bc22-1690b351b81b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.182736] env[70243]: DEBUG oslo_concurrency.lockutils [req-981aeb0e-18a9-4a26-a3a2-8fd5814596f5 req-d61102d5-a83a-465c-a11c-04da22b461da service nova] Lock "ef339173-473d-400f-bc22-1690b351b81b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.182906] env[70243]: DEBUG oslo_concurrency.lockutils [req-981aeb0e-18a9-4a26-a3a2-8fd5814596f5 req-d61102d5-a83a-465c-a11c-04da22b461da service nova] Lock "ef339173-473d-400f-bc22-1690b351b81b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.183093] env[70243]: DEBUG nova.compute.manager [req-981aeb0e-18a9-4a26-a3a2-8fd5814596f5 req-d61102d5-a83a-465c-a11c-04da22b461da service nova] [instance: ef339173-473d-400f-bc22-1690b351b81b] No waiting events found dispatching network-vif-plugged-7706655f-d507-413c-80d6-aaf046294025 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 960.183269] env[70243]: WARNING nova.compute.manager [req-981aeb0e-18a9-4a26-a3a2-8fd5814596f5 req-d61102d5-a83a-465c-a11c-04da22b461da service nova] [instance: ef339173-473d-400f-bc22-1690b351b81b] Received unexpected event network-vif-plugged-7706655f-d507-413c-80d6-aaf046294025 for instance with vm_state building and task_state spawning. [ 960.183432] env[70243]: DEBUG nova.compute.manager [req-981aeb0e-18a9-4a26-a3a2-8fd5814596f5 req-d61102d5-a83a-465c-a11c-04da22b461da service nova] [instance: ef339173-473d-400f-bc22-1690b351b81b] Received event network-changed-7706655f-d507-413c-80d6-aaf046294025 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.183676] env[70243]: DEBUG nova.compute.manager [req-981aeb0e-18a9-4a26-a3a2-8fd5814596f5 req-d61102d5-a83a-465c-a11c-04da22b461da service nova] [instance: ef339173-473d-400f-bc22-1690b351b81b] Refreshing instance network info cache due to event network-changed-7706655f-d507-413c-80d6-aaf046294025. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 960.183855] env[70243]: DEBUG oslo_concurrency.lockutils [req-981aeb0e-18a9-4a26-a3a2-8fd5814596f5 req-d61102d5-a83a-465c-a11c-04da22b461da service nova] Acquiring lock "refresh_cache-ef339173-473d-400f-bc22-1690b351b81b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.321733] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622202, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.344438] env[70243]: DEBUG oslo_vmware.api [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622206, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.358376] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57088cb4-aa6b-477c-8f3e-76dc057a38d9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.366394] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797b85cf-8557-47c5-98af-31ac4b9a27ab {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.405141] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f029eb-6844-4377-8d12-17a04a974ca5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.412865] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa8ec2d-edac-4962-9e10-ef091ecc3de2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.426411] env[70243]: DEBUG nova.compute.provider_tree [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.449027] env[70243]: DEBUG oslo_vmware.api [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622203, 'name': PowerOffVM_Task, 'duration_secs': 1.030729} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.449027] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.449027] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.449027] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09b60b72-77e0-40b3-8ec6-df915877a17a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.450889] env[70243]: DEBUG nova.compute.manager [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.533396] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.533651] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.533804] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Deleting the datastore file [datastore1] 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.534122] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a04f988-abab-4c1a-815b-a265681bcd91 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.540923] env[70243]: DEBUG oslo_vmware.api [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 960.540923] env[70243]: value = "task-3622208" [ 960.540923] env[70243]: _type = "Task" [ 960.540923] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.552187] env[70243]: DEBUG oslo_vmware.api [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.553518] env[70243]: DEBUG nova.network.neutron [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Updating instance_info_cache with network_info: [{"id": "b47b848d-4c99-4790-a0f5-a4103ab48379", "address": "fa:16:3e:29:c4:93", "network": {"id": "aaae5581-d2e8-4d28-ab86-3544bc8a44b2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1105122811", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ee25ec099c4cabba7a3f66d8d20dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb47b848d-4c", "ovs_interfaceid": "b47b848d-4c99-4790-a0f5-a4103ab48379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7706655f-d507-413c-80d6-aaf046294025", "address": "fa:16:3e:e1:d2:85", "network": {"id": "1d423bf9-c92c-4eee-aa3f-7cc503e81feb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1612468023", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "77ee25ec099c4cabba7a3f66d8d20dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7706655f-d5", "ovs_interfaceid": "7706655f-d507-413c-80d6-aaf046294025", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.627923] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e4352c-c341-62d7-0faa-9f55a38767ea, 'name': SearchDatastore_Task, 'duration_secs': 0.020402} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.628259] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.628491] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.628870] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.629167] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.629481] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.629859] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df24f2dc-6a92-454d-9db7-8f914b51a3de {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.646088] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.646410] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.647523] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0daa2a68-e5ef-4632-9117-3cf443c4fc0b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.654446] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 960.654446] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ccd07b-3130-2afb-75a6-aed8c919d2ef" [ 960.654446] env[70243]: _type = "Task" [ 960.654446] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.665114] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ccd07b-3130-2afb-75a6-aed8c919d2ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.676679] env[70243]: DEBUG nova.network.neutron [req-16b8c755-5f66-4794-b109-cd80a5fd3b1a req-3e6f5bd9-fd91-448b-805e-3350e0a8cb87 service nova] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Updated VIF entry in instance network info cache for port e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.677029] env[70243]: DEBUG nova.network.neutron [req-16b8c755-5f66-4794-b109-cd80a5fd3b1a req-3e6f5bd9-fd91-448b-805e-3350e0a8cb87 service nova] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Updating instance_info_cache with network_info: [{"id": "e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8", "address": "fa:16:3e:f0:15:1e", "network": {"id": "28e73db4-ff57-4c79-b705-55695e386d24", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2108538350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe03405a62514a7c9662ab0a031e18cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6a65a2d-7e", "ovs_interfaceid": "e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.819534] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622202, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.718739} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.819534] env[70243]: INFO nova.virt.vmwareapi.ds_util [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b0f4a6f1-fe9d-4f42-9568-5073be7904ea/OSTACK_IMG_b0f4a6f1-fe9d-4f42-9568-5073be7904ea.vmdk to [datastore1] devstack-image-cache_base/2bba33c7-f344-4c25-a52a-e1101c330cdc/2bba33c7-f344-4c25-a52a-e1101c330cdc.vmdk. [ 960.819534] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Cleaning up location [datastore1] OSTACK_IMG_b0f4a6f1-fe9d-4f42-9568-5073be7904ea {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 960.819534] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b0f4a6f1-fe9d-4f42-9568-5073be7904ea {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.819534] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ecfc85e-e124-4930-bbcf-e2136eea4641 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.826036] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 960.826036] env[70243]: value = "task-3622209" [ 960.826036] env[70243]: _type = "Task" [ 960.826036] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.833539] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.844610] env[70243]: DEBUG oslo_vmware.api [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622206, 'name': RemoveSnapshot_Task, 'duration_secs': 0.663993} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.845054] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Deleted Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 960.845408] env[70243]: INFO nova.compute.manager [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Took 13.88 seconds to snapshot the instance on the hypervisor. [ 960.931305] env[70243]: DEBUG nova.scheduler.client.report [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.974515] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.053664] env[70243]: DEBUG oslo_vmware.api [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.056524] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Releasing lock "refresh_cache-ef339173-473d-400f-bc22-1690b351b81b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.056975] env[70243]: DEBUG nova.compute.manager [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Instance network_info: |[{"id": "b47b848d-4c99-4790-a0f5-a4103ab48379", "address": "fa:16:3e:29:c4:93", "network": {"id": "aaae5581-d2e8-4d28-ab86-3544bc8a44b2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1105122811", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ee25ec099c4cabba7a3f66d8d20dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb47b848d-4c", "ovs_interfaceid": "b47b848d-4c99-4790-a0f5-a4103ab48379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7706655f-d507-413c-80d6-aaf046294025", "address": "fa:16:3e:e1:d2:85", "network": {"id": "1d423bf9-c92c-4eee-aa3f-7cc503e81feb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1612468023", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "77ee25ec099c4cabba7a3f66d8d20dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7706655f-d5", "ovs_interfaceid": "7706655f-d507-413c-80d6-aaf046294025", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.057340] env[70243]: DEBUG oslo_concurrency.lockutils [req-981aeb0e-18a9-4a26-a3a2-8fd5814596f5 req-d61102d5-a83a-465c-a11c-04da22b461da service nova] Acquired lock "refresh_cache-ef339173-473d-400f-bc22-1690b351b81b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.057560] env[70243]: DEBUG nova.network.neutron [req-981aeb0e-18a9-4a26-a3a2-8fd5814596f5 req-d61102d5-a83a-465c-a11c-04da22b461da service nova] [instance: ef339173-473d-400f-bc22-1690b351b81b] Refreshing network info cache for port 7706655f-d507-413c-80d6-aaf046294025 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.059357] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:c4:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b47b848d-4c99-4790-a0f5-a4103ab48379', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:d2:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7706655f-d507-413c-80d6-aaf046294025', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.068736] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.072117] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef339173-473d-400f-bc22-1690b351b81b] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.072701] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68847fce-5806-474d-a3f8-110973b6d714 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.095702] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.095702] env[70243]: value = "task-3622210" [ 961.095702] env[70243]: _type = "Task" [ 961.095702] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.104378] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622210, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.166191] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ccd07b-3130-2afb-75a6-aed8c919d2ef, 'name': SearchDatastore_Task, 'duration_secs': 0.042438} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.167075] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1492d436-ceec-4ba7-a0a0-7805241600c6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.172984] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 961.172984] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525a29f0-9cba-2250-0dbd-cc05feb1cd82" [ 961.172984] env[70243]: _type = "Task" [ 961.172984] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.183965] env[70243]: DEBUG oslo_concurrency.lockutils [req-16b8c755-5f66-4794-b109-cd80a5fd3b1a req-3e6f5bd9-fd91-448b-805e-3350e0a8cb87 service nova] Releasing lock "refresh_cache-7ddf2356-7912-4fab-88c0-4089dd43bdee" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.185437] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525a29f0-9cba-2250-0dbd-cc05feb1cd82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.334010] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189083} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.334390] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.334565] env[70243]: DEBUG oslo_concurrency.lockutils [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bba33c7-f344-4c25-a52a-e1101c330cdc/2bba33c7-f344-4c25-a52a-e1101c330cdc.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.334843] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bba33c7-f344-4c25-a52a-e1101c330cdc/2bba33c7-f344-4c25-a52a-e1101c330cdc.vmdk to [datastore1] 6aa2d165-bf6b-4729-a5e8-66753193fed8/6aa2d165-bf6b-4729-a5e8-66753193fed8.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.335108] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cc7f92e-c667-4fa1-9ce3-7d19be5cf074 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.341199] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 961.341199] env[70243]: value = "task-3622211" [ 961.341199] env[70243]: _type = "Task" [ 961.341199] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.353495] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.409319] env[70243]: DEBUG nova.compute.manager [None req-008d1ca7-fcc9-4ef0-9940-1988618ebe50 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Found 1 images (rotation: 2) {{(pid=70243) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 961.413408] env[70243]: DEBUG nova.network.neutron [req-981aeb0e-18a9-4a26-a3a2-8fd5814596f5 req-d61102d5-a83a-465c-a11c-04da22b461da service nova] [instance: ef339173-473d-400f-bc22-1690b351b81b] Updated VIF entry in instance network info cache for port 7706655f-d507-413c-80d6-aaf046294025. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.413408] env[70243]: DEBUG nova.network.neutron [req-981aeb0e-18a9-4a26-a3a2-8fd5814596f5 req-d61102d5-a83a-465c-a11c-04da22b461da service nova] [instance: ef339173-473d-400f-bc22-1690b351b81b] Updating instance_info_cache with network_info: [{"id": "b47b848d-4c99-4790-a0f5-a4103ab48379", "address": "fa:16:3e:29:c4:93", "network": {"id": "aaae5581-d2e8-4d28-ab86-3544bc8a44b2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1105122811", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ee25ec099c4cabba7a3f66d8d20dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb47b848d-4c", "ovs_interfaceid": "b47b848d-4c99-4790-a0f5-a4103ab48379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7706655f-d507-413c-80d6-aaf046294025", "address": "fa:16:3e:e1:d2:85", "network": {"id": "1d423bf9-c92c-4eee-aa3f-7cc503e81feb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1612468023", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "77ee25ec099c4cabba7a3f66d8d20dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7706655f-d5", "ovs_interfaceid": "7706655f-d507-413c-80d6-aaf046294025", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.437675] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.438237] env[70243]: DEBUG nova.compute.manager [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.440828] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.611s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.441074] env[70243]: DEBUG nova.objects.instance [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lazy-loading 'resources' on Instance uuid 819f3541-bda8-4fe6-b733-be1770d33aa0 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.552402] env[70243]: DEBUG oslo_vmware.api [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.832166} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.552746] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.552948] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.553141] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.553312] env[70243]: INFO nova.compute.manager [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Took 2.65 seconds to destroy the instance on the hypervisor. [ 961.553597] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.553843] env[70243]: DEBUG nova.compute.manager [-] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.553912] env[70243]: DEBUG nova.network.neutron [-] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.609807] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622210, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.684048] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525a29f0-9cba-2250-0dbd-cc05feb1cd82, 'name': SearchDatastore_Task, 'duration_secs': 0.013024} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.685104] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.685422] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 7ddf2356-7912-4fab-88c0-4089dd43bdee/7ddf2356-7912-4fab-88c0-4089dd43bdee.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.685717] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cca43267-3a21-463a-9b11-d7d953847eae {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.691905] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 961.691905] env[70243]: value = "task-3622212" [ 961.691905] env[70243]: _type = "Task" [ 961.691905] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.700363] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.859962] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622211, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.916529] env[70243]: DEBUG oslo_concurrency.lockutils [req-981aeb0e-18a9-4a26-a3a2-8fd5814596f5 req-d61102d5-a83a-465c-a11c-04da22b461da service nova] Releasing lock "refresh_cache-ef339173-473d-400f-bc22-1690b351b81b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.946117] env[70243]: DEBUG nova.compute.utils [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.955445] env[70243]: DEBUG nova.compute.manager [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 961.955780] env[70243]: DEBUG nova.network.neutron [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.014146] env[70243]: DEBUG nova.policy [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dee7e13e3f64945b44bac49d4c2d09d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b82d157f42e44fdf8b5c0b034837f77f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.114563] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622210, 'name': CreateVM_Task, 'duration_secs': 0.547609} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.114746] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef339173-473d-400f-bc22-1690b351b81b] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.115661] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.116462] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.116462] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.116462] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18fe8e1a-59d7-4e0d-921a-efeeca546bd5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.127046] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Waiting for the task: (returnval){ [ 962.127046] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520879d8-fe66-ff93-455f-ed4fa79abb99" [ 962.127046] env[70243]: _type = "Task" [ 962.127046] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.139421] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520879d8-fe66-ff93-455f-ed4fa79abb99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.210705] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622212, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.334999] env[70243]: DEBUG nova.compute.manager [req-e6d07715-3ccd-4635-bc5d-6b6d98a5f4f4 req-c4e1bddf-81f0-4f6c-86fb-763317c715a1 service nova] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Received event network-vif-deleted-98bf9267-7b2a-418f-9acc-07fce296efa1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.336872] env[70243]: INFO nova.compute.manager [req-e6d07715-3ccd-4635-bc5d-6b6d98a5f4f4 req-c4e1bddf-81f0-4f6c-86fb-763317c715a1 service nova] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Neutron deleted interface 98bf9267-7b2a-418f-9acc-07fce296efa1; detaching it from the instance and deleting it from the info cache [ 962.336872] env[70243]: DEBUG nova.network.neutron [req-e6d07715-3ccd-4635-bc5d-6b6d98a5f4f4 req-c4e1bddf-81f0-4f6c-86fb-763317c715a1 service nova] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.355954] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8129fcff-c96f-41dc-87ad-71352be82eb8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.366225] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622211, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.369309] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12a7575-52b7-4c13-b9d1-704c9a60d2b8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.408644] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362c22e1-e058-437b-ba11-b503ee3c8b7c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.421971] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ec3b50-f9db-4409-b7fe-14a982246861 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.438053] env[70243]: DEBUG nova.compute.provider_tree [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.455853] env[70243]: DEBUG nova.compute.manager [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.511466] env[70243]: DEBUG nova.network.neutron [-] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.514909] env[70243]: DEBUG nova.network.neutron [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Successfully created port: da27ba60-e63c-4f12-acec-fbfa682731cd {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.641635] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520879d8-fe66-ff93-455f-ed4fa79abb99, 'name': SearchDatastore_Task, 'duration_secs': 0.019831} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.641951] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.642237] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.642554] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.642710] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.642895] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.643212] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09cc2030-3350-4b6b-8702-782ce6145902 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.657104] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.657400] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.658140] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed639a40-396c-448e-8b1b-fa7d93e2dbe1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.668437] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Waiting for the task: (returnval){ [ 962.668437] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e51172-d404-c23e-0640-c62494135042" [ 962.668437] env[70243]: _type = "Task" [ 962.668437] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.680906] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e51172-d404-c23e-0640-c62494135042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.708249] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871007} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.708249] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 7ddf2356-7912-4fab-88c0-4089dd43bdee/7ddf2356-7912-4fab-88c0-4089dd43bdee.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.708249] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.708413] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b9c4a24-1d79-445f-be01-6e68dd0d20c0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.718972] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 962.718972] env[70243]: value = "task-3622213" [ 962.718972] env[70243]: _type = "Task" [ 962.718972] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.729953] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.816311] env[70243]: DEBUG nova.compute.manager [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.817337] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0953e855-a5b2-429b-828e-474ad08b5c86 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.839753] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c411af9-cf79-4dd9-bb24-d75184b78ca4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.857623] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d71ae8d-3446-4785-b36a-24c8915ddd71 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.875678] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622211, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.904919] env[70243]: DEBUG nova.compute.manager [req-e6d07715-3ccd-4635-bc5d-6b6d98a5f4f4 req-c4e1bddf-81f0-4f6c-86fb-763317c715a1 service nova] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Detach interface failed, port_id=98bf9267-7b2a-418f-9acc-07fce296efa1, reason: Instance 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 962.943158] env[70243]: DEBUG nova.scheduler.client.report [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.014256] env[70243]: INFO nova.compute.manager [-] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Took 1.46 seconds to deallocate network for instance. [ 963.184363] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e51172-d404-c23e-0640-c62494135042, 'name': SearchDatastore_Task, 'duration_secs': 0.014959} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.185310] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64e61733-8bfd-426b-8532-17b06b82c500 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.196034] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Waiting for the task: (returnval){ [ 963.196034] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527d95b9-fbf4-c865-1213-d75759bc70b0" [ 963.196034] env[70243]: _type = "Task" [ 963.196034] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.208711] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527d95b9-fbf4-c865-1213-d75759bc70b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.233300] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08117} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.233639] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.234589] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f88048-907f-4969-810f-3e893d332c53 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.264163] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 7ddf2356-7912-4fab-88c0-4089dd43bdee/7ddf2356-7912-4fab-88c0-4089dd43bdee.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.264532] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9fd5873-f78f-4f7e-9e26-846ac294bcaf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.288327] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 963.288327] env[70243]: value = "task-3622214" [ 963.288327] env[70243]: _type = "Task" [ 963.288327] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.301058] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622214, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.332334] env[70243]: INFO nova.compute.manager [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] instance snapshotting [ 963.333147] env[70243]: DEBUG nova.objects.instance [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lazy-loading 'flavor' on Instance uuid bb0d8bc4-c513-46f3-aa96-660f9c6f1380 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.362900] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622211, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.450973] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.455030] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.164s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.455910] env[70243]: INFO nova.compute.claims [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.470446] env[70243]: DEBUG nova.compute.manager [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.486719] env[70243]: INFO nova.scheduler.client.report [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Deleted allocations for instance 819f3541-bda8-4fe6-b733-be1770d33aa0 [ 963.511629] env[70243]: DEBUG nova.virt.hardware [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.511999] env[70243]: DEBUG nova.virt.hardware [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.512216] env[70243]: DEBUG nova.virt.hardware [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.512474] env[70243]: DEBUG nova.virt.hardware [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.513080] env[70243]: DEBUG nova.virt.hardware [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.513080] env[70243]: DEBUG nova.virt.hardware [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.513193] env[70243]: DEBUG nova.virt.hardware [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.513411] env[70243]: DEBUG nova.virt.hardware [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.513621] env[70243]: DEBUG nova.virt.hardware [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.513823] env[70243]: DEBUG nova.virt.hardware [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.514052] env[70243]: DEBUG nova.virt.hardware [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.515162] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db157cf7-4012-451f-9ee7-6d74528d8180 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.526630] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.532816] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ee4346-6fa0-422c-bb5b-03400343214a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.711629] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527d95b9-fbf4-c865-1213-d75759bc70b0, 'name': SearchDatastore_Task, 'duration_secs': 0.018357} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.712904] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.712904] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] ef339173-473d-400f-bc22-1690b351b81b/ef339173-473d-400f-bc22-1690b351b81b.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.712904] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47901949-6315-44df-8b9e-375539d4cbb0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.724118] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Waiting for the task: (returnval){ [ 963.724118] env[70243]: value = "task-3622215" [ 963.724118] env[70243]: _type = "Task" [ 963.724118] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.737201] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.807052] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622214, 'name': ReconfigVM_Task, 'duration_secs': 0.321713} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.807241] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 7ddf2356-7912-4fab-88c0-4089dd43bdee/7ddf2356-7912-4fab-88c0-4089dd43bdee.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.807857] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1cd7f0c-3abe-4760-af1f-ee8b8f57cb63 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.818994] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 963.818994] env[70243]: value = "task-3622216" [ 963.818994] env[70243]: _type = "Task" [ 963.818994] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.831691] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622216, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.839396] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219238ca-b3e8-4b24-87ea-018af0169819 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.868278] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09cd736-b22d-45d2-b24c-b1b0f2e92e8a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.874932] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622211, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.996850] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9f3c446e-da77-4d28-8322-1be414028a3f tempest-MigrationsAdminTest-628521669 tempest-MigrationsAdminTest-628521669-project-member] Lock "819f3541-bda8-4fe6-b733-be1770d33aa0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.872s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.239400] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622215, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.254149] env[70243]: DEBUG nova.compute.manager [req-3e90c793-edd5-4edc-91ea-75c632e051ed req-0fd512f9-c778-43ae-85a5-a4445a1df5c3 service nova] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Received event network-vif-plugged-da27ba60-e63c-4f12-acec-fbfa682731cd {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.254401] env[70243]: DEBUG oslo_concurrency.lockutils [req-3e90c793-edd5-4edc-91ea-75c632e051ed req-0fd512f9-c778-43ae-85a5-a4445a1df5c3 service nova] Acquiring lock "553877a2-a659-4cc7-85f0-06a33fd43e44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.254637] env[70243]: DEBUG oslo_concurrency.lockutils [req-3e90c793-edd5-4edc-91ea-75c632e051ed req-0fd512f9-c778-43ae-85a5-a4445a1df5c3 service nova] Lock "553877a2-a659-4cc7-85f0-06a33fd43e44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.254807] env[70243]: DEBUG oslo_concurrency.lockutils [req-3e90c793-edd5-4edc-91ea-75c632e051ed req-0fd512f9-c778-43ae-85a5-a4445a1df5c3 service nova] Lock "553877a2-a659-4cc7-85f0-06a33fd43e44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.254997] env[70243]: DEBUG nova.compute.manager [req-3e90c793-edd5-4edc-91ea-75c632e051ed req-0fd512f9-c778-43ae-85a5-a4445a1df5c3 service nova] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] No waiting events found dispatching network-vif-plugged-da27ba60-e63c-4f12-acec-fbfa682731cd {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.255281] env[70243]: WARNING nova.compute.manager [req-3e90c793-edd5-4edc-91ea-75c632e051ed req-0fd512f9-c778-43ae-85a5-a4445a1df5c3 service nova] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Received unexpected event network-vif-plugged-da27ba60-e63c-4f12-acec-fbfa682731cd for instance with vm_state building and task_state spawning. [ 964.329613] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622216, 'name': Rename_Task, 'duration_secs': 0.278531} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.330085] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.330183] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7005fcec-73b3-4458-bd9f-b53d52c5b5ea {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.335783] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 964.335783] env[70243]: value = "task-3622217" [ 964.335783] env[70243]: _type = "Task" [ 964.335783] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.343784] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.358279] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622211, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.775268} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.358551] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bba33c7-f344-4c25-a52a-e1101c330cdc/2bba33c7-f344-4c25-a52a-e1101c330cdc.vmdk to [datastore1] 6aa2d165-bf6b-4729-a5e8-66753193fed8/6aa2d165-bf6b-4729-a5e8-66753193fed8.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.359334] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988859bf-26e1-47a0-8373-11a0251c3311 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.382805] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 6aa2d165-bf6b-4729-a5e8-66753193fed8/6aa2d165-bf6b-4729-a5e8-66753193fed8.vmdk or device None with type streamOptimized {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.382805] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6817125-03a4-4ab2-992e-5df51fa6cef7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.397573] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Creating Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 964.398240] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-59bd401f-4b46-411b-a3da-b43a84c6ae66 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.405753] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 964.405753] env[70243]: value = "task-3622218" [ 964.405753] env[70243]: _type = "Task" [ 964.405753] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.409585] env[70243]: DEBUG oslo_vmware.api [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 964.409585] env[70243]: value = "task-3622219" [ 964.409585] env[70243]: _type = "Task" [ 964.409585] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.415948] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.420299] env[70243]: DEBUG oslo_vmware.api [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622219, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.506168] env[70243]: DEBUG nova.network.neutron [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Successfully updated port: da27ba60-e63c-4f12-acec-fbfa682731cd {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.744467] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626144} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.744598] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] ef339173-473d-400f-bc22-1690b351b81b/ef339173-473d-400f-bc22-1690b351b81b.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.744964] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.750850] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55a2bbfa-ef69-414d-9d42-aabebf923776 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.762970] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Waiting for the task: (returnval){ [ 964.762970] env[70243]: value = "task-3622220" [ 964.762970] env[70243]: _type = "Task" [ 964.762970] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.776835] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.834462] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fed27d-73b8-4965-966e-5ce3a03610e1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.846339] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622217, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.849233] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de80d69-4b5d-4e5c-b3ee-a53515e0c91f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.886918] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d730c913-127d-48d7-831b-0707aa089b0b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.896026] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429dd12b-a6cb-4090-b9fc-1e04c9f9848c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.912469] env[70243]: DEBUG nova.compute.provider_tree [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.930531] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f3bcee35-77ce-4c8b-8061-8a63b8405a6e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "73baeaff-7a2c-4efb-a9f9-194020d5f359" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.930531] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f3bcee35-77ce-4c8b-8061-8a63b8405a6e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "73baeaff-7a2c-4efb-a9f9-194020d5f359" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.937568] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622218, 'name': ReconfigVM_Task, 'duration_secs': 0.415758} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.937568] env[70243]: DEBUG oslo_vmware.api [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622219, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.938096] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 6aa2d165-bf6b-4729-a5e8-66753193fed8/6aa2d165-bf6b-4729-a5e8-66753193fed8.vmdk or device None with type streamOptimized {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.939518] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd911ca1-7ac7-4c64-84b2-a03a2764c736 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.946624] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 964.946624] env[70243]: value = "task-3622221" [ 964.946624] env[70243]: _type = "Task" [ 964.946624] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.957796] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622221, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.013489] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "refresh_cache-553877a2-a659-4cc7-85f0-06a33fd43e44" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.013799] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired lock "refresh_cache-553877a2-a659-4cc7-85f0-06a33fd43e44" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.013890] env[70243]: DEBUG nova.network.neutron [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.274205] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.241076} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.274500] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.275404] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53d4d2e-f572-41d0-9369-d1c1b3546adc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.303389] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] ef339173-473d-400f-bc22-1690b351b81b/ef339173-473d-400f-bc22-1690b351b81b.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.303389] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fb8cdee-78b9-4877-b258-317db9837ac3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.323209] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Waiting for the task: (returnval){ [ 965.323209] env[70243]: value = "task-3622222" [ 965.323209] env[70243]: _type = "Task" [ 965.323209] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.332207] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.348184] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622217, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.422871] env[70243]: DEBUG oslo_vmware.api [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622219, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.425934] env[70243]: DEBUG nova.scheduler.client.report [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.439215] env[70243]: DEBUG nova.compute.utils [None req-f3bcee35-77ce-4c8b-8061-8a63b8405a6e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.458025] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622221, 'name': Rename_Task, 'duration_secs': 0.408428} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.458770] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.459049] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb696dd0-4ce8-4e2a-804d-7d4527ff7187 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.467280] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 965.467280] env[70243]: value = "task-3622223" [ 965.467280] env[70243]: _type = "Task" [ 965.467280] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.477780] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.557713] env[70243]: DEBUG nova.network.neutron [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.738882] env[70243]: DEBUG nova.network.neutron [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Updating instance_info_cache with network_info: [{"id": "da27ba60-e63c-4f12-acec-fbfa682731cd", "address": "fa:16:3e:e0:08:db", "network": {"id": "9ca41f48-ec49-4b89-8cf4-e17009fd41d3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-376653628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b82d157f42e44fdf8b5c0b034837f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda27ba60-e6", "ovs_interfaceid": "da27ba60-e63c-4f12-acec-fbfa682731cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.835691] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622222, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.851024] env[70243]: DEBUG oslo_vmware.api [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622217, 'name': PowerOnVM_Task, 'duration_secs': 1.236666} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.851024] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.851024] env[70243]: INFO nova.compute.manager [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Took 8.79 seconds to spawn the instance on the hypervisor. [ 965.851024] env[70243]: DEBUG nova.compute.manager [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.851024] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a7f90f-6866-490a-891f-6f923f045ab7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.924300] env[70243]: DEBUG oslo_vmware.api [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622219, 'name': CreateSnapshot_Task, 'duration_secs': 1.502359} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.924818] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Created Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 965.925792] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371f4e48-bc7c-4984-8b51-60144bb8676c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.935383] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.935615] env[70243]: DEBUG nova.compute.manager [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.940581] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.018s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.942045] env[70243]: INFO nova.compute.claims [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.944815] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f3bcee35-77ce-4c8b-8061-8a63b8405a6e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "73baeaff-7a2c-4efb-a9f9-194020d5f359" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.980392] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622223, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.241797] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Releasing lock "refresh_cache-553877a2-a659-4cc7-85f0-06a33fd43e44" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.242183] env[70243]: DEBUG nova.compute.manager [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Instance network_info: |[{"id": "da27ba60-e63c-4f12-acec-fbfa682731cd", "address": "fa:16:3e:e0:08:db", "network": {"id": "9ca41f48-ec49-4b89-8cf4-e17009fd41d3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-376653628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b82d157f42e44fdf8b5c0b034837f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda27ba60-e6", "ovs_interfaceid": "da27ba60-e63c-4f12-acec-fbfa682731cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.242695] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:08:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da27ba60-e63c-4f12-acec-fbfa682731cd', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.250337] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.250610] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.250847] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95daf93b-3b19-4c73-972a-e2a34b17f04b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.272543] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.272543] env[70243]: value = "task-3622224" [ 966.272543] env[70243]: _type = "Task" [ 966.272543] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.283105] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622224, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.332896] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622222, 'name': ReconfigVM_Task, 'duration_secs': 0.548947} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.333201] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Reconfigured VM instance instance-00000044 to attach disk [datastore2] ef339173-473d-400f-bc22-1690b351b81b/ef339173-473d-400f-bc22-1690b351b81b.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.333945] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-193f2e14-858b-460a-a0ca-82566a7b04ab {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.339502] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Waiting for the task: (returnval){ [ 966.339502] env[70243]: value = "task-3622225" [ 966.339502] env[70243]: _type = "Task" [ 966.339502] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.353024] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622225, 'name': Rename_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.368854] env[70243]: INFO nova.compute.manager [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Took 21.17 seconds to build instance. [ 966.441933] env[70243]: DEBUG nova.compute.utils [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.443581] env[70243]: DEBUG nova.compute.manager [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Not allocating networking since 'none' was specified. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 966.453695] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Creating linked-clone VM from snapshot {{(pid=70243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 966.456666] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e7d2e6e0-fd75-4192-a528-2a4cc1c8c31d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.468367] env[70243]: DEBUG oslo_vmware.api [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 966.468367] env[70243]: value = "task-3622226" [ 966.468367] env[70243]: _type = "Task" [ 966.468367] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.479591] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622223, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.483188] env[70243]: DEBUG oslo_vmware.api [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622226, 'name': CloneVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.751532] env[70243]: DEBUG oslo_concurrency.lockutils [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Acquiring lock "672bd80c-015e-4769-af92-dc1ae155a44e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.752425] env[70243]: DEBUG oslo_concurrency.lockutils [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Lock "672bd80c-015e-4769-af92-dc1ae155a44e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.778199] env[70243]: DEBUG nova.compute.manager [req-39473822-edd4-47af-a528-b742b6219f63 req-a832b980-52a0-4c3f-9fec-c91a7e44e062 service nova] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Received event network-changed-da27ba60-e63c-4f12-acec-fbfa682731cd {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.778199] env[70243]: DEBUG nova.compute.manager [req-39473822-edd4-47af-a528-b742b6219f63 req-a832b980-52a0-4c3f-9fec-c91a7e44e062 service nova] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Refreshing instance network info cache due to event network-changed-da27ba60-e63c-4f12-acec-fbfa682731cd. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.778199] env[70243]: DEBUG oslo_concurrency.lockutils [req-39473822-edd4-47af-a528-b742b6219f63 req-a832b980-52a0-4c3f-9fec-c91a7e44e062 service nova] Acquiring lock "refresh_cache-553877a2-a659-4cc7-85f0-06a33fd43e44" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.778199] env[70243]: DEBUG oslo_concurrency.lockutils [req-39473822-edd4-47af-a528-b742b6219f63 req-a832b980-52a0-4c3f-9fec-c91a7e44e062 service nova] Acquired lock "refresh_cache-553877a2-a659-4cc7-85f0-06a33fd43e44" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.778199] env[70243]: DEBUG nova.network.neutron [req-39473822-edd4-47af-a528-b742b6219f63 req-a832b980-52a0-4c3f-9fec-c91a7e44e062 service nova] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Refreshing network info cache for port da27ba60-e63c-4f12-acec-fbfa682731cd {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.788969] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622224, 'name': CreateVM_Task, 'duration_secs': 0.43554} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.789328] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.790620] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.790947] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.791424] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.792233] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d1bd962-e374-498c-9344-a6d01c16ea36 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.798618] env[70243]: DEBUG oslo_vmware.api [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 966.798618] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52175845-0a22-963c-5e4a-36c7c81229f7" [ 966.798618] env[70243]: _type = "Task" [ 966.798618] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.808769] env[70243]: DEBUG oslo_vmware.api [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52175845-0a22-963c-5e4a-36c7c81229f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.851289] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Acquiring lock "3a27ee61-506d-4f28-9b21-ff51f153e3b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.851289] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Lock "3a27ee61-506d-4f28-9b21-ff51f153e3b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.851531] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Acquiring lock "3a27ee61-506d-4f28-9b21-ff51f153e3b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.852386] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Lock "3a27ee61-506d-4f28-9b21-ff51f153e3b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.852386] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Lock "3a27ee61-506d-4f28-9b21-ff51f153e3b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.854032] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622225, 'name': Rename_Task, 'duration_secs': 0.193764} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.854696] env[70243]: INFO nova.compute.manager [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Terminating instance [ 966.856154] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.857477] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ccb089a-3725-42b9-91cd-1b711a6f6539 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.865456] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Waiting for the task: (returnval){ [ 966.865456] env[70243]: value = "task-3622227" [ 966.865456] env[70243]: _type = "Task" [ 966.865456] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.869792] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf1076ce-739a-4bd2-a6ff-8fc24b7d76ff tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "7ddf2356-7912-4fab-88c0-4089dd43bdee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.679s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.878126] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.946799] env[70243]: DEBUG nova.compute.manager [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.987286] env[70243]: DEBUG oslo_vmware.api [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622223, 'name': PowerOnVM_Task, 'duration_secs': 1.242048} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.987426] env[70243]: DEBUG oslo_vmware.api [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622226, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.987602] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.988471] env[70243]: INFO nova.compute.manager [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Took 17.46 seconds to spawn the instance on the hypervisor. [ 966.988796] env[70243]: DEBUG nova.compute.manager [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.989645] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1b2d67-5ebe-42b6-b799-bfb32b9d5266 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.024454] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f3bcee35-77ce-4c8b-8061-8a63b8405a6e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "73baeaff-7a2c-4efb-a9f9-194020d5f359" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.026084] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f3bcee35-77ce-4c8b-8061-8a63b8405a6e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "73baeaff-7a2c-4efb-a9f9-194020d5f359" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.026084] env[70243]: INFO nova.compute.manager [None req-f3bcee35-77ce-4c8b-8061-8a63b8405a6e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Attaching volume 864a94a8-c189-48bc-a608-311df12ff3f0 to /dev/sdb [ 967.100029] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a92efd-e8a5-49df-8443-33305385bb2d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.111017] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f0df49-ab71-42d3-a06a-2c808ffe4c1a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.129120] env[70243]: DEBUG nova.virt.block_device [None req-f3bcee35-77ce-4c8b-8061-8a63b8405a6e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Updating existing volume attachment record: c26dcf50-1b12-432b-8ccf-843cc00062c5 {{(pid=70243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 967.255022] env[70243]: DEBUG nova.compute.manager [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.311484] env[70243]: DEBUG oslo_vmware.api [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52175845-0a22-963c-5e4a-36c7c81229f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012211} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.314636] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.314699] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.314972] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.315188] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.315414] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.317486] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-967f4287-3fb9-478c-97af-29f2dfbcf070 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.325933] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.326160] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.326940] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca0040f1-33c8-4b32-9e81-fd7edd59d067 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.338099] env[70243]: DEBUG oslo_vmware.api [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 967.338099] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521b6377-e702-ce81-2348-dc5ddc3194c3" [ 967.338099] env[70243]: _type = "Task" [ 967.338099] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.347352] env[70243]: DEBUG oslo_vmware.api [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521b6377-e702-ce81-2348-dc5ddc3194c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.348937] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee52aba-e4ef-4b1a-8c38-9afe04a6e1a9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.355812] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561660da-d13f-4f58-9afd-369511282a8b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.360361] env[70243]: DEBUG nova.compute.manager [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.360541] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.360769] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-328d55c6-30c4-4fa7-acea-472b638c34b8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.390653] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d69999d-d752-4afc-80c0-d3f1e0b53071 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.394752] env[70243]: DEBUG oslo_vmware.api [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Waiting for the task: (returnval){ [ 967.394752] env[70243]: value = "task-3622229" [ 967.394752] env[70243]: _type = "Task" [ 967.394752] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.405060] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622227, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.408289] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d63780-6913-41e7-bf8e-658025c5166e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.418929] env[70243]: DEBUG oslo_vmware.api [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.428945] env[70243]: DEBUG nova.compute.provider_tree [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.491240] env[70243]: DEBUG oslo_vmware.api [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622226, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.514994] env[70243]: INFO nova.compute.manager [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Took 27.53 seconds to build instance. [ 967.685905] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquiring lock "7ddf2356-7912-4fab-88c0-4089dd43bdee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.686256] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "7ddf2356-7912-4fab-88c0-4089dd43bdee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.686506] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquiring lock "7ddf2356-7912-4fab-88c0-4089dd43bdee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.686914] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "7ddf2356-7912-4fab-88c0-4089dd43bdee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.686914] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "7ddf2356-7912-4fab-88c0-4089dd43bdee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.689335] env[70243]: DEBUG nova.network.neutron [req-39473822-edd4-47af-a528-b742b6219f63 req-a832b980-52a0-4c3f-9fec-c91a7e44e062 service nova] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Updated VIF entry in instance network info cache for port da27ba60-e63c-4f12-acec-fbfa682731cd. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.689805] env[70243]: DEBUG nova.network.neutron [req-39473822-edd4-47af-a528-b742b6219f63 req-a832b980-52a0-4c3f-9fec-c91a7e44e062 service nova] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Updating instance_info_cache with network_info: [{"id": "da27ba60-e63c-4f12-acec-fbfa682731cd", "address": "fa:16:3e:e0:08:db", "network": {"id": "9ca41f48-ec49-4b89-8cf4-e17009fd41d3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-376653628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b82d157f42e44fdf8b5c0b034837f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda27ba60-e6", "ovs_interfaceid": "da27ba60-e63c-4f12-acec-fbfa682731cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.694222] env[70243]: INFO nova.compute.manager [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Terminating instance [ 967.798475] env[70243]: DEBUG oslo_concurrency.lockutils [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.847512] env[70243]: DEBUG oslo_vmware.api [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521b6377-e702-ce81-2348-dc5ddc3194c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009366} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.848152] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55d41e21-a319-40c0-83d7-bde29c5ca9fa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.854070] env[70243]: DEBUG oslo_vmware.api [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 967.854070] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52603571-b097-d397-ea96-9c2396018a0f" [ 967.854070] env[70243]: _type = "Task" [ 967.854070] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.863114] env[70243]: DEBUG oslo_vmware.api [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52603571-b097-d397-ea96-9c2396018a0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.903789] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622227, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.915174] env[70243]: DEBUG oslo_vmware.api [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622229, 'name': PowerOffVM_Task, 'duration_secs': 0.397288} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.915491] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.915700] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Volume detach. Driver type: vmdk {{(pid=70243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 967.915919] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722374', 'volume_id': 'cf01ac5d-0c78-4c47-b365-6f02150730ba', 'name': 'volume-cf01ac5d-0c78-4c47-b365-6f02150730ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a27ee61-506d-4f28-9b21-ff51f153e3b4', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf01ac5d-0c78-4c47-b365-6f02150730ba', 'serial': 'cf01ac5d-0c78-4c47-b365-6f02150730ba'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 967.916762] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b38cc6b-da01-4955-b659-88ea1a9ce90b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.939421] env[70243]: DEBUG nova.scheduler.client.report [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.944120] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4172dc4-de18-4f9c-9b80-c5fac76f017f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.954522] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32290d33-c179-4292-a54b-14fb1772bc04 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.957191] env[70243]: DEBUG nova.compute.manager [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.982917] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f66b987-e75d-4f80-8c6d-6ea733403f83 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.991234] env[70243]: DEBUG oslo_vmware.api [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622226, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.003868] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] The volume has not been displaced from its original location: [datastore1] volume-cf01ac5d-0c78-4c47-b365-6f02150730ba/volume-cf01ac5d-0c78-4c47-b365-6f02150730ba.vmdk. No consolidation needed. {{(pid=70243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 968.009466] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 968.011969] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6af338b-9071-40ed-ad84-e0772ba5bf0d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.029286] env[70243]: DEBUG oslo_concurrency.lockutils [None req-66339d2c-4aeb-442b-a3eb-4697decb746b tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "6aa2d165-bf6b-4729-a5e8-66753193fed8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.058s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.033161] env[70243]: DEBUG oslo_vmware.api [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Waiting for the task: (returnval){ [ 968.033161] env[70243]: value = "task-3622232" [ 968.033161] env[70243]: _type = "Task" [ 968.033161] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.041244] env[70243]: DEBUG nova.virt.hardware [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.041244] env[70243]: DEBUG nova.virt.hardware [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.041244] env[70243]: DEBUG nova.virt.hardware [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.041244] env[70243]: DEBUG nova.virt.hardware [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.041244] env[70243]: DEBUG nova.virt.hardware [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.041621] env[70243]: DEBUG nova.virt.hardware [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.041659] env[70243]: DEBUG nova.virt.hardware [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.043214] env[70243]: DEBUG nova.virt.hardware [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.043214] env[70243]: DEBUG nova.virt.hardware [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.043214] env[70243]: DEBUG nova.virt.hardware [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.043214] env[70243]: DEBUG nova.virt.hardware [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.044840] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c2c87a-a448-44f8-9757-f0f611e1bc6b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.058010] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c6917c-65e8-4b6f-b8af-23861d4c7532 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.062346] env[70243]: DEBUG oslo_vmware.api [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.073605] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Instance VIF info [] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.079471] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Creating folder: Project (2bf219875dd74333a7fefe8673581bc5). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.080045] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7991521c-30da-4b16-b532-316d35f7a153 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.089120] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Created folder: Project (2bf219875dd74333a7fefe8673581bc5) in parent group-v722220. [ 968.089341] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Creating folder: Instances. Parent ref: group-v722429. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.090170] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a7817e3-3cfa-4788-b2bf-7442b16d5382 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.099664] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Created folder: Instances in parent group-v722429. [ 968.099883] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.100119] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.100370] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-609c7b6d-3955-4698-9be0-e45a2669fa41 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.117277] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.117277] env[70243]: value = "task-3622235" [ 968.117277] env[70243]: _type = "Task" [ 968.117277] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.126181] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622235, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.194405] env[70243]: DEBUG oslo_concurrency.lockutils [req-39473822-edd4-47af-a528-b742b6219f63 req-a832b980-52a0-4c3f-9fec-c91a7e44e062 service nova] Releasing lock "refresh_cache-553877a2-a659-4cc7-85f0-06a33fd43e44" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.195598] env[70243]: DEBUG nova.compute.manager [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.195854] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.196773] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc367766-5e66-4b52-9422-498c49022f62 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.205056] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.205540] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a144bfc9-b750-4f7a-b35f-e29e73335d21 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.211766] env[70243]: DEBUG oslo_vmware.api [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 968.211766] env[70243]: value = "task-3622236" [ 968.211766] env[70243]: _type = "Task" [ 968.211766] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.222048] env[70243]: DEBUG oslo_vmware.api [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.368116] env[70243]: DEBUG oslo_vmware.api [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52603571-b097-d397-ea96-9c2396018a0f, 'name': SearchDatastore_Task, 'duration_secs': 0.013009} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.368500] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.368711] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 553877a2-a659-4cc7-85f0-06a33fd43e44/553877a2-a659-4cc7-85f0-06a33fd43e44.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.368983] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-174942c9-a96c-480c-9167-e1084179dbdf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.375410] env[70243]: DEBUG oslo_vmware.api [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 968.375410] env[70243]: value = "task-3622237" [ 968.375410] env[70243]: _type = "Task" [ 968.375410] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.385255] env[70243]: DEBUG oslo_vmware.api [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.396200] env[70243]: DEBUG oslo_vmware.api [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622227, 'name': PowerOnVM_Task, 'duration_secs': 1.10367} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.396200] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "6aa2d165-bf6b-4729-a5e8-66753193fed8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.396200] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "6aa2d165-bf6b-4729-a5e8-66753193fed8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.396200] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "6aa2d165-bf6b-4729-a5e8-66753193fed8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.396463] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "6aa2d165-bf6b-4729-a5e8-66753193fed8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.396463] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "6aa2d165-bf6b-4729-a5e8-66753193fed8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.398252] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.398299] env[70243]: INFO nova.compute.manager [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Took 14.33 seconds to spawn the instance on the hypervisor. [ 968.398478] env[70243]: DEBUG nova.compute.manager [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.399290] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b6a9d3-b5a3-499c-a511-e2a4df07f411 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.403155] env[70243]: INFO nova.compute.manager [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Terminating instance [ 968.449177] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.451473] env[70243]: DEBUG nova.compute.manager [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.453480] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.249s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.454390] env[70243]: INFO nova.compute.claims [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.486322] env[70243]: DEBUG oslo_vmware.api [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622226, 'name': CloneVM_Task, 'duration_secs': 1.978412} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.486558] env[70243]: INFO nova.virt.vmwareapi.vmops [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Created linked-clone VM from snapshot [ 968.487438] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea721748-968d-4151-a275-13f82355e785 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.496525] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Uploading image 65b196b8-9c7e-45cd-b853-17845ab6614b {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 968.520227] env[70243]: DEBUG oslo_vmware.rw_handles [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 968.520227] env[70243]: value = "vm-722426" [ 968.520227] env[70243]: _type = "VirtualMachine" [ 968.520227] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 968.520556] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-848fffa0-ba13-4dd4-96ea-ad755f4736f2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.526969] env[70243]: DEBUG oslo_vmware.rw_handles [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lease: (returnval){ [ 968.526969] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527e8d1e-2f96-b0f5-5b38-13396953a19d" [ 968.526969] env[70243]: _type = "HttpNfcLease" [ 968.526969] env[70243]: } obtained for exporting VM: (result){ [ 968.526969] env[70243]: value = "vm-722426" [ 968.526969] env[70243]: _type = "VirtualMachine" [ 968.526969] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 968.527251] env[70243]: DEBUG oslo_vmware.api [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the lease: (returnval){ [ 968.527251] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527e8d1e-2f96-b0f5-5b38-13396953a19d" [ 968.527251] env[70243]: _type = "HttpNfcLease" [ 968.527251] env[70243]: } to be ready. {{(pid=70243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 968.534844] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 968.534844] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527e8d1e-2f96-b0f5-5b38-13396953a19d" [ 968.534844] env[70243]: _type = "HttpNfcLease" [ 968.534844] env[70243]: } is initializing. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 968.550967] env[70243]: DEBUG oslo_vmware.api [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622232, 'name': ReconfigVM_Task, 'duration_secs': 0.242268} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.551325] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 968.556265] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbc1989c-310b-40fc-9152-c849533d522f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.571376] env[70243]: DEBUG oslo_vmware.api [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Waiting for the task: (returnval){ [ 968.571376] env[70243]: value = "task-3622239" [ 968.571376] env[70243]: _type = "Task" [ 968.571376] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.579057] env[70243]: DEBUG oslo_vmware.api [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.628821] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622235, 'name': CreateVM_Task, 'duration_secs': 0.478229} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.628898] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.629676] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.629846] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.630267] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.630860] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa11ce00-0849-466b-96a0-f6222c402e00 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.636632] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Waiting for the task: (returnval){ [ 968.636632] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ac8b91-007c-a061-8942-c81649b7460d" [ 968.636632] env[70243]: _type = "Task" [ 968.636632] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.647401] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ac8b91-007c-a061-8942-c81649b7460d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.721722] env[70243]: DEBUG oslo_vmware.api [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622236, 'name': PowerOffVM_Task, 'duration_secs': 0.20513} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.721972] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.722165] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.722517] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-443ba5e9-8a58-4065-bd41-a7fae79d2d91 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.790453] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.790688] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.790876] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Deleting the datastore file [datastore2] 7ddf2356-7912-4fab-88c0-4089dd43bdee {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.791255] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1c726b0-ad15-408b-a675-570c94a071dd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.800746] env[70243]: DEBUG oslo_vmware.api [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for the task: (returnval){ [ 968.800746] env[70243]: value = "task-3622241" [ 968.800746] env[70243]: _type = "Task" [ 968.800746] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.809476] env[70243]: DEBUG oslo_vmware.api [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.885254] env[70243]: DEBUG oslo_vmware.api [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622237, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.907830] env[70243]: DEBUG nova.compute.manager [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.908135] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.909123] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd7bb5c-4ab0-42a4-a3e4-c27c42bd07b8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.923213] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.923689] env[70243]: INFO nova.compute.manager [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Took 25.18 seconds to build instance. [ 968.924841] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de97bf2f-dff7-4901-ad3d-5d009969c287 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.931786] env[70243]: DEBUG oslo_vmware.api [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 968.931786] env[70243]: value = "task-3622242" [ 968.931786] env[70243]: _type = "Task" [ 968.931786] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.940790] env[70243]: DEBUG oslo_vmware.api [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.959600] env[70243]: DEBUG nova.compute.utils [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.963016] env[70243]: DEBUG nova.compute.manager [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.963209] env[70243]: DEBUG nova.network.neutron [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.037289] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 969.037289] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527e8d1e-2f96-b0f5-5b38-13396953a19d" [ 969.037289] env[70243]: _type = "HttpNfcLease" [ 969.037289] env[70243]: } is ready. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 969.037289] env[70243]: DEBUG oslo_vmware.rw_handles [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 969.037289] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527e8d1e-2f96-b0f5-5b38-13396953a19d" [ 969.037289] env[70243]: _type = "HttpNfcLease" [ 969.037289] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 969.037289] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53a3fad-999f-4d9c-824b-cc2ee6da56f2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.042083] env[70243]: DEBUG nova.policy [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '093e415c2d0b407fa67699928d5157b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc3772630a874e489748a48fd56254fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.049250] env[70243]: DEBUG oslo_vmware.rw_handles [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f52c3a-0baf-85a8-6691-79917940c432/disk-0.vmdk from lease info. {{(pid=70243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 969.049598] env[70243]: DEBUG oslo_vmware.rw_handles [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f52c3a-0baf-85a8-6691-79917940c432/disk-0.vmdk for reading. {{(pid=70243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 969.138741] env[70243]: DEBUG oslo_vmware.api [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622239, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.147350] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ac8b91-007c-a061-8942-c81649b7460d, 'name': SearchDatastore_Task, 'duration_secs': 0.053252} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.147675] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.147928] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.148188] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.148333] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.148509] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.148826] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46b465b6-ccbc-48d4-9697-a9ca615629e8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.170128] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.170336] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.174290] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b32031a-50aa-43d0-be9c-ec0afe4a1a25 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.176722] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Waiting for the task: (returnval){ [ 969.176722] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d7eb32-900f-9619-f6a6-5b0b9527faca" [ 969.176722] env[70243]: _type = "Task" [ 969.176722] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.184854] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d7eb32-900f-9619-f6a6-5b0b9527faca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.275263] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4e4d6b5b-69f4-47f3-862c-b92325a99735 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.319096] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Acquiring lock "ef339173-473d-400f-bc22-1690b351b81b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.325802] env[70243]: DEBUG oslo_vmware.api [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Task: {'id': task-3622241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240423} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.326387] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.328867] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.328867] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.328867] env[70243]: INFO nova.compute.manager [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Took 1.13 seconds to destroy the instance on the hypervisor. [ 969.328867] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.328867] env[70243]: DEBUG nova.compute.manager [-] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.328867] env[70243]: DEBUG nova.network.neutron [-] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.386020] env[70243]: DEBUG oslo_vmware.api [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562805} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.386452] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 553877a2-a659-4cc7-85f0-06a33fd43e44/553877a2-a659-4cc7-85f0-06a33fd43e44.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.386824] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.387216] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4e7f138-cf38-4fac-bd4a-d2971ff2b198 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.394262] env[70243]: DEBUG oslo_vmware.api [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 969.394262] env[70243]: value = "task-3622243" [ 969.394262] env[70243]: _type = "Task" [ 969.394262] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.403768] env[70243]: DEBUG oslo_vmware.api [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.427719] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d78ac01-29cb-4a07-ad46-0e0be21cf170 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Lock "ef339173-473d-400f-bc22-1690b351b81b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.694s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.428937] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Lock "ef339173-473d-400f-bc22-1690b351b81b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.109s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.429165] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Acquiring lock "ef339173-473d-400f-bc22-1690b351b81b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.429518] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Lock "ef339173-473d-400f-bc22-1690b351b81b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.429878] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Lock "ef339173-473d-400f-bc22-1690b351b81b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.435431] env[70243]: INFO nova.compute.manager [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Terminating instance [ 969.445978] env[70243]: DEBUG oslo_vmware.api [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.464683] env[70243]: DEBUG nova.compute.manager [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.565619] env[70243]: DEBUG nova.network.neutron [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Successfully created port: f3343cbf-79bc-494d-9a34-1fc687078628 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.638128] env[70243]: DEBUG oslo_vmware.api [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622239, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.687986] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d7eb32-900f-9619-f6a6-5b0b9527faca, 'name': SearchDatastore_Task, 'duration_secs': 0.047411} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.692915] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d32510af-8bc8-4f19-8235-f67ba1b78e72 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.700725] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Waiting for the task: (returnval){ [ 969.700725] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5251268c-0069-8b00-4474-11869356a4b5" [ 969.700725] env[70243]: _type = "Task" [ 969.700725] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.714665] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5251268c-0069-8b00-4474-11869356a4b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.781551] env[70243]: DEBUG nova.compute.manager [req-50076982-823c-40b6-9f3e-18a17a84cbb4 req-f7f48f10-e9b9-4ae1-b5fb-07be570bfd36 service nova] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Received event network-vif-deleted-e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.781876] env[70243]: INFO nova.compute.manager [req-50076982-823c-40b6-9f3e-18a17a84cbb4 req-f7f48f10-e9b9-4ae1-b5fb-07be570bfd36 service nova] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Neutron deleted interface e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8; detaching it from the instance and deleting it from the info cache [ 969.782076] env[70243]: DEBUG nova.network.neutron [req-50076982-823c-40b6-9f3e-18a17a84cbb4 req-f7f48f10-e9b9-4ae1-b5fb-07be570bfd36 service nova] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.857587] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817f946b-7a29-4515-a43b-80efd3212c6f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.866899] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a58c6a-2510-46a3-ae37-1cb5a87029d6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.907545] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72b8c99-ada0-4cc4-abeb-74b865eab7dd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.919422] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1128886f-f085-4cd2-a56c-9d9e3577203a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.925154] env[70243]: DEBUG oslo_vmware.api [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079737} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.925680] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.927738] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191a4631-9cd4-48a3-9892-764553566d95 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.944260] env[70243]: DEBUG nova.compute.manager [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.944956] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.945574] env[70243]: DEBUG nova.compute.provider_tree [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.953395] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fef5c75-6397-4d63-a868-b7ff92dd96a6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.978521] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 553877a2-a659-4cc7-85f0-06a33fd43e44/553877a2-a659-4cc7-85f0-06a33fd43e44.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.984636] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3120345b-60e7-4416-b3c4-0b9b00227691 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.005800] env[70243]: DEBUG oslo_vmware.api [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622242, 'name': PowerOffVM_Task, 'duration_secs': 0.983322} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.006219] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.007067] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.007301] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.008125] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c44899d8-b0cd-4437-8856-07c78d62fed5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.009278] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89661d16-d818-482a-8526-67b2debfc1b7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.015324] env[70243]: DEBUG oslo_vmware.api [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 970.015324] env[70243]: value = "task-3622245" [ 970.015324] env[70243]: _type = "Task" [ 970.015324] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.019642] env[70243]: DEBUG oslo_vmware.api [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Waiting for the task: (returnval){ [ 970.019642] env[70243]: value = "task-3622246" [ 970.019642] env[70243]: _type = "Task" [ 970.019642] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.027162] env[70243]: DEBUG oslo_vmware.api [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622245, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.030623] env[70243]: DEBUG oslo_vmware.api [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.120318] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.120777] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.121214] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Deleting the datastore file [datastore1] 6aa2d165-bf6b-4729-a5e8-66753193fed8 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.121809] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca6e31ee-79ad-4b7c-918b-4afd3df0429e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.134624] env[70243]: DEBUG oslo_vmware.api [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622239, 'name': ReconfigVM_Task, 'duration_secs': 1.160072} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.134991] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722374', 'volume_id': 'cf01ac5d-0c78-4c47-b365-6f02150730ba', 'name': 'volume-cf01ac5d-0c78-4c47-b365-6f02150730ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a27ee61-506d-4f28-9b21-ff51f153e3b4', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf01ac5d-0c78-4c47-b365-6f02150730ba', 'serial': 'cf01ac5d-0c78-4c47-b365-6f02150730ba'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 970.135312] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.137281] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a226729-3181-4789-b36f-7ce6657be246 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.140178] env[70243]: DEBUG oslo_vmware.api [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 970.140178] env[70243]: value = "task-3622248" [ 970.140178] env[70243]: _type = "Task" [ 970.140178] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.148055] env[70243]: DEBUG nova.network.neutron [-] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.148055] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.150331] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ca29cbe-43b4-4fc3-9635-01033f4dd843 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.156424] env[70243]: DEBUG oslo_vmware.api [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.213057] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5251268c-0069-8b00-4474-11869356a4b5, 'name': SearchDatastore_Task, 'duration_secs': 0.021442} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.213421] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.213669] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 9a0b9ed9-718c-4548-af86-9e4324623907/9a0b9ed9-718c-4548-af86-9e4324623907.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.214497] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7833a598-d4a6-4e74-b37b-a34c778bc38b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.225561] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Waiting for the task: (returnval){ [ 970.225561] env[70243]: value = "task-3622250" [ 970.225561] env[70243]: _type = "Task" [ 970.225561] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.237659] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.264880] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.264880] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.264880] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Deleting the datastore file [datastore1] 3a27ee61-506d-4f28-9b21-ff51f153e3b4 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.264880] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58b06ca1-380d-448a-afeb-d87cf4e4c6cd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.272870] env[70243]: DEBUG oslo_vmware.api [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Waiting for the task: (returnval){ [ 970.272870] env[70243]: value = "task-3622251" [ 970.272870] env[70243]: _type = "Task" [ 970.272870] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.287538] env[70243]: DEBUG oslo_vmware.api [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.287932] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2ce3250-0f9a-4739-92de-2dae45aacd88 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.297475] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e96120-003f-4807-916c-c5357d6ef776 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.342877] env[70243]: DEBUG nova.compute.manager [req-50076982-823c-40b6-9f3e-18a17a84cbb4 req-f7f48f10-e9b9-4ae1-b5fb-07be570bfd36 service nova] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Detach interface failed, port_id=e6a65a2d-7ea2-4255-9bc4-71c2b2af5dd8, reason: Instance 7ddf2356-7912-4fab-88c0-4089dd43bdee could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 970.459103] env[70243]: DEBUG nova.scheduler.client.report [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.503092] env[70243]: DEBUG nova.compute.manager [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.535694] env[70243]: DEBUG oslo_vmware.api [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622245, 'name': ReconfigVM_Task, 'duration_secs': 0.401276} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.535694] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 553877a2-a659-4cc7-85f0-06a33fd43e44/553877a2-a659-4cc7-85f0-06a33fd43e44.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.536260] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96949ded-1976-4a0c-a3c1-703aa0f6295a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.542475] env[70243]: DEBUG oslo_vmware.api [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622246, 'name': PowerOffVM_Task, 'duration_secs': 0.238127} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.543289] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.543500] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.543802] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-341ef462-56bd-4c43-8b34-4ef1a8465497 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.548677] env[70243]: DEBUG nova.virt.hardware [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.549352] env[70243]: DEBUG nova.virt.hardware [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.549352] env[70243]: DEBUG nova.virt.hardware [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.549352] env[70243]: DEBUG nova.virt.hardware [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.549595] env[70243]: DEBUG nova.virt.hardware [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.549595] env[70243]: DEBUG nova.virt.hardware [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.549766] env[70243]: DEBUG nova.virt.hardware [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.549918] env[70243]: DEBUG nova.virt.hardware [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.550194] env[70243]: DEBUG nova.virt.hardware [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.550399] env[70243]: DEBUG nova.virt.hardware [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.550630] env[70243]: DEBUG nova.virt.hardware [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.551666] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38febb4d-af2c-482c-97bb-b0f1c89a81e7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.556120] env[70243]: DEBUG oslo_vmware.api [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 970.556120] env[70243]: value = "task-3622252" [ 970.556120] env[70243]: _type = "Task" [ 970.556120] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.565634] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcba72c0-4460-4a85-98c6-df90969c4e90 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.574342] env[70243]: DEBUG oslo_vmware.api [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622252, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.656031] env[70243]: INFO nova.compute.manager [-] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Took 1.32 seconds to deallocate network for instance. [ 970.656031] env[70243]: DEBUG oslo_vmware.api [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214374} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.656031] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.656339] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.656432] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.656755] env[70243]: INFO nova.compute.manager [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Took 1.75 seconds to destroy the instance on the hypervisor. [ 970.657130] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.660533] env[70243]: DEBUG nova.compute.manager [-] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.660679] env[70243]: DEBUG nova.network.neutron [-] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.670942] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.671340] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.671621] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Deleting the datastore file [datastore2] ef339173-473d-400f-bc22-1690b351b81b {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.672014] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20e6810c-e4db-402c-9509-54b45b08748c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.682182] env[70243]: DEBUG oslo_vmware.api [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Waiting for the task: (returnval){ [ 970.682182] env[70243]: value = "task-3622254" [ 970.682182] env[70243]: _type = "Task" [ 970.682182] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.693021] env[70243]: DEBUG oslo_vmware.api [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.744124] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622250, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.787627] env[70243]: DEBUG oslo_vmware.api [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Task: {'id': task-3622251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203494} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.787787] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.788129] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.788429] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.788732] env[70243]: INFO nova.compute.manager [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Took 3.43 seconds to destroy the instance on the hypervisor. [ 970.789163] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.789497] env[70243]: DEBUG nova.compute.manager [-] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.789669] env[70243]: DEBUG nova.network.neutron [-] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.964928] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.965911] env[70243]: DEBUG nova.compute.manager [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.970257] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.996s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.972301] env[70243]: INFO nova.compute.claims [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.077312] env[70243]: DEBUG oslo_vmware.api [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622252, 'name': Rename_Task, 'duration_secs': 0.220143} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.077740] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.077998] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b115a228-6212-4fff-8b32-6d22425e0844 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.087698] env[70243]: DEBUG oslo_vmware.api [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 971.087698] env[70243]: value = "task-3622255" [ 971.087698] env[70243]: _type = "Task" [ 971.087698] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.095504] env[70243]: DEBUG nova.compute.manager [req-3597ccd6-b12c-4484-a433-e9189784f644 req-7d4da6fd-efc0-467f-acbf-c5ebe8456af8 service nova] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Received event network-vif-plugged-f3343cbf-79bc-494d-9a34-1fc687078628 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.095966] env[70243]: DEBUG oslo_concurrency.lockutils [req-3597ccd6-b12c-4484-a433-e9189784f644 req-7d4da6fd-efc0-467f-acbf-c5ebe8456af8 service nova] Acquiring lock "21583c3e-6616-48da-9265-4fbf09b077d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.096748] env[70243]: DEBUG oslo_concurrency.lockutils [req-3597ccd6-b12c-4484-a433-e9189784f644 req-7d4da6fd-efc0-467f-acbf-c5ebe8456af8 service nova] Lock "21583c3e-6616-48da-9265-4fbf09b077d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.096748] env[70243]: DEBUG oslo_concurrency.lockutils [req-3597ccd6-b12c-4484-a433-e9189784f644 req-7d4da6fd-efc0-467f-acbf-c5ebe8456af8 service nova] Lock "21583c3e-6616-48da-9265-4fbf09b077d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.096884] env[70243]: DEBUG nova.compute.manager [req-3597ccd6-b12c-4484-a433-e9189784f644 req-7d4da6fd-efc0-467f-acbf-c5ebe8456af8 service nova] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] No waiting events found dispatching network-vif-plugged-f3343cbf-79bc-494d-9a34-1fc687078628 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.097119] env[70243]: WARNING nova.compute.manager [req-3597ccd6-b12c-4484-a433-e9189784f644 req-7d4da6fd-efc0-467f-acbf-c5ebe8456af8 service nova] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Received unexpected event network-vif-plugged-f3343cbf-79bc-494d-9a34-1fc687078628 for instance with vm_state building and task_state spawning. [ 971.104017] env[70243]: DEBUG oslo_vmware.api [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622255, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.166494] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.193274] env[70243]: DEBUG oslo_vmware.api [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Task: {'id': task-3622254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360282} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.193666] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.194220] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.194497] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.194725] env[70243]: INFO nova.compute.manager [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] [instance: ef339173-473d-400f-bc22-1690b351b81b] Took 1.25 seconds to destroy the instance on the hypervisor. [ 971.195061] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.195446] env[70243]: DEBUG nova.compute.manager [-] [instance: ef339173-473d-400f-bc22-1690b351b81b] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.195737] env[70243]: DEBUG nova.network.neutron [-] [instance: ef339173-473d-400f-bc22-1690b351b81b] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.222361] env[70243]: DEBUG nova.network.neutron [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Successfully updated port: f3343cbf-79bc-494d-9a34-1fc687078628 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.241568] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625552} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.242093] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 9a0b9ed9-718c-4548-af86-9e4324623907/9a0b9ed9-718c-4548-af86-9e4324623907.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.242553] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.243177] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c5c1b45-a7f5-47d2-af02-350110055015 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.250793] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Waiting for the task: (returnval){ [ 971.250793] env[70243]: value = "task-3622256" [ 971.250793] env[70243]: _type = "Task" [ 971.250793] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.262746] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.478329] env[70243]: DEBUG nova.compute.utils [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.485189] env[70243]: DEBUG nova.compute.manager [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.485189] env[70243]: DEBUG nova.network.neutron [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.536014] env[70243]: DEBUG nova.policy [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '076b4029716045aca35dd178eaeb24f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc7836824bf442619c6ab1b3d0fbffa5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.598101] env[70243]: DEBUG oslo_vmware.api [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622255, 'name': PowerOnVM_Task, 'duration_secs': 0.504576} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.598574] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.599165] env[70243]: INFO nova.compute.manager [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Took 8.13 seconds to spawn the instance on the hypervisor. [ 971.599458] env[70243]: DEBUG nova.compute.manager [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.600475] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee4f71d-d4bd-404d-a95b-be9655396069 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.656250] env[70243]: DEBUG nova.network.neutron [-] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.727538] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquiring lock "refresh_cache-21583c3e-6616-48da-9265-4fbf09b077d0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.727718] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquired lock "refresh_cache-21583c3e-6616-48da-9265-4fbf09b077d0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.727910] env[70243]: DEBUG nova.network.neutron [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.761772] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095804} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.762240] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.763254] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca25497-c2cf-4bb3-87c9-bd079030e2ef {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.788548] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 9a0b9ed9-718c-4548-af86-9e4324623907/9a0b9ed9-718c-4548-af86-9e4324623907.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.788637] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2b4013b-9222-4f3d-be64-85fce31afa41 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.810423] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Waiting for the task: (returnval){ [ 971.810423] env[70243]: value = "task-3622257" [ 971.810423] env[70243]: _type = "Task" [ 971.810423] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.819166] env[70243]: DEBUG nova.compute.manager [req-5a1d4322-5f73-4ce3-bc70-8dc21260dafd req-2a2b0f22-184d-47b4-8de8-da4ab711f20f service nova] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Received event network-vif-deleted-dcb0e512-3503-4bbf-9b60-1dfccef0db09 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.819401] env[70243]: DEBUG nova.compute.manager [req-5a1d4322-5f73-4ce3-bc70-8dc21260dafd req-2a2b0f22-184d-47b4-8de8-da4ab711f20f service nova] [instance: ef339173-473d-400f-bc22-1690b351b81b] Received event network-vif-deleted-7706655f-d507-413c-80d6-aaf046294025 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.819579] env[70243]: INFO nova.compute.manager [req-5a1d4322-5f73-4ce3-bc70-8dc21260dafd req-2a2b0f22-184d-47b4-8de8-da4ab711f20f service nova] [instance: ef339173-473d-400f-bc22-1690b351b81b] Neutron deleted interface 7706655f-d507-413c-80d6-aaf046294025; detaching it from the instance and deleting it from the info cache [ 971.824049] env[70243]: DEBUG nova.network.neutron [req-5a1d4322-5f73-4ce3-bc70-8dc21260dafd req-2a2b0f22-184d-47b4-8de8-da4ab711f20f service nova] [instance: ef339173-473d-400f-bc22-1690b351b81b] Updating instance_info_cache with network_info: [{"id": "b47b848d-4c99-4790-a0f5-a4103ab48379", "address": "fa:16:3e:29:c4:93", "network": {"id": "aaae5581-d2e8-4d28-ab86-3544bc8a44b2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1105122811", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ee25ec099c4cabba7a3f66d8d20dfd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb47b848d-4c", "ovs_interfaceid": "b47b848d-4c99-4790-a0f5-a4103ab48379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.832971] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.982834] env[70243]: DEBUG nova.network.neutron [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Successfully created port: 7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.983948] env[70243]: DEBUG nova.compute.manager [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.122784] env[70243]: INFO nova.compute.manager [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Took 23.80 seconds to build instance. [ 972.156910] env[70243]: DEBUG nova.network.neutron [-] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.162399] env[70243]: INFO nova.compute.manager [-] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Took 1.50 seconds to deallocate network for instance. [ 972.191115] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3bcee35-77ce-4c8b-8061-8a63b8405a6e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Volume attach. Driver type: vmdk {{(pid=70243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 972.191115] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3bcee35-77ce-4c8b-8061-8a63b8405a6e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722428', 'volume_id': '864a94a8-c189-48bc-a608-311df12ff3f0', 'name': 'volume-864a94a8-c189-48bc-a608-311df12ff3f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73baeaff-7a2c-4efb-a9f9-194020d5f359', 'attached_at': '', 'detached_at': '', 'volume_id': '864a94a8-c189-48bc-a608-311df12ff3f0', 'serial': '864a94a8-c189-48bc-a608-311df12ff3f0'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 972.191115] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a2538b-0a03-48ae-ad03-dd8e716bba8f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.215288] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d5f961-9c52-4ec7-91c1-8a695a5cd731 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.243657] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3bcee35-77ce-4c8b-8061-8a63b8405a6e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] volume-864a94a8-c189-48bc-a608-311df12ff3f0/volume-864a94a8-c189-48bc-a608-311df12ff3f0.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.248780] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34aa5d58-43dc-477e-9809-eba6d1630cd9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.271382] env[70243]: DEBUG oslo_vmware.api [None req-f3bcee35-77ce-4c8b-8061-8a63b8405a6e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 972.271382] env[70243]: value = "task-3622258" [ 972.271382] env[70243]: _type = "Task" [ 972.271382] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.285278] env[70243]: DEBUG oslo_vmware.api [None req-f3bcee35-77ce-4c8b-8061-8a63b8405a6e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622258, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.302725] env[70243]: DEBUG nova.network.neutron [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.319692] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622257, 'name': ReconfigVM_Task, 'duration_secs': 0.29507} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.319976] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 9a0b9ed9-718c-4548-af86-9e4324623907/9a0b9ed9-718c-4548-af86-9e4324623907.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.320663] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e027fcd3-cedc-4632-a114-6f3488a35dcc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.328831] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-662bae3a-bf16-47cd-b8d4-d0ce6b350053 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.331781] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Waiting for the task: (returnval){ [ 972.331781] env[70243]: value = "task-3622259" [ 972.331781] env[70243]: _type = "Task" [ 972.331781] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.344810] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a24bb9-8cb1-49b8-880f-cdaa6fcff356 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.362513] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622259, 'name': Rename_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.365595] env[70243]: DEBUG nova.network.neutron [-] [instance: ef339173-473d-400f-bc22-1690b351b81b] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.390867] env[70243]: DEBUG nova.compute.manager [req-5a1d4322-5f73-4ce3-bc70-8dc21260dafd req-2a2b0f22-184d-47b4-8de8-da4ab711f20f service nova] [instance: ef339173-473d-400f-bc22-1690b351b81b] Detach interface failed, port_id=7706655f-d507-413c-80d6-aaf046294025, reason: Instance ef339173-473d-400f-bc22-1690b351b81b could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 972.391092] env[70243]: DEBUG nova.compute.manager [req-5a1d4322-5f73-4ce3-bc70-8dc21260dafd req-2a2b0f22-184d-47b4-8de8-da4ab711f20f service nova] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Received event network-vif-deleted-e0bd1d29-289e-4c24-a75d-531e34e30204 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.391266] env[70243]: INFO nova.compute.manager [req-5a1d4322-5f73-4ce3-bc70-8dc21260dafd req-2a2b0f22-184d-47b4-8de8-da4ab711f20f service nova] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Neutron deleted interface e0bd1d29-289e-4c24-a75d-531e34e30204; detaching it from the instance and deleting it from the info cache [ 972.391430] env[70243]: DEBUG nova.network.neutron [req-5a1d4322-5f73-4ce3-bc70-8dc21260dafd req-2a2b0f22-184d-47b4-8de8-da4ab711f20f service nova] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.429117] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe07d7e-20ec-4c43-bcb4-a8360264843d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.437944] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba3bb12-9c05-4766-b325-3e5e84e22910 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.476966] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca542776-00a8-4539-837c-25b9d4dedc2b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.486704] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f021ba67-7dac-4f34-b70f-2bb6796f2096 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.506917] env[70243]: DEBUG nova.compute.provider_tree [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.518919] env[70243]: DEBUG nova.network.neutron [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Updating instance_info_cache with network_info: [{"id": "f3343cbf-79bc-494d-9a34-1fc687078628", "address": "fa:16:3e:df:ba:3e", "network": {"id": "10dce8a0-43e3-4137-93eb-b101b6bebc0a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-3440240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc3772630a874e489748a48fd56254fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3343cbf-79", "ovs_interfaceid": "f3343cbf-79bc-494d-9a34-1fc687078628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.626878] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3538c27e-2806-45fa-abdb-aebb95a07098 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "553877a2-a659-4cc7-85f0-06a33fd43e44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.319s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.660634] env[70243]: INFO nova.compute.manager [-] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Took 1.87 seconds to deallocate network for instance. [ 972.670280] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.785772] env[70243]: DEBUG oslo_vmware.api [None req-f3bcee35-77ce-4c8b-8061-8a63b8405a6e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.846416] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622259, 'name': Rename_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.871125] env[70243]: INFO nova.compute.manager [-] [instance: ef339173-473d-400f-bc22-1690b351b81b] Took 1.68 seconds to deallocate network for instance. [ 972.896931] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0b275f0-da53-43b9-9baf-f618ded79c5c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.913262] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779617af-59d0-46c4-af4e-377e5e24dc22 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.955738] env[70243]: DEBUG nova.compute.manager [req-5a1d4322-5f73-4ce3-bc70-8dc21260dafd req-2a2b0f22-184d-47b4-8de8-da4ab711f20f service nova] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Detach interface failed, port_id=e0bd1d29-289e-4c24-a75d-531e34e30204, reason: Instance 3a27ee61-506d-4f28-9b21-ff51f153e3b4 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 973.010241] env[70243]: DEBUG nova.compute.manager [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.013879] env[70243]: DEBUG nova.scheduler.client.report [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.021983] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Releasing lock "refresh_cache-21583c3e-6616-48da-9265-4fbf09b077d0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.023194] env[70243]: DEBUG nova.compute.manager [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Instance network_info: |[{"id": "f3343cbf-79bc-494d-9a34-1fc687078628", "address": "fa:16:3e:df:ba:3e", "network": {"id": "10dce8a0-43e3-4137-93eb-b101b6bebc0a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-3440240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc3772630a874e489748a48fd56254fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3343cbf-79", "ovs_interfaceid": "f3343cbf-79bc-494d-9a34-1fc687078628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.023973] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:ba:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3343cbf-79bc-494d-9a34-1fc687078628', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.032501] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.032716] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.033038] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3c1c40b-72ed-4881-ac9a-237a420a0a08 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.061071] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.061071] env[70243]: value = "task-3622260" [ 973.061071] env[70243]: _type = "Task" [ 973.061071] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.071245] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622260, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.227218] env[70243]: INFO nova.compute.manager [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Took 0.57 seconds to detach 1 volumes for instance. [ 973.234022] env[70243]: DEBUG nova.compute.manager [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Deleting volume: cf01ac5d-0c78-4c47-b365-6f02150730ba {{(pid=70243) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 973.258419] env[70243]: DEBUG nova.virt.hardware [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.258817] env[70243]: DEBUG nova.virt.hardware [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.262020] env[70243]: DEBUG nova.virt.hardware [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.262020] env[70243]: DEBUG nova.virt.hardware [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.262020] env[70243]: DEBUG nova.virt.hardware [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.262020] env[70243]: DEBUG nova.virt.hardware [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.262020] env[70243]: DEBUG nova.virt.hardware [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.262020] env[70243]: DEBUG nova.virt.hardware [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.262020] env[70243]: DEBUG nova.virt.hardware [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.262020] env[70243]: DEBUG nova.virt.hardware [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.262020] env[70243]: DEBUG nova.virt.hardware [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.262633] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f6d53c-1e81-45e8-aaec-dd680b7a228e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.278389] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d250db-69b9-4031-acf9-28c70fdc68d5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.308600] env[70243]: DEBUG oslo_vmware.api [None req-f3bcee35-77ce-4c8b-8061-8a63b8405a6e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622258, 'name': ReconfigVM_Task, 'duration_secs': 0.671409} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.310810] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3bcee35-77ce-4c8b-8061-8a63b8405a6e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Reconfigured VM instance instance-00000031 to attach disk [datastore1] volume-864a94a8-c189-48bc-a608-311df12ff3f0/volume-864a94a8-c189-48bc-a608-311df12ff3f0.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.320847] env[70243]: DEBUG nova.compute.manager [req-4becd78b-8e72-4911-ae58-2c4bc8f91615 req-0921b54b-abbc-4c92-91c3-0dc7281db512 service nova] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Received event network-changed-f3343cbf-79bc-494d-9a34-1fc687078628 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.321224] env[70243]: DEBUG nova.compute.manager [req-4becd78b-8e72-4911-ae58-2c4bc8f91615 req-0921b54b-abbc-4c92-91c3-0dc7281db512 service nova] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Refreshing instance network info cache due to event network-changed-f3343cbf-79bc-494d-9a34-1fc687078628. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.322590] env[70243]: DEBUG oslo_concurrency.lockutils [req-4becd78b-8e72-4911-ae58-2c4bc8f91615 req-0921b54b-abbc-4c92-91c3-0dc7281db512 service nova] Acquiring lock "refresh_cache-21583c3e-6616-48da-9265-4fbf09b077d0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.322590] env[70243]: DEBUG oslo_concurrency.lockutils [req-4becd78b-8e72-4911-ae58-2c4bc8f91615 req-0921b54b-abbc-4c92-91c3-0dc7281db512 service nova] Acquired lock "refresh_cache-21583c3e-6616-48da-9265-4fbf09b077d0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.322590] env[70243]: DEBUG nova.network.neutron [req-4becd78b-8e72-4911-ae58-2c4bc8f91615 req-0921b54b-abbc-4c92-91c3-0dc7281db512 service nova] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Refreshing network info cache for port f3343cbf-79bc-494d-9a34-1fc687078628 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.324126] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b844521-5703-4dbd-940c-58e2367b55de {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.345427] env[70243]: DEBUG oslo_vmware.api [None req-f3bcee35-77ce-4c8b-8061-8a63b8405a6e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 973.345427] env[70243]: value = "task-3622262" [ 973.345427] env[70243]: _type = "Task" [ 973.345427] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.350355] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622259, 'name': Rename_Task, 'duration_secs': 0.924579} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.355214] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.355848] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20513cb6-fda4-47e2-a4e3-c56bd6193e7e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.364869] env[70243]: DEBUG oslo_vmware.api [None req-f3bcee35-77ce-4c8b-8061-8a63b8405a6e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.366674] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Waiting for the task: (returnval){ [ 973.366674] env[70243]: value = "task-3622263" [ 973.366674] env[70243]: _type = "Task" [ 973.366674] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.376174] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.380737] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.524914] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.525721] env[70243]: DEBUG nova.compute.manager [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.530435] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.004s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.530801] env[70243]: DEBUG nova.objects.instance [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lazy-loading 'resources' on Instance uuid 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.574808] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622260, 'name': CreateVM_Task, 'duration_secs': 0.450653} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.574986] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.575768] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.575932] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.576362] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.576637] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df15bf56-3c6f-4b05-b557-76ae44e7a464 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.581797] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 973.581797] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52bd67f6-d709-9cca-6c56-afe5d733c4cd" [ 973.581797] env[70243]: _type = "Task" [ 973.581797] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.592233] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52bd67f6-d709-9cca-6c56-afe5d733c4cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.744638] env[70243]: DEBUG oslo_concurrency.lockutils [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "553877a2-a659-4cc7-85f0-06a33fd43e44" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.744638] env[70243]: DEBUG oslo_concurrency.lockutils [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "553877a2-a659-4cc7-85f0-06a33fd43e44" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.744638] env[70243]: INFO nova.compute.manager [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Shelving [ 973.771110] env[70243]: DEBUG nova.network.neutron [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Successfully updated port: 7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.812787] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.865203] env[70243]: DEBUG oslo_vmware.api [None req-f3bcee35-77ce-4c8b-8061-8a63b8405a6e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622262, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.867874] env[70243]: DEBUG nova.compute.manager [req-687c891d-404c-44ab-a81c-98a636e70042 req-5c891052-6771-425d-a434-3ebeb90fc76b service nova] [instance: ef339173-473d-400f-bc22-1690b351b81b] Received event network-vif-deleted-b47b848d-4c99-4790-a0f5-a4103ab48379 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.878630] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622263, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.036560] env[70243]: DEBUG nova.compute.utils [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.047339] env[70243]: DEBUG nova.compute.manager [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.047737] env[70243]: DEBUG nova.network.neutron [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.104445] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52bd67f6-d709-9cca-6c56-afe5d733c4cd, 'name': SearchDatastore_Task, 'duration_secs': 0.0203} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.104800] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.106036] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.106036] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.106036] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.106036] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.106036] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1eed3838-c8de-4fb1-95f7-f05ad24836df {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.116158] env[70243]: DEBUG nova.policy [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c97d6082f76d4fe5a2ce0dda085b3061', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad3731a96d4142d48e245500a5e00ef7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.119605] env[70243]: DEBUG nova.network.neutron [req-4becd78b-8e72-4911-ae58-2c4bc8f91615 req-0921b54b-abbc-4c92-91c3-0dc7281db512 service nova] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Updated VIF entry in instance network info cache for port f3343cbf-79bc-494d-9a34-1fc687078628. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.120079] env[70243]: DEBUG nova.network.neutron [req-4becd78b-8e72-4911-ae58-2c4bc8f91615 req-0921b54b-abbc-4c92-91c3-0dc7281db512 service nova] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Updating instance_info_cache with network_info: [{"id": "f3343cbf-79bc-494d-9a34-1fc687078628", "address": "fa:16:3e:df:ba:3e", "network": {"id": "10dce8a0-43e3-4137-93eb-b101b6bebc0a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-3440240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc3772630a874e489748a48fd56254fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3343cbf-79", "ovs_interfaceid": "f3343cbf-79bc-494d-9a34-1fc687078628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.121804] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.125160] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.129162] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49a6ea4d-53ae-447a-95b2-56491cc019f8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.136239] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 974.136239] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a4f272-1d11-9460-3384-f845a088a2ca" [ 974.136239] env[70243]: _type = "Task" [ 974.136239] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.146787] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a4f272-1d11-9460-3384-f845a088a2ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.273677] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "refresh_cache-8b2602c1-bd7c-473c-9c61-93b93fad24a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.273872] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquired lock "refresh_cache-8b2602c1-bd7c-473c-9c61-93b93fad24a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.274041] env[70243]: DEBUG nova.network.neutron [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.367022] env[70243]: DEBUG oslo_vmware.api [None req-f3bcee35-77ce-4c8b-8061-8a63b8405a6e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622262, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.381812] env[70243]: DEBUG oslo_vmware.api [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622263, 'name': PowerOnVM_Task, 'duration_secs': 0.746039} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.385014] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.385257] env[70243]: INFO nova.compute.manager [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Took 6.43 seconds to spawn the instance on the hypervisor. [ 974.385443] env[70243]: DEBUG nova.compute.manager [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.386637] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d735e14-5899-4889-a6b6-a65734ecc140 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.465788] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9f3fc5-c718-40b2-94bc-8fa2b4ee12cb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.475709] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e59f41-cd49-45aa-9b61-b6148f70a3f4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.510818] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ece9945-c9c6-4f85-85f2-4701e959130d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.519930] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545ff545-e223-475b-b581-c484bcc35c29 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.536053] env[70243]: DEBUG nova.compute.provider_tree [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.543605] env[70243]: DEBUG nova.compute.manager [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.633262] env[70243]: DEBUG oslo_concurrency.lockutils [req-4becd78b-8e72-4911-ae58-2c4bc8f91615 req-0921b54b-abbc-4c92-91c3-0dc7281db512 service nova] Releasing lock "refresh_cache-21583c3e-6616-48da-9265-4fbf09b077d0" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.650979] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a4f272-1d11-9460-3384-f845a088a2ca, 'name': SearchDatastore_Task, 'duration_secs': 0.013713} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.652014] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71f43cd0-fb86-48c3-890c-18e0330b4e7d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.660825] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 974.660825] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52275f15-c929-6c73-8165-f47b8df69729" [ 974.660825] env[70243]: _type = "Task" [ 974.660825] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.669838] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52275f15-c929-6c73-8165-f47b8df69729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.753648] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.753989] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddf3e28e-e1a7-46e8-9a1b-85fe3571445e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.761924] env[70243]: DEBUG oslo_vmware.api [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 974.761924] env[70243]: value = "task-3622264" [ 974.761924] env[70243]: _type = "Task" [ 974.761924] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.772675] env[70243]: DEBUG oslo_vmware.api [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.776238] env[70243]: DEBUG nova.network.neutron [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Successfully created port: b4c86a27-9f17-4e33-ace9-77f2c1380141 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.817429] env[70243]: DEBUG nova.network.neutron [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.863263] env[70243]: DEBUG oslo_vmware.api [None req-f3bcee35-77ce-4c8b-8061-8a63b8405a6e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622262, 'name': ReconfigVM_Task, 'duration_secs': 1.221564} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.866069] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3bcee35-77ce-4c8b-8061-8a63b8405a6e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722428', 'volume_id': '864a94a8-c189-48bc-a608-311df12ff3f0', 'name': 'volume-864a94a8-c189-48bc-a608-311df12ff3f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73baeaff-7a2c-4efb-a9f9-194020d5f359', 'attached_at': '', 'detached_at': '', 'volume_id': '864a94a8-c189-48bc-a608-311df12ff3f0', 'serial': '864a94a8-c189-48bc-a608-311df12ff3f0'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 974.911915] env[70243]: INFO nova.compute.manager [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Took 20.64 seconds to build instance. [ 975.042767] env[70243]: DEBUG nova.scheduler.client.report [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.047193] env[70243]: DEBUG nova.network.neutron [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Updating instance_info_cache with network_info: [{"id": "7a02db7c-959a-455c-95f3-3b5f2ff4b5f4", "address": "fa:16:3e:8f:64:53", "network": {"id": "3ebabe1b-c0c2-4001-a925-c9fb262c5e75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107324948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc7836824bf442619c6ab1b3d0fbffa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a02db7c-95", "ovs_interfaceid": "7a02db7c-959a-455c-95f3-3b5f2ff4b5f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.172909] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52275f15-c929-6c73-8165-f47b8df69729, 'name': SearchDatastore_Task, 'duration_secs': 0.014756} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.173272] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.175018] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 21583c3e-6616-48da-9265-4fbf09b077d0/21583c3e-6616-48da-9265-4fbf09b077d0.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.175018] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8317cc3-40da-4ed6-b0fd-a88ae41ecbdd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.183798] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 975.183798] env[70243]: value = "task-3622265" [ 975.183798] env[70243]: _type = "Task" [ 975.183798] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.195633] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.272666] env[70243]: DEBUG oslo_vmware.api [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622264, 'name': PowerOffVM_Task, 'duration_secs': 0.237698} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.273022] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.273945] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b15428f-9548-4195-ab81-ca06f800cc1c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.298158] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715cab70-06e4-47eb-aa2f-700a8abe0cfc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.338433] env[70243]: DEBUG nova.compute.manager [req-34d1bcdf-94e7-4909-85ff-39e3ef338aa0 req-637f764d-a660-46e5-a3c3-56f297e1912d service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Received event network-vif-plugged-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.338657] env[70243]: DEBUG oslo_concurrency.lockutils [req-34d1bcdf-94e7-4909-85ff-39e3ef338aa0 req-637f764d-a660-46e5-a3c3-56f297e1912d service nova] Acquiring lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.340921] env[70243]: DEBUG oslo_concurrency.lockutils [req-34d1bcdf-94e7-4909-85ff-39e3ef338aa0 req-637f764d-a660-46e5-a3c3-56f297e1912d service nova] Lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.341242] env[70243]: DEBUG oslo_concurrency.lockutils [req-34d1bcdf-94e7-4909-85ff-39e3ef338aa0 req-637f764d-a660-46e5-a3c3-56f297e1912d service nova] Lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.342231] env[70243]: DEBUG nova.compute.manager [req-34d1bcdf-94e7-4909-85ff-39e3ef338aa0 req-637f764d-a660-46e5-a3c3-56f297e1912d service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] No waiting events found dispatching network-vif-plugged-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 975.342231] env[70243]: WARNING nova.compute.manager [req-34d1bcdf-94e7-4909-85ff-39e3ef338aa0 req-637f764d-a660-46e5-a3c3-56f297e1912d service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Received unexpected event network-vif-plugged-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 for instance with vm_state building and task_state spawning. [ 975.342231] env[70243]: DEBUG nova.compute.manager [req-34d1bcdf-94e7-4909-85ff-39e3ef338aa0 req-637f764d-a660-46e5-a3c3-56f297e1912d service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Received event network-changed-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.342231] env[70243]: DEBUG nova.compute.manager [req-34d1bcdf-94e7-4909-85ff-39e3ef338aa0 req-637f764d-a660-46e5-a3c3-56f297e1912d service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Refreshing instance network info cache due to event network-changed-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.342231] env[70243]: DEBUG oslo_concurrency.lockutils [req-34d1bcdf-94e7-4909-85ff-39e3ef338aa0 req-637f764d-a660-46e5-a3c3-56f297e1912d service nova] Acquiring lock "refresh_cache-8b2602c1-bd7c-473c-9c61-93b93fad24a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.420480] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0672c57a-6506-499f-aba5-c92662e13bd7 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Lock "9a0b9ed9-718c-4548-af86-9e4324623907" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.161s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.554701] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Releasing lock "refresh_cache-8b2602c1-bd7c-473c-9c61-93b93fad24a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.555766] env[70243]: DEBUG nova.compute.manager [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Instance network_info: |[{"id": "7a02db7c-959a-455c-95f3-3b5f2ff4b5f4", "address": "fa:16:3e:8f:64:53", "network": {"id": "3ebabe1b-c0c2-4001-a925-c9fb262c5e75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107324948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc7836824bf442619c6ab1b3d0fbffa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a02db7c-95", "ovs_interfaceid": "7a02db7c-959a-455c-95f3-3b5f2ff4b5f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.557662] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.026s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.560381] env[70243]: DEBUG nova.compute.manager [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.564280] env[70243]: DEBUG oslo_concurrency.lockutils [req-34d1bcdf-94e7-4909-85ff-39e3ef338aa0 req-637f764d-a660-46e5-a3c3-56f297e1912d service nova] Acquired lock "refresh_cache-8b2602c1-bd7c-473c-9c61-93b93fad24a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.564280] env[70243]: DEBUG nova.network.neutron [req-34d1bcdf-94e7-4909-85ff-39e3ef338aa0 req-637f764d-a660-46e5-a3c3-56f297e1912d service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Refreshing network info cache for port 7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.566033] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:64:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a02db7c-959a-455c-95f3-3b5f2ff4b5f4', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.577073] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Creating folder: Project (bc7836824bf442619c6ab1b3d0fbffa5). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.578532] env[70243]: DEBUG oslo_concurrency.lockutils [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.779s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.588080] env[70243]: INFO nova.compute.claims [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.591277] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b47239c-ddfb-4e58-886c-8707aa6b45fc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.598173] env[70243]: INFO nova.scheduler.client.report [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Deleted allocations for instance 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738 [ 975.620145] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Created folder: Project (bc7836824bf442619c6ab1b3d0fbffa5) in parent group-v722220. [ 975.621097] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Creating folder: Instances. Parent ref: group-v722433. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.622807] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1cfd8a2-76b9-4198-8988-1e780cd2c43e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.629787] env[70243]: DEBUG nova.virt.hardware [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.630629] env[70243]: DEBUG nova.virt.hardware [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.630908] env[70243]: DEBUG nova.virt.hardware [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.631388] env[70243]: DEBUG nova.virt.hardware [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.631656] env[70243]: DEBUG nova.virt.hardware [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.631869] env[70243]: DEBUG nova.virt.hardware [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.632271] env[70243]: DEBUG nova.virt.hardware [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.632452] env[70243]: DEBUG nova.virt.hardware [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.632688] env[70243]: DEBUG nova.virt.hardware [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.632956] env[70243]: DEBUG nova.virt.hardware [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.633175] env[70243]: DEBUG nova.virt.hardware [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.634232] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcddccdd-c11d-43da-9f31-8fb70db4647c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.639381] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Created folder: Instances in parent group-v722433. [ 975.639710] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.640367] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.640605] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29512ec9-13c2-42e5-bf21-650fa3a3a536 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.665671] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33da5efd-8016-499d-863e-aa3eed9ccfd1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.674023] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.674023] env[70243]: value = "task-3622268" [ 975.674023] env[70243]: _type = "Task" [ 975.674023] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.695979] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622268, 'name': CreateVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.702755] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622265, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.811225] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Creating Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 975.813067] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b2fa3249-c8a9-430e-bd42-eb43644396b2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.819646] env[70243]: DEBUG oslo_vmware.api [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 975.819646] env[70243]: value = "task-3622269" [ 975.819646] env[70243]: _type = "Task" [ 975.819646] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.832139] env[70243]: DEBUG oslo_vmware.api [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622269, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.905051] env[70243]: INFO nova.compute.manager [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Rebuilding instance [ 975.923864] env[70243]: DEBUG nova.objects.instance [None req-f3bcee35-77ce-4c8b-8061-8a63b8405a6e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lazy-loading 'flavor' on Instance uuid 73baeaff-7a2c-4efb-a9f9-194020d5f359 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.965787] env[70243]: DEBUG nova.compute.manager [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.966710] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfb42f1-0043-4ba5-a499-1126ddf540cb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.117768] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8f8ea399-c40c-4acc-99e1-f94b953f028a tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.730s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.194540] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622268, 'name': CreateVM_Task, 'duration_secs': 0.415906} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.194540] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.194540] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.194540] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.194540] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.197957] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d775dbef-cb7d-4310-870d-86c1a84d84f5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.200810] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652139} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.202021] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 21583c3e-6616-48da-9265-4fbf09b077d0/21583c3e-6616-48da-9265-4fbf09b077d0.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.202320] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.203300] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 976.203300] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520cd43b-bb41-cbde-eecb-f9b291e390f8" [ 976.203300] env[70243]: _type = "Task" [ 976.203300] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.203500] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60141760-a8c3-435d-af10-2d3f8aa90c1f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.222603] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520cd43b-bb41-cbde-eecb-f9b291e390f8, 'name': SearchDatastore_Task, 'duration_secs': 0.017536} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.224056] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.224311] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.224543] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.224693] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.224871] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.225296] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 976.225296] env[70243]: value = "task-3622270" [ 976.225296] env[70243]: _type = "Task" [ 976.225296] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.225442] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2b97c8b-8287-4518-95c5-22675bdc124e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.236338] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.237554] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.237742] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.238500] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a151025-92e8-4d08-9d91-4725211150d1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.243985] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 976.243985] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525fcf5a-7942-302c-953d-b0dc5e618aa4" [ 976.243985] env[70243]: _type = "Task" [ 976.243985] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.251312] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525fcf5a-7942-302c-953d-b0dc5e618aa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.330292] env[70243]: DEBUG oslo_vmware.api [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622269, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.415609] env[70243]: DEBUG nova.network.neutron [req-34d1bcdf-94e7-4909-85ff-39e3ef338aa0 req-637f764d-a660-46e5-a3c3-56f297e1912d service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Updated VIF entry in instance network info cache for port 7a02db7c-959a-455c-95f3-3b5f2ff4b5f4. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.415988] env[70243]: DEBUG nova.network.neutron [req-34d1bcdf-94e7-4909-85ff-39e3ef338aa0 req-637f764d-a660-46e5-a3c3-56f297e1912d service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Updating instance_info_cache with network_info: [{"id": "7a02db7c-959a-455c-95f3-3b5f2ff4b5f4", "address": "fa:16:3e:8f:64:53", "network": {"id": "3ebabe1b-c0c2-4001-a925-c9fb262c5e75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107324948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc7836824bf442619c6ab1b3d0fbffa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a02db7c-95", "ovs_interfaceid": "7a02db7c-959a-455c-95f3-3b5f2ff4b5f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.430621] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f3bcee35-77ce-4c8b-8061-8a63b8405a6e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "73baeaff-7a2c-4efb-a9f9-194020d5f359" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.406s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.705744] env[70243]: DEBUG nova.compute.manager [req-49350791-8b9d-4f85-99b8-0f692d3f2054 req-4ba71d70-6dd2-4532-976e-23de3290a21c service nova] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Received event network-vif-plugged-b4c86a27-9f17-4e33-ace9-77f2c1380141 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.706058] env[70243]: DEBUG oslo_concurrency.lockutils [req-49350791-8b9d-4f85-99b8-0f692d3f2054 req-4ba71d70-6dd2-4532-976e-23de3290a21c service nova] Acquiring lock "ddeb2e4f-ae88-444b-bdfc-00a5944dd8de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.706292] env[70243]: DEBUG oslo_concurrency.lockutils [req-49350791-8b9d-4f85-99b8-0f692d3f2054 req-4ba71d70-6dd2-4532-976e-23de3290a21c service nova] Lock "ddeb2e4f-ae88-444b-bdfc-00a5944dd8de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.706541] env[70243]: DEBUG oslo_concurrency.lockutils [req-49350791-8b9d-4f85-99b8-0f692d3f2054 req-4ba71d70-6dd2-4532-976e-23de3290a21c service nova] Lock "ddeb2e4f-ae88-444b-bdfc-00a5944dd8de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.706727] env[70243]: DEBUG nova.compute.manager [req-49350791-8b9d-4f85-99b8-0f692d3f2054 req-4ba71d70-6dd2-4532-976e-23de3290a21c service nova] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] No waiting events found dispatching network-vif-plugged-b4c86a27-9f17-4e33-ace9-77f2c1380141 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.710146] env[70243]: WARNING nova.compute.manager [req-49350791-8b9d-4f85-99b8-0f692d3f2054 req-4ba71d70-6dd2-4532-976e-23de3290a21c service nova] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Received unexpected event network-vif-plugged-b4c86a27-9f17-4e33-ace9-77f2c1380141 for instance with vm_state building and task_state spawning. [ 976.715177] env[70243]: DEBUG nova.network.neutron [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Successfully updated port: b4c86a27-9f17-4e33-ace9-77f2c1380141 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.742238] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087976} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.742587] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.743527] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e5c4a3-bfb4-4cb1-aa32-fa64e678f740 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.779054] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 21583c3e-6616-48da-9265-4fbf09b077d0/21583c3e-6616-48da-9265-4fbf09b077d0.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.787253] env[70243]: INFO nova.compute.manager [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Rescuing [ 976.787531] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "refresh_cache-73baeaff-7a2c-4efb-a9f9-194020d5f359" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.788013] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquired lock "refresh_cache-73baeaff-7a2c-4efb-a9f9-194020d5f359" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.788267] env[70243]: DEBUG nova.network.neutron [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.789909] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-310ba510-635d-4861-a674-7a81a67fb947 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.809895] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525fcf5a-7942-302c-953d-b0dc5e618aa4, 'name': SearchDatastore_Task, 'duration_secs': 0.017524} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.813940] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fac4d50b-38c1-4a7c-9326-db7d4f72353d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.819614] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 976.819614] env[70243]: value = "task-3622271" [ 976.819614] env[70243]: _type = "Task" [ 976.819614] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.824088] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 976.824088] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52558860-781e-9468-147e-8c0213811f1e" [ 976.824088] env[70243]: _type = "Task" [ 976.824088] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.844432] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.844733] env[70243]: DEBUG oslo_vmware.api [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622269, 'name': CreateSnapshot_Task, 'duration_secs': 0.94959} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.848591] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Created Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 976.848965] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52558860-781e-9468-147e-8c0213811f1e, 'name': SearchDatastore_Task, 'duration_secs': 0.012608} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.849752] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d60c10-d876-46eb-8d57-7f95a38fd555 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.853156] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.853279] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 8b2602c1-bd7c-473c-9c61-93b93fad24a7/8b2602c1-bd7c-473c-9c61-93b93fad24a7.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.856422] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce531ac3-9a6d-4b9f-a975-1be158f71da5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.871139] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 976.871139] env[70243]: value = "task-3622272" [ 976.871139] env[70243]: _type = "Task" [ 976.871139] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.884438] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.918436] env[70243]: DEBUG oslo_concurrency.lockutils [req-34d1bcdf-94e7-4909-85ff-39e3ef338aa0 req-637f764d-a660-46e5-a3c3-56f297e1912d service nova] Releasing lock "refresh_cache-8b2602c1-bd7c-473c-9c61-93b93fad24a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.985308] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.985705] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10bd989c-cf3a-4539-a1db-f66c83bd8ca3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.993574] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Waiting for the task: (returnval){ [ 976.993574] env[70243]: value = "task-3622273" [ 976.993574] env[70243]: _type = "Task" [ 976.993574] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.005885] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.028026] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3684bff8-0e39-474d-887a-e4a5136fda2a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.046456] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ba711f-bc0c-45a7-a40f-7ae370662182 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.088458] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912b6c31-b57f-44d9-8819-dbc71c7c639c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.097840] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197d09e7-ec77-4e45-9da7-9dbf61b33f40 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.114868] env[70243]: DEBUG nova.compute.provider_tree [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.208997] env[70243]: DEBUG nova.network.neutron [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Updating instance_info_cache with network_info: [{"id": "d5ae2b4f-d6fd-427d-928a-bb7e548d9064", "address": "fa:16:3e:5a:89:9f", "network": {"id": "4a284b5e-9431-47e0-afbe-61caada3f353", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-589564757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dbca791ad4e4a5080d2a4927c7c5af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5ae2b4f-d6", "ovs_interfaceid": "d5ae2b4f-d6fd-427d-928a-bb7e548d9064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.219655] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Acquiring lock "refresh_cache-ddeb2e4f-ae88-444b-bdfc-00a5944dd8de" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.219847] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Acquired lock "refresh_cache-ddeb2e4f-ae88-444b-bdfc-00a5944dd8de" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.220014] env[70243]: DEBUG nova.network.neutron [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.342116] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622271, 'name': ReconfigVM_Task, 'duration_secs': 0.418782} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.343111] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 21583c3e-6616-48da-9265-4fbf09b077d0/21583c3e-6616-48da-9265-4fbf09b077d0.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.343292] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d39496b-7643-4efb-aad0-47366aabaeed {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.352975] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 977.352975] env[70243]: value = "task-3622274" [ 977.352975] env[70243]: _type = "Task" [ 977.352975] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.363234] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622274, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.382155] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Creating linked-clone VM from snapshot {{(pid=70243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 977.383638] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-548ce5ce-bd35-4386-acfb-bd6bf8b8e61e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.399430] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622272, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.401769] env[70243]: DEBUG oslo_vmware.api [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 977.401769] env[70243]: value = "task-3622275" [ 977.401769] env[70243]: _type = "Task" [ 977.401769] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.411661] env[70243]: DEBUG oslo_vmware.api [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622275, 'name': CloneVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.507208] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622273, 'name': PowerOffVM_Task, 'duration_secs': 0.14222} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.507208] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.507484] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.508433] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed148f4f-3fb8-4269-bbb0-8c038ecdd915 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.518583] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.518704] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e9989d1-16e7-47d2-9d03-635f52067857 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.557483] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.557742] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.557962] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Deleting the datastore file [datastore1] 9a0b9ed9-718c-4548-af86-9e4324623907 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.558248] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24db4567-8632-437d-8659-8992b4511a4d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.576044] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Waiting for the task: (returnval){ [ 977.576044] env[70243]: value = "task-3622277" [ 977.576044] env[70243]: _type = "Task" [ 977.576044] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.584506] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.590339] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "a64f293e-481f-43af-83fe-04545d27a325" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.590639] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "a64f293e-481f-43af-83fe-04545d27a325" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.623435] env[70243]: DEBUG nova.scheduler.client.report [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.711815] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Releasing lock "refresh_cache-73baeaff-7a2c-4efb-a9f9-194020d5f359" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.775112] env[70243]: DEBUG nova.network.neutron [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.864334] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622274, 'name': Rename_Task, 'duration_secs': 0.381265} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.864644] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.864795] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76d4135e-0b60-4945-bb0a-c3f7e2a6b067 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.871443] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "cdc63cce-27d5-4068-bc87-51c290fb7c69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.871684] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "cdc63cce-27d5-4068-bc87-51c290fb7c69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.871887] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "cdc63cce-27d5-4068-bc87-51c290fb7c69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.872076] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "cdc63cce-27d5-4068-bc87-51c290fb7c69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.872247] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "cdc63cce-27d5-4068-bc87-51c290fb7c69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.873989] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 977.873989] env[70243]: value = "task-3622278" [ 977.873989] env[70243]: _type = "Task" [ 977.873989] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.874553] env[70243]: INFO nova.compute.manager [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Terminating instance [ 977.884690] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.896086] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606448} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.896650] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 8b2602c1-bd7c-473c-9c61-93b93fad24a7/8b2602c1-bd7c-473c-9c61-93b93fad24a7.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.896903] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.897214] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2481846e-89d3-4d93-8695-490e002bf114 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.907098] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 977.907098] env[70243]: value = "task-3622279" [ 977.907098] env[70243]: _type = "Task" [ 977.907098] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.914402] env[70243]: DEBUG oslo_vmware.api [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622275, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.920037] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.935069] env[70243]: DEBUG nova.network.neutron [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Updating instance_info_cache with network_info: [{"id": "b4c86a27-9f17-4e33-ace9-77f2c1380141", "address": "fa:16:3e:87:67:16", "network": {"id": "3af6442e-146a-4854-ade9-c56209a529f6", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2064710813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3731a96d4142d48e245500a5e00ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c86a27-9f", "ovs_interfaceid": "b4c86a27-9f17-4e33-ace9-77f2c1380141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.089331] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099378} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.089331] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.089659] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.089915] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.093170] env[70243]: DEBUG nova.compute.manager [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.129577] env[70243]: DEBUG oslo_concurrency.lockutils [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.130343] env[70243]: DEBUG nova.compute.manager [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.133489] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.968s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.133764] env[70243]: DEBUG nova.objects.instance [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lazy-loading 'resources' on Instance uuid 7ddf2356-7912-4fab-88c0-4089dd43bdee {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.381532] env[70243]: DEBUG nova.compute.manager [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.381743] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.382621] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016f1d6b-1c56-4dd6-8e17-b2a54917a018 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.391331] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622278, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.394597] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.395212] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8746c629-81a1-48b3-839b-456f3e418f68 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.406701] env[70243]: DEBUG oslo_vmware.api [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 978.406701] env[70243]: value = "task-3622280" [ 978.406701] env[70243]: _type = "Task" [ 978.406701] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.414768] env[70243]: DEBUG oslo_vmware.api [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622275, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.425763] env[70243]: DEBUG oslo_vmware.api [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.428131] env[70243]: DEBUG oslo_vmware.rw_handles [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f52c3a-0baf-85a8-6691-79917940c432/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 978.432228] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871dc684-3ea2-494e-aaac-d496189d65ab {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.434928] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07031} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.435210] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.436390] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5308bd43-ca59-40ff-8436-5277895344b3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.441192] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Releasing lock "refresh_cache-ddeb2e4f-ae88-444b-bdfc-00a5944dd8de" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.441500] env[70243]: DEBUG nova.compute.manager [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Instance network_info: |[{"id": "b4c86a27-9f17-4e33-ace9-77f2c1380141", "address": "fa:16:3e:87:67:16", "network": {"id": "3af6442e-146a-4854-ade9-c56209a529f6", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2064710813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3731a96d4142d48e245500a5e00ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c86a27-9f", "ovs_interfaceid": "b4c86a27-9f17-4e33-ace9-77f2c1380141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.441778] env[70243]: DEBUG oslo_vmware.rw_handles [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f52c3a-0baf-85a8-6691-79917940c432/disk-0.vmdk is in state: ready. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 978.441933] env[70243]: ERROR oslo_vmware.rw_handles [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f52c3a-0baf-85a8-6691-79917940c432/disk-0.vmdk due to incomplete transfer. [ 978.442391] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:67:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4c86a27-9f17-4e33-ace9-77f2c1380141', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.450055] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Creating folder: Project (ad3731a96d4142d48e245500a5e00ef7). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.450798] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a0dca387-b3c9-48c3-b8ff-4c578454e402 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.462882] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ce0a010-310f-4c24-9149-f0411c23e70a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.474492] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 8b2602c1-bd7c-473c-9c61-93b93fad24a7/8b2602c1-bd7c-473c-9c61-93b93fad24a7.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.475257] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d59cdc7-cf93-4fe5-a218-458075164df6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.492834] env[70243]: DEBUG oslo_vmware.rw_handles [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f52c3a-0baf-85a8-6691-79917940c432/disk-0.vmdk. {{(pid=70243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 978.493142] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Uploaded image 65b196b8-9c7e-45cd-b853-17845ab6614b to the Glance image server {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 978.495849] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Destroying the VM {{(pid=70243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 978.496529] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6323ab81-076b-45a3-b87e-e109055bb0c7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.501552] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 978.501552] env[70243]: value = "task-3622282" [ 978.501552] env[70243]: _type = "Task" [ 978.501552] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.507576] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Created folder: Project (ad3731a96d4142d48e245500a5e00ef7) in parent group-v722220. [ 978.507808] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Creating folder: Instances. Parent ref: group-v722438. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.508154] env[70243]: DEBUG oslo_vmware.api [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 978.508154] env[70243]: value = "task-3622283" [ 978.508154] env[70243]: _type = "Task" [ 978.508154] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.508724] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74b81a3a-36aa-41cd-8190-9e13ac3382aa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.517709] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622282, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.523557] env[70243]: DEBUG oslo_vmware.api [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622283, 'name': Destroy_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.527264] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Created folder: Instances in parent group-v722438. [ 978.527508] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.527708] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.527918] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b863f91-9a51-43c6-bafb-017ff92038bd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.548147] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.548147] env[70243]: value = "task-3622285" [ 978.548147] env[70243]: _type = "Task" [ 978.548147] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.560869] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622285, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.627814] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.636816] env[70243]: DEBUG nova.compute.utils [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.643217] env[70243]: DEBUG nova.compute.manager [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.643370] env[70243]: DEBUG nova.network.neutron [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.687205] env[70243]: DEBUG nova.policy [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce4c88ae149444dd8779e6a895518cce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09461ab97d714dc6b3553aedbe00e94d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.735911] env[70243]: DEBUG nova.compute.manager [req-be7768fb-9a26-422c-892b-8c516e722d7a req-87976c7b-7600-4d54-b3df-d607568c630e service nova] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Received event network-changed-b4c86a27-9f17-4e33-ace9-77f2c1380141 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.736228] env[70243]: DEBUG nova.compute.manager [req-be7768fb-9a26-422c-892b-8c516e722d7a req-87976c7b-7600-4d54-b3df-d607568c630e service nova] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Refreshing instance network info cache due to event network-changed-b4c86a27-9f17-4e33-ace9-77f2c1380141. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.736329] env[70243]: DEBUG oslo_concurrency.lockutils [req-be7768fb-9a26-422c-892b-8c516e722d7a req-87976c7b-7600-4d54-b3df-d607568c630e service nova] Acquiring lock "refresh_cache-ddeb2e4f-ae88-444b-bdfc-00a5944dd8de" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.736472] env[70243]: DEBUG oslo_concurrency.lockutils [req-be7768fb-9a26-422c-892b-8c516e722d7a req-87976c7b-7600-4d54-b3df-d607568c630e service nova] Acquired lock "refresh_cache-ddeb2e4f-ae88-444b-bdfc-00a5944dd8de" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.737038] env[70243]: DEBUG nova.network.neutron [req-be7768fb-9a26-422c-892b-8c516e722d7a req-87976c7b-7600-4d54-b3df-d607568c630e service nova] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Refreshing network info cache for port b4c86a27-9f17-4e33-ace9-77f2c1380141 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.887362] env[70243]: DEBUG oslo_vmware.api [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622278, 'name': PowerOnVM_Task, 'duration_secs': 0.602107} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.891104] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.891104] env[70243]: INFO nova.compute.manager [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Took 8.39 seconds to spawn the instance on the hypervisor. [ 978.891104] env[70243]: DEBUG nova.compute.manager [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.891287] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3012ba0b-bfcd-462b-83f1-eda16509d26c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.914301] env[70243]: DEBUG oslo_vmware.api [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622275, 'name': CloneVM_Task, 'duration_secs': 1.416044} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.917264] env[70243]: INFO nova.virt.vmwareapi.vmops [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Created linked-clone VM from snapshot [ 978.918215] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc80841-b758-46e2-9642-c4e806285712 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.924030] env[70243]: DEBUG oslo_vmware.api [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622280, 'name': PowerOffVM_Task, 'duration_secs': 0.282014} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.924636] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.924822] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.925082] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9880e5f-2509-4f85-9bd0-ed77b12797f5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.929877] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Uploading image 9ad6a8af-ff53-4e1e-8647-cc6d61d1fc80 {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 978.948910] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a479dbf-e78c-4526-9c98-cc4da80cbaf3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.962127] env[70243]: DEBUG oslo_vmware.rw_handles [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 978.962127] env[70243]: value = "vm-722437" [ 978.962127] env[70243]: _type = "VirtualMachine" [ 978.962127] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 978.963448] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85f38ad-2930-40a1-8d6d-15e41c05dbe2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.966742] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e5064061-ad3a-4b8a-becd-a142c3a29873 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.004911] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab684006-f988-4cae-adbe-e2cfe88e5348 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.004911] env[70243]: DEBUG oslo_vmware.rw_handles [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lease: (returnval){ [ 979.004911] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524c4983-dad1-c7af-7764-7083b6085cb5" [ 979.004911] env[70243]: _type = "HttpNfcLease" [ 979.004911] env[70243]: } obtained for exporting VM: (result){ [ 979.004911] env[70243]: value = "vm-722437" [ 979.004911] env[70243]: _type = "VirtualMachine" [ 979.004911] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 979.005431] env[70243]: DEBUG oslo_vmware.api [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the lease: (returnval){ [ 979.005431] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524c4983-dad1-c7af-7764-7083b6085cb5" [ 979.005431] env[70243]: _type = "HttpNfcLease" [ 979.005431] env[70243]: } to be ready. {{(pid=70243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 979.018282] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf799f4-fd8a-476e-8eb5-5eada5787157 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.026598] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 979.026598] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524c4983-dad1-c7af-7764-7083b6085cb5" [ 979.026598] env[70243]: _type = "HttpNfcLease" [ 979.026598] env[70243]: } is ready. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 979.026860] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622282, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.029388] env[70243]: DEBUG oslo_vmware.rw_handles [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 979.029388] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524c4983-dad1-c7af-7764-7083b6085cb5" [ 979.029388] env[70243]: _type = "HttpNfcLease" [ 979.029388] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 979.029943] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.030158] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.030334] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Deleting the datastore file [datastore2] cdc63cce-27d5-4068-bc87-51c290fb7c69 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.031135] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f645e03a-6f38-4a80-9a83-812ee1ba9bb7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.033697] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e79a84a-df4e-4079-b577-21b1a8b4f04f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.040394] env[70243]: DEBUG oslo_vmware.api [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622283, 'name': Destroy_Task, 'duration_secs': 0.520904} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.041666] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Destroyed the VM [ 979.041985] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Deleting Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 979.042240] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4d905a1d-7d22-49c6-b14c-a33ad4b02cf1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.055067] env[70243]: DEBUG nova.network.neutron [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Successfully created port: 21e76486-2a05-4626-960f-f0767d9b22ae {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.057874] env[70243]: DEBUG oslo_vmware.rw_handles [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff237a-16d3-4227-871c-eae0429da4ec/disk-0.vmdk from lease info. {{(pid=70243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 979.058065] env[70243]: DEBUG oslo_vmware.rw_handles [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff237a-16d3-4227-871c-eae0429da4ec/disk-0.vmdk for reading. {{(pid=70243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 979.059617] env[70243]: DEBUG nova.compute.provider_tree [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.061641] env[70243]: DEBUG oslo_vmware.api [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for the task: (returnval){ [ 979.061641] env[70243]: value = "task-3622288" [ 979.061641] env[70243]: _type = "Task" [ 979.061641] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.127301] env[70243]: DEBUG oslo_vmware.api [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 979.127301] env[70243]: value = "task-3622289" [ 979.127301] env[70243]: _type = "Task" [ 979.127301] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.138961] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622285, 'name': CreateVM_Task, 'duration_secs': 0.47772} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.139288] env[70243]: DEBUG oslo_vmware.api [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.139787] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.140303] env[70243]: DEBUG nova.compute.manager [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.146083] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.146253] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.146557] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.147099] env[70243]: DEBUG oslo_vmware.api [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622289, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.149208] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f5a993d-8b3b-4f6f-84b6-051feeeaf9b1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.153657] env[70243]: DEBUG oslo_vmware.api [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Waiting for the task: (returnval){ [ 979.153657] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524e7050-5338-2be6-a0d9-52433cf09654" [ 979.153657] env[70243]: _type = "Task" [ 979.153657] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.162081] env[70243]: DEBUG oslo_vmware.api [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524e7050-5338-2be6-a0d9-52433cf09654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.168248] env[70243]: DEBUG nova.virt.hardware [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.168502] env[70243]: DEBUG nova.virt.hardware [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.168669] env[70243]: DEBUG nova.virt.hardware [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.168870] env[70243]: DEBUG nova.virt.hardware [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.169033] env[70243]: DEBUG nova.virt.hardware [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.169217] env[70243]: DEBUG nova.virt.hardware [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.169417] env[70243]: DEBUG nova.virt.hardware [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.169599] env[70243]: DEBUG nova.virt.hardware [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.169759] env[70243]: DEBUG nova.virt.hardware [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.169938] env[70243]: DEBUG nova.virt.hardware [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.170146] env[70243]: DEBUG nova.virt.hardware [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.171015] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e45484-c875-4b31-a92b-171839fc0a10 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.180328] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a69c91-f11b-4e7c-aa7d-0c53bcb24ee9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.194835] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Instance VIF info [] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.200976] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.201163] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.203516] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b621df7-fe85-4f83-83b7-ca877da41463 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.216424] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-77c71054-14b6-450c-9f37-5e2b3a3afbe6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.223515] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.223515] env[70243]: value = "task-3622290" [ 979.223515] env[70243]: _type = "Task" [ 979.223515] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.240821] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622290, 'name': CreateVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.263725] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.263993] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cb44090-5b0f-4df0-bd19-6b2c79a50a71 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.271072] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 979.271072] env[70243]: value = "task-3622291" [ 979.271072] env[70243]: _type = "Task" [ 979.271072] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.278955] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.413939] env[70243]: INFO nova.compute.manager [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Took 20.52 seconds to build instance. [ 979.512235] env[70243]: DEBUG nova.network.neutron [req-be7768fb-9a26-422c-892b-8c516e722d7a req-87976c7b-7600-4d54-b3df-d607568c630e service nova] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Updated VIF entry in instance network info cache for port b4c86a27-9f17-4e33-ace9-77f2c1380141. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.512637] env[70243]: DEBUG nova.network.neutron [req-be7768fb-9a26-422c-892b-8c516e722d7a req-87976c7b-7600-4d54-b3df-d607568c630e service nova] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Updating instance_info_cache with network_info: [{"id": "b4c86a27-9f17-4e33-ace9-77f2c1380141", "address": "fa:16:3e:87:67:16", "network": {"id": "3af6442e-146a-4854-ade9-c56209a529f6", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2064710813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3731a96d4142d48e245500a5e00ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c86a27-9f", "ovs_interfaceid": "b4c86a27-9f17-4e33-ace9-77f2c1380141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.518839] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622282, 'name': ReconfigVM_Task, 'duration_secs': 0.530147} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.519859] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 8b2602c1-bd7c-473c-9c61-93b93fad24a7/8b2602c1-bd7c-473c-9c61-93b93fad24a7.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.520600] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be433f3f-deb3-4e74-9c22-a9683871bbdc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.528227] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 979.528227] env[70243]: value = "task-3622292" [ 979.528227] env[70243]: _type = "Task" [ 979.528227] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.539609] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622292, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.575204] env[70243]: DEBUG oslo_vmware.api [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Task: {'id': task-3622288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182013} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.575571] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.575842] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.576468] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.576666] env[70243]: INFO nova.compute.manager [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Took 1.20 seconds to destroy the instance on the hypervisor. [ 979.576941] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.577158] env[70243]: DEBUG nova.compute.manager [-] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.577256] env[70243]: DEBUG nova.network.neutron [-] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.621393] env[70243]: DEBUG nova.scheduler.client.report [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.639735] env[70243]: DEBUG oslo_vmware.api [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622289, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.667305] env[70243]: DEBUG oslo_vmware.api [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524e7050-5338-2be6-a0d9-52433cf09654, 'name': SearchDatastore_Task, 'duration_secs': 0.012728} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.668801] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.668801] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.668801] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.668801] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.668801] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.669719] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-412ff4f4-d41a-4eec-86c3-f2fa9dbc4419 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.678617] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.679119] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.680055] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf29cb7-c8c3-4e94-9bad-018575778df3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.687968] env[70243]: DEBUG oslo_vmware.api [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Waiting for the task: (returnval){ [ 979.687968] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f60c37-b869-806a-61a8-87ac253c8d4d" [ 979.687968] env[70243]: _type = "Task" [ 979.687968] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.697292] env[70243]: DEBUG oslo_vmware.api [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f60c37-b869-806a-61a8-87ac253c8d4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.733767] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622290, 'name': CreateVM_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.735448] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquiring lock "21583c3e-6616-48da-9265-4fbf09b077d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.782169] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.853695] env[70243]: DEBUG nova.compute.manager [req-462b61c4-8c44-4309-8a8f-ba7c6cdb1d0a req-5c76bf97-b5af-4b64-90fa-6b5b8f2fdcce service nova] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Received event network-vif-deleted-190f5d32-6a7b-4458-8a36-66f7a9879aaa {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.853983] env[70243]: INFO nova.compute.manager [req-462b61c4-8c44-4309-8a8f-ba7c6cdb1d0a req-5c76bf97-b5af-4b64-90fa-6b5b8f2fdcce service nova] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Neutron deleted interface 190f5d32-6a7b-4458-8a36-66f7a9879aaa; detaching it from the instance and deleting it from the info cache [ 979.854247] env[70243]: DEBUG nova.network.neutron [req-462b61c4-8c44-4309-8a8f-ba7c6cdb1d0a req-5c76bf97-b5af-4b64-90fa-6b5b8f2fdcce service nova] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.916137] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dfe96e1c-c7a9-469a-a5ce-4f9bb9990441 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "21583c3e-6616-48da-9265-4fbf09b077d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.030s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.916547] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "21583c3e-6616-48da-9265-4fbf09b077d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.181s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.916924] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquiring lock "21583c3e-6616-48da-9265-4fbf09b077d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.917285] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "21583c3e-6616-48da-9265-4fbf09b077d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.917543] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "21583c3e-6616-48da-9265-4fbf09b077d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.919927] env[70243]: INFO nova.compute.manager [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Terminating instance [ 980.016998] env[70243]: DEBUG oslo_concurrency.lockutils [req-be7768fb-9a26-422c-892b-8c516e722d7a req-87976c7b-7600-4d54-b3df-d607568c630e service nova] Releasing lock "refresh_cache-ddeb2e4f-ae88-444b-bdfc-00a5944dd8de" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.043071] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622292, 'name': Rename_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.126849] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.129828] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.459s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.129828] env[70243]: DEBUG nova.objects.instance [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lazy-loading 'resources' on Instance uuid 6aa2d165-bf6b-4729-a5e8-66753193fed8 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.140226] env[70243]: DEBUG oslo_vmware.api [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622289, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.154671] env[70243]: DEBUG nova.compute.manager [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.158768] env[70243]: INFO nova.scheduler.client.report [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Deleted allocations for instance 7ddf2356-7912-4fab-88c0-4089dd43bdee [ 980.189373] env[70243]: DEBUG nova.virt.hardware [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.189833] env[70243]: DEBUG nova.virt.hardware [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.190147] env[70243]: DEBUG nova.virt.hardware [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.190626] env[70243]: DEBUG nova.virt.hardware [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.190626] env[70243]: DEBUG nova.virt.hardware [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.190850] env[70243]: DEBUG nova.virt.hardware [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.191205] env[70243]: DEBUG nova.virt.hardware [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.191682] env[70243]: DEBUG nova.virt.hardware [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.191927] env[70243]: DEBUG nova.virt.hardware [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.192218] env[70243]: DEBUG nova.virt.hardware [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.192641] env[70243]: DEBUG nova.virt.hardware [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.193609] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b5b55b-f239-4c84-a0de-49be16e91674 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.211660] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d878db8-c46c-4dc2-9e5c-13228ef48b0e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.215253] env[70243]: DEBUG oslo_vmware.api [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f60c37-b869-806a-61a8-87ac253c8d4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009936} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.218948] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa2bf9b1-98a1-46ad-83b3-6aeee0bd71cd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.236683] env[70243]: DEBUG oslo_vmware.api [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Waiting for the task: (returnval){ [ 980.236683] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523aead8-65a5-be88-2e48-006c318b4fba" [ 980.236683] env[70243]: _type = "Task" [ 980.236683] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.244709] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622290, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.251253] env[70243]: DEBUG oslo_vmware.api [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523aead8-65a5-be88-2e48-006c318b4fba, 'name': SearchDatastore_Task, 'duration_secs': 0.010544} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.251633] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.251967] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] ddeb2e4f-ae88-444b-bdfc-00a5944dd8de/ddeb2e4f-ae88-444b-bdfc-00a5944dd8de.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.252360] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a9efef0-a6b7-4aa0-91d6-5ced823f6c30 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.258969] env[70243]: DEBUG oslo_vmware.api [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Waiting for the task: (returnval){ [ 980.258969] env[70243]: value = "task-3622293" [ 980.258969] env[70243]: _type = "Task" [ 980.258969] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.267995] env[70243]: DEBUG oslo_vmware.api [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Task: {'id': task-3622293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.282621] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622291, 'name': PowerOffVM_Task, 'duration_secs': 0.977691} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.282927] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.283890] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a8fae0-dae6-4d24-b696-01732d921af8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.308401] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09395e8b-15df-4d1a-a153-9994c6c40edc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.337743] env[70243]: DEBUG nova.network.neutron [-] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.348052] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.348052] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52593cce-ee4f-4b17-970d-a7d7ba8700fa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.354299] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 980.354299] env[70243]: value = "task-3622294" [ 980.354299] env[70243]: _type = "Task" [ 980.354299] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.358350] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96322fd1-3020-409b-9014-0680d3e3918a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.366723] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] VM already powered off {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 980.366723] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.366723] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.366981] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.367074] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.367798] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c23a53d9-09f7-44e4-aa35-c3d512c0c60a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.373210] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28158b9a-df9f-4511-9cbb-7ea4d4190f89 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.397722] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.397987] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.398843] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a96d3a46-d98a-4d66-b135-71ee3f94e886 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.414435] env[70243]: DEBUG nova.compute.manager [req-462b61c4-8c44-4309-8a8f-ba7c6cdb1d0a req-5c76bf97-b5af-4b64-90fa-6b5b8f2fdcce service nova] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Detach interface failed, port_id=190f5d32-6a7b-4458-8a36-66f7a9879aaa, reason: Instance cdc63cce-27d5-4068-bc87-51c290fb7c69 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 980.420419] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 980.420419] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5241521c-d86b-a647-ea7a-ad02e2b47d59" [ 980.420419] env[70243]: _type = "Task" [ 980.420419] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.424420] env[70243]: DEBUG nova.compute.manager [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.424679] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.426079] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e61e9a7-1c31-4843-961a-1a2f3b07d3ae {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.434000] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.437653] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d1121b2-b436-4938-9c9e-619f7b0bf0c2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.439507] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5241521c-d86b-a647-ea7a-ad02e2b47d59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.446625] env[70243]: DEBUG oslo_vmware.api [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 980.446625] env[70243]: value = "task-3622295" [ 980.446625] env[70243]: _type = "Task" [ 980.446625] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.457729] env[70243]: DEBUG oslo_vmware.api [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.543875] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622292, 'name': Rename_Task, 'duration_secs': 0.665418} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.543875] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.543875] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-494e3cdb-97cd-4fe2-8a22-030b5f237e74 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.552249] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 980.552249] env[70243]: value = "task-3622296" [ 980.552249] env[70243]: _type = "Task" [ 980.552249] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.565400] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.649693] env[70243]: DEBUG oslo_vmware.api [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622289, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.668197] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6ca7b598-c3a2-44b3-b88a-b6d3fb5019d9 tempest-ImagesOneServerNegativeTestJSON-1158446043 tempest-ImagesOneServerNegativeTestJSON-1158446043-project-member] Lock "7ddf2356-7912-4fab-88c0-4089dd43bdee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.982s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.744899] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622290, 'name': CreateVM_Task, 'duration_secs': 1.046417} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.748314] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.748314] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.748314] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.748438] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.748618] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab25ebd2-88ca-4ad7-ad13-640bab99fc30 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.753848] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Waiting for the task: (returnval){ [ 980.753848] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527c6203-00fd-8e0d-c7be-4468412e9532" [ 980.753848] env[70243]: _type = "Task" [ 980.753848] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.767893] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527c6203-00fd-8e0d-c7be-4468412e9532, 'name': SearchDatastore_Task, 'duration_secs': 0.009307} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.768932] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.769190] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.769381] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.769528] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.770077] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.773392] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0183209b-899a-4799-be7c-725b4fb80d86 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.775474] env[70243]: DEBUG oslo_vmware.api [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Task: {'id': task-3622293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468398} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.778417] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] ddeb2e4f-ae88-444b-bdfc-00a5944dd8de/ddeb2e4f-ae88-444b-bdfc-00a5944dd8de.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.778963] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.780417] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52132390-52d8-4ea2-90f0-ec94987f296c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.787037] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.787037] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.790046] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f4229e3-e951-4605-99e1-4883a8fcad39 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.793717] env[70243]: DEBUG oslo_vmware.api [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Waiting for the task: (returnval){ [ 980.793717] env[70243]: value = "task-3622297" [ 980.793717] env[70243]: _type = "Task" [ 980.793717] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.799646] env[70243]: DEBUG nova.compute.manager [req-e4580230-0def-4614-a13f-d3d4f1c85019 req-4a1232db-5801-44a7-a853-476b6178f237 service nova] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Received event network-vif-plugged-21e76486-2a05-4626-960f-f0767d9b22ae {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.799918] env[70243]: DEBUG oslo_concurrency.lockutils [req-e4580230-0def-4614-a13f-d3d4f1c85019 req-4a1232db-5801-44a7-a853-476b6178f237 service nova] Acquiring lock "672bd80c-015e-4769-af92-dc1ae155a44e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.800256] env[70243]: DEBUG oslo_concurrency.lockutils [req-e4580230-0def-4614-a13f-d3d4f1c85019 req-4a1232db-5801-44a7-a853-476b6178f237 service nova] Lock "672bd80c-015e-4769-af92-dc1ae155a44e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.800580] env[70243]: DEBUG oslo_concurrency.lockutils [req-e4580230-0def-4614-a13f-d3d4f1c85019 req-4a1232db-5801-44a7-a853-476b6178f237 service nova] Lock "672bd80c-015e-4769-af92-dc1ae155a44e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.800855] env[70243]: DEBUG nova.compute.manager [req-e4580230-0def-4614-a13f-d3d4f1c85019 req-4a1232db-5801-44a7-a853-476b6178f237 service nova] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] No waiting events found dispatching network-vif-plugged-21e76486-2a05-4626-960f-f0767d9b22ae {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.801135] env[70243]: WARNING nova.compute.manager [req-e4580230-0def-4614-a13f-d3d4f1c85019 req-4a1232db-5801-44a7-a853-476b6178f237 service nova] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Received unexpected event network-vif-plugged-21e76486-2a05-4626-960f-f0767d9b22ae for instance with vm_state building and task_state spawning. [ 980.808797] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Waiting for the task: (returnval){ [ 980.808797] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526ae24b-14ee-dcae-a4b6-852808e126d1" [ 980.808797] env[70243]: _type = "Task" [ 980.808797] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.820623] env[70243]: DEBUG oslo_vmware.api [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Task: {'id': task-3622297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.823219] env[70243]: DEBUG nova.network.neutron [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Successfully updated port: 21e76486-2a05-4626-960f-f0767d9b22ae {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.831219] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526ae24b-14ee-dcae-a4b6-852808e126d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009941} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.832599] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5482315d-069f-4462-a031-e5fc93651687 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.840977] env[70243]: INFO nova.compute.manager [-] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Took 1.26 seconds to deallocate network for instance. [ 980.847396] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Waiting for the task: (returnval){ [ 980.847396] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b0d3e1-af1f-c92f-371f-bd7e79e5332a" [ 980.847396] env[70243]: _type = "Task" [ 980.847396] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.859489] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b0d3e1-af1f-c92f-371f-bd7e79e5332a, 'name': SearchDatastore_Task, 'duration_secs': 0.010322} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.859670] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.859934] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 9a0b9ed9-718c-4548-af86-9e4324623907/9a0b9ed9-718c-4548-af86-9e4324623907.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.860260] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a50e117c-bbb0-4186-8cbe-f9b33421e0a3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.866612] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Waiting for the task: (returnval){ [ 980.866612] env[70243]: value = "task-3622298" [ 980.866612] env[70243]: _type = "Task" [ 980.866612] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.876950] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.932462] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5241521c-d86b-a647-ea7a-ad02e2b47d59, 'name': SearchDatastore_Task, 'duration_secs': 0.020699} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.935996] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc7918cb-b1ae-487c-a067-a5d30da11c96 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.941852] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 980.941852] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521522f0-9294-7c60-690f-472f4b4a4c5f" [ 980.941852] env[70243]: _type = "Task" [ 980.941852] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.950168] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521522f0-9294-7c60-690f-472f4b4a4c5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.962600] env[70243]: DEBUG oslo_vmware.api [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622295, 'name': PowerOffVM_Task, 'duration_secs': 0.244118} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.963319] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.963319] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.963479] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9497369d-da26-425a-9c1b-0884fc7e7a6f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.999073] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4d6856-bb0a-49d3-9a18-5fbd98bd2a90 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.007793] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be706be-3560-4e6f-9234-7d19546fefbe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.048318] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb9209e-2516-4db3-90e3-d463920fce04 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.051656] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.051963] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.052222] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Deleting the datastore file [datastore1] 21583c3e-6616-48da-9265-4fbf09b077d0 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.052769] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a02492e-8f35-419b-a11f-d7643da857ed {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.063351] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987f0648-b9e2-4b0f-be78-8fe6a3c3fab1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.073303] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622296, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.073729] env[70243]: DEBUG oslo_vmware.api [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 981.073729] env[70243]: value = "task-3622300" [ 981.073729] env[70243]: _type = "Task" [ 981.073729] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.088451] env[70243]: DEBUG nova.compute.provider_tree [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.095882] env[70243]: DEBUG oslo_vmware.api [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.146090] env[70243]: DEBUG oslo_vmware.api [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622289, 'name': RemoveSnapshot_Task, 'duration_secs': 1.586421} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.146361] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Deleted Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 981.146674] env[70243]: INFO nova.compute.manager [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Took 17.31 seconds to snapshot the instance on the hypervisor. [ 981.311648] env[70243]: DEBUG oslo_vmware.api [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Task: {'id': task-3622297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079717} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.311965] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.313534] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcd3a08-3431-4316-b1b9-8726ec858964 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.334885] env[70243]: DEBUG oslo_concurrency.lockutils [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Acquiring lock "refresh_cache-672bd80c-015e-4769-af92-dc1ae155a44e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.334885] env[70243]: DEBUG oslo_concurrency.lockutils [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Acquired lock "refresh_cache-672bd80c-015e-4769-af92-dc1ae155a44e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.334885] env[70243]: DEBUG nova.network.neutron [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.342410] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] ddeb2e4f-ae88-444b-bdfc-00a5944dd8de/ddeb2e4f-ae88-444b-bdfc-00a5944dd8de.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.346357] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4f5fbf7-c30b-4d77-aab3-9ed70692fde0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.364269] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.372802] env[70243]: DEBUG oslo_vmware.api [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Waiting for the task: (returnval){ [ 981.372802] env[70243]: value = "task-3622301" [ 981.372802] env[70243]: _type = "Task" [ 981.372802] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.386343] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479915} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.387220] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 9a0b9ed9-718c-4548-af86-9e4324623907/9a0b9ed9-718c-4548-af86-9e4324623907.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.387511] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.387846] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8e666e9-5477-4dda-a446-34667ce2f8e3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.396186] env[70243]: DEBUG oslo_vmware.api [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Task: {'id': task-3622301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.399262] env[70243]: DEBUG nova.network.neutron [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.405390] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Waiting for the task: (returnval){ [ 981.405390] env[70243]: value = "task-3622302" [ 981.405390] env[70243]: _type = "Task" [ 981.405390] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.419019] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.454056] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521522f0-9294-7c60-690f-472f4b4a4c5f, 'name': SearchDatastore_Task, 'duration_secs': 0.008695} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.454056] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.454056] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 73baeaff-7a2c-4efb-a9f9-194020d5f359/7f4eb466-a64f-4924-9339-b9d7268bf6fd-rescue.vmdk. {{(pid=70243) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 981.454056] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-983a5c0c-da30-48fd-8640-a798d07d4fcf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.463638] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 981.463638] env[70243]: value = "task-3622303" [ 981.463638] env[70243]: _type = "Task" [ 981.463638] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.472241] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.568140] env[70243]: DEBUG oslo_vmware.api [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622296, 'name': PowerOnVM_Task, 'duration_secs': 0.665986} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.568140] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.568140] env[70243]: INFO nova.compute.manager [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Took 8.55 seconds to spawn the instance on the hypervisor. [ 981.568140] env[70243]: DEBUG nova.compute.manager [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.568140] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2fe3b3-f91b-4c73-a7fe-6bc91bdbdee8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.570607] env[70243]: DEBUG nova.network.neutron [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Updating instance_info_cache with network_info: [{"id": "21e76486-2a05-4626-960f-f0767d9b22ae", "address": "fa:16:3e:b2:1f:84", "network": {"id": "b5694ae8-cc31-4617-bd2a-f4ac046e2589", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-863089652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09461ab97d714dc6b3553aedbe00e94d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e76486-2a", "ovs_interfaceid": "21e76486-2a05-4626-960f-f0767d9b22ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.585684] env[70243]: DEBUG oslo_vmware.api [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483178} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.586158] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.586158] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.589595] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.589595] env[70243]: INFO nova.compute.manager [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 981.589595] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.589595] env[70243]: DEBUG nova.compute.manager [-] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.589595] env[70243]: DEBUG nova.network.neutron [-] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.593025] env[70243]: DEBUG nova.scheduler.client.report [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.723548] env[70243]: DEBUG nova.compute.manager [None req-74102463-8cb6-4596-b093-dc94cdfd51e6 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Found 2 images (rotation: 2) {{(pid=70243) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 981.891675] env[70243]: DEBUG oslo_vmware.api [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Task: {'id': task-3622301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.915923] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.251116} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.916251] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.917120] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7baec4e-4a76-411c-988a-98d103f4040f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.944600] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 9a0b9ed9-718c-4548-af86-9e4324623907/9a0b9ed9-718c-4548-af86-9e4324623907.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.950314] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a516eb4-3dec-4a40-bf07-980920aa045f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.973188] env[70243]: DEBUG nova.network.neutron [-] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.986229] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622303, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.988844] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Waiting for the task: (returnval){ [ 981.988844] env[70243]: value = "task-3622304" [ 981.988844] env[70243]: _type = "Task" [ 981.988844] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.002306] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.078218] env[70243]: DEBUG oslo_concurrency.lockutils [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Releasing lock "refresh_cache-672bd80c-015e-4769-af92-dc1ae155a44e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.078218] env[70243]: DEBUG nova.compute.manager [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Instance network_info: |[{"id": "21e76486-2a05-4626-960f-f0767d9b22ae", "address": "fa:16:3e:b2:1f:84", "network": {"id": "b5694ae8-cc31-4617-bd2a-f4ac046e2589", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-863089652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09461ab97d714dc6b3553aedbe00e94d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e76486-2a", "ovs_interfaceid": "21e76486-2a05-4626-960f-f0767d9b22ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.084189] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:1f:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21e76486-2a05-4626-960f-f0767d9b22ae', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.094514] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Creating folder: Project (09461ab97d714dc6b3553aedbe00e94d). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.096756] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e07b5831-8164-46b6-acc9-e25ed818a273 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.098835] env[70243]: INFO nova.compute.manager [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Took 22.92 seconds to build instance. [ 982.100169] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.102625] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.723s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.102851] env[70243]: DEBUG nova.objects.instance [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Lazy-loading 'resources' on Instance uuid ef339173-473d-400f-bc22-1690b351b81b {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.115668] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Created folder: Project (09461ab97d714dc6b3553aedbe00e94d) in parent group-v722220. [ 982.115795] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Creating folder: Instances. Parent ref: group-v722442. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.116039] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c66641e-025e-4c98-8ad7-0333341636cd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.126462] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Created folder: Instances in parent group-v722442. [ 982.126819] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.127084] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.127282] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d2ace28-29c7-4e15-a0e3-72884df631ac {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.147871] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.147871] env[70243]: value = "task-3622307" [ 982.147871] env[70243]: _type = "Task" [ 982.147871] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.156372] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622307, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.166850] env[70243]: INFO nova.scheduler.client.report [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Deleted allocations for instance 6aa2d165-bf6b-4729-a5e8-66753193fed8 [ 982.386992] env[70243]: DEBUG oslo_vmware.api [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Task: {'id': task-3622301, 'name': ReconfigVM_Task, 'duration_secs': 0.64091} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.387670] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Reconfigured VM instance instance-0000004b to attach disk [datastore1] ddeb2e4f-ae88-444b-bdfc-00a5944dd8de/ddeb2e4f-ae88-444b-bdfc-00a5944dd8de.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.388598] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-779e642e-1921-4d58-b7f8-70e1fee0bec6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.397271] env[70243]: DEBUG oslo_vmware.api [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Waiting for the task: (returnval){ [ 982.397271] env[70243]: value = "task-3622308" [ 982.397271] env[70243]: _type = "Task" [ 982.397271] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.409373] env[70243]: DEBUG oslo_vmware.api [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Task: {'id': task-3622308, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.475380] env[70243]: INFO nova.compute.manager [-] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Took 0.89 seconds to deallocate network for instance. [ 982.493437] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53026} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.500238] env[70243]: INFO nova.virt.vmwareapi.ds_util [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 73baeaff-7a2c-4efb-a9f9-194020d5f359/7f4eb466-a64f-4924-9339-b9d7268bf6fd-rescue.vmdk. [ 982.502200] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9b8c68-98d5-414d-bed4-cbe72483dd23 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.511381] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.538117] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 73baeaff-7a2c-4efb-a9f9-194020d5f359/7f4eb466-a64f-4924-9339-b9d7268bf6fd-rescue.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.539166] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b116980-1a61-42b2-b5bb-38daad43cdba {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.558666] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 982.558666] env[70243]: value = "task-3622309" [ 982.558666] env[70243]: _type = "Task" [ 982.558666] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.571742] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622309, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.603545] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d6ecf19c-ca8f-469c-b457-c76648eea6e9 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.436s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.660805] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622307, 'name': CreateVM_Task, 'duration_secs': 0.417161} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.663499] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.664441] env[70243]: DEBUG oslo_concurrency.lockutils [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.664599] env[70243]: DEBUG oslo_concurrency.lockutils [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.664918] env[70243]: DEBUG oslo_concurrency.lockutils [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.667140] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3481060b-c9ed-4d86-990f-c3d4ff319b6d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.669176] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f6e43080-edf4-4a5e-b4f0-04cc2665f0a0 tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "6aa2d165-bf6b-4729-a5e8-66753193fed8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.273s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.673493] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Waiting for the task: (returnval){ [ 982.673493] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525671ed-a5e4-86c0-0a6a-554be9f9a6f3" [ 982.673493] env[70243]: _type = "Task" [ 982.673493] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.685558] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525671ed-a5e4-86c0-0a6a-554be9f9a6f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.887052] env[70243]: DEBUG nova.compute.manager [req-6be178ca-fb43-47cc-a180-99f6528d7668 req-87740a4a-56b7-4266-b68f-5c3279d23722 service nova] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Received event network-changed-21e76486-2a05-4626-960f-f0767d9b22ae {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.887052] env[70243]: DEBUG nova.compute.manager [req-6be178ca-fb43-47cc-a180-99f6528d7668 req-87740a4a-56b7-4266-b68f-5c3279d23722 service nova] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Refreshing instance network info cache due to event network-changed-21e76486-2a05-4626-960f-f0767d9b22ae. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.887225] env[70243]: DEBUG oslo_concurrency.lockutils [req-6be178ca-fb43-47cc-a180-99f6528d7668 req-87740a4a-56b7-4266-b68f-5c3279d23722 service nova] Acquiring lock "refresh_cache-672bd80c-015e-4769-af92-dc1ae155a44e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.888511] env[70243]: DEBUG oslo_concurrency.lockutils [req-6be178ca-fb43-47cc-a180-99f6528d7668 req-87740a4a-56b7-4266-b68f-5c3279d23722 service nova] Acquired lock "refresh_cache-672bd80c-015e-4769-af92-dc1ae155a44e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.888786] env[70243]: DEBUG nova.network.neutron [req-6be178ca-fb43-47cc-a180-99f6528d7668 req-87740a4a-56b7-4266-b68f-5c3279d23722 service nova] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Refreshing network info cache for port 21e76486-2a05-4626-960f-f0767d9b22ae {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.910351] env[70243]: DEBUG oslo_vmware.api [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Task: {'id': task-3622308, 'name': Rename_Task, 'duration_secs': 0.267986} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.910608] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.910875] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01cfd633-d4b9-44be-bf40-bd02f4eb64a2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.917242] env[70243]: DEBUG oslo_vmware.api [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Waiting for the task: (returnval){ [ 982.917242] env[70243]: value = "task-3622310" [ 982.917242] env[70243]: _type = "Task" [ 982.917242] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.925821] env[70243]: DEBUG oslo_vmware.api [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Task: {'id': task-3622310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.982287] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae86a48-138c-455e-8b46-04318edb817c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.990453] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87ef424-a47f-4a06-9d06-50abbe3e01b6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.998232] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.031212] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e7a20d-b385-4c43-bd13-55df01eecb72 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.034383] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622304, 'name': ReconfigVM_Task, 'duration_secs': 0.595723} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.034736] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 9a0b9ed9-718c-4548-af86-9e4324623907/9a0b9ed9-718c-4548-af86-9e4324623907.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.035955] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72153db5-5747-48e4-aa68-33ebed47e2b2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.042110] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddaee51-e879-44c1-b8bf-52f6eccd77db {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.047911] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Waiting for the task: (returnval){ [ 983.047911] env[70243]: value = "task-3622311" [ 983.047911] env[70243]: _type = "Task" [ 983.047911] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.061416] env[70243]: DEBUG nova.compute.provider_tree [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.070057] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622311, 'name': Rename_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.075357] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.190155] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525671ed-a5e4-86c0-0a6a-554be9f9a6f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010797} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.190529] env[70243]: DEBUG oslo_concurrency.lockutils [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.190816] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.191079] env[70243]: DEBUG oslo_concurrency.lockutils [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.192267] env[70243]: DEBUG oslo_concurrency.lockutils [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.192267] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.192267] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81823e8c-5830-434a-bfc6-15d77b5200df {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.202068] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.202942] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.203395] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb5dad6-0093-43d2-ae96-5a523f60fd88 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.209163] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Waiting for the task: (returnval){ [ 983.209163] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526a120f-bd32-c2aa-ad77-cbf391a08747" [ 983.209163] env[70243]: _type = "Task" [ 983.209163] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.218966] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526a120f-bd32-c2aa-ad77-cbf391a08747, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.429756] env[70243]: DEBUG oslo_vmware.api [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Task: {'id': task-3622310, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.562519] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622311, 'name': Rename_Task, 'duration_secs': 0.182131} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.566184] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.566608] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a60fee63-d3ce-441e-a34e-f06141305a99 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.575648] env[70243]: DEBUG nova.scheduler.client.report [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.579433] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622309, 'name': ReconfigVM_Task, 'duration_secs': 0.608819} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.581318] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 73baeaff-7a2c-4efb-a9f9-194020d5f359/7f4eb466-a64f-4924-9339-b9d7268bf6fd-rescue.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.581920] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Waiting for the task: (returnval){ [ 983.581920] env[70243]: value = "task-3622312" [ 983.581920] env[70243]: _type = "Task" [ 983.581920] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.582911] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f69b0a-9b00-4202-a547-6e747a2cd859 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.631363] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5dac257-860d-4ed1-9d8c-342651f32a6b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.642114] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622312, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.648164] env[70243]: DEBUG nova.compute.manager [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.648619] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 983.648619] env[70243]: value = "task-3622313" [ 983.648619] env[70243]: _type = "Task" [ 983.648619] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.650692] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2f94dd-1045-4fa6-90fa-f0b0f2e4bce0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.667991] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622313, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.718797] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526a120f-bd32-c2aa-ad77-cbf391a08747, 'name': SearchDatastore_Task, 'duration_secs': 0.010685} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.719558] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3da48635-34bb-4484-97e5-be26d3c50666 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.725439] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Waiting for the task: (returnval){ [ 983.725439] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ccbd03-6e18-b549-8c0f-d1cb8937a115" [ 983.725439] env[70243]: _type = "Task" [ 983.725439] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.733798] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ccbd03-6e18-b549-8c0f-d1cb8937a115, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.752011] env[70243]: DEBUG nova.network.neutron [req-6be178ca-fb43-47cc-a180-99f6528d7668 req-87740a4a-56b7-4266-b68f-5c3279d23722 service nova] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Updated VIF entry in instance network info cache for port 21e76486-2a05-4626-960f-f0767d9b22ae. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.753397] env[70243]: DEBUG nova.network.neutron [req-6be178ca-fb43-47cc-a180-99f6528d7668 req-87740a4a-56b7-4266-b68f-5c3279d23722 service nova] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Updating instance_info_cache with network_info: [{"id": "21e76486-2a05-4626-960f-f0767d9b22ae", "address": "fa:16:3e:b2:1f:84", "network": {"id": "b5694ae8-cc31-4617-bd2a-f4ac046e2589", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-863089652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09461ab97d714dc6b3553aedbe00e94d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e76486-2a", "ovs_interfaceid": "21e76486-2a05-4626-960f-f0767d9b22ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.928614] env[70243]: DEBUG oslo_vmware.api [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Task: {'id': task-3622310, 'name': PowerOnVM_Task, 'duration_secs': 0.672409} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.928981] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.929332] env[70243]: INFO nova.compute.manager [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Took 8.37 seconds to spawn the instance on the hypervisor. [ 983.929929] env[70243]: DEBUG nova.compute.manager [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.930479] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffb7d75-6907-47f3-8d3f-f7eeef755d15 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.958024] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "f52382af-3675-41e3-b3e0-5f29926e5926" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.958951] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "f52382af-3675-41e3-b3e0-5f29926e5926" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.959352] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "f52382af-3675-41e3-b3e0-5f29926e5926-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.959976] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "f52382af-3675-41e3-b3e0-5f29926e5926-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.960134] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "f52382af-3675-41e3-b3e0-5f29926e5926-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.964855] env[70243]: INFO nova.compute.manager [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Terminating instance [ 984.082902] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.085519] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.273s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.085899] env[70243]: DEBUG nova.objects.instance [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Lazy-loading 'resources' on Instance uuid 3a27ee61-506d-4f28-9b21-ff51f153e3b4 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.098223] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622312, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.163851] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622313, 'name': ReconfigVM_Task, 'duration_secs': 0.312771} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.164273] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.164639] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a20dce7-b337-4fd7-8f90-e4c06bf310fd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.170284] env[70243]: INFO nova.compute.manager [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] instance snapshotting [ 984.170931] env[70243]: DEBUG nova.objects.instance [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lazy-loading 'flavor' on Instance uuid bb0d8bc4-c513-46f3-aa96-660f9c6f1380 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.174348] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 984.174348] env[70243]: value = "task-3622314" [ 984.174348] env[70243]: _type = "Task" [ 984.174348] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.183209] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.196973] env[70243]: INFO nova.scheduler.client.report [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Deleted allocations for instance ef339173-473d-400f-bc22-1690b351b81b [ 984.237995] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ccbd03-6e18-b549-8c0f-d1cb8937a115, 'name': SearchDatastore_Task, 'duration_secs': 0.010287} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.238222] env[70243]: DEBUG oslo_concurrency.lockutils [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.238491] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 672bd80c-015e-4769-af92-dc1ae155a44e/672bd80c-015e-4769-af92-dc1ae155a44e.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.238799] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f31ecefb-2797-4d50-bdfb-7d6327becd75 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.245263] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Waiting for the task: (returnval){ [ 984.245263] env[70243]: value = "task-3622315" [ 984.245263] env[70243]: _type = "Task" [ 984.245263] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.254637] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Task: {'id': task-3622315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.256301] env[70243]: DEBUG oslo_concurrency.lockutils [req-6be178ca-fb43-47cc-a180-99f6528d7668 req-87740a4a-56b7-4266-b68f-5c3279d23722 service nova] Releasing lock "refresh_cache-672bd80c-015e-4769-af92-dc1ae155a44e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.257058] env[70243]: DEBUG nova.compute.manager [req-6be178ca-fb43-47cc-a180-99f6528d7668 req-87740a4a-56b7-4266-b68f-5c3279d23722 service nova] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Received event network-vif-deleted-f3343cbf-79bc-494d-9a34-1fc687078628 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.257058] env[70243]: DEBUG nova.compute.manager [req-6be178ca-fb43-47cc-a180-99f6528d7668 req-87740a4a-56b7-4266-b68f-5c3279d23722 service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Received event network-changed-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.257243] env[70243]: DEBUG nova.compute.manager [req-6be178ca-fb43-47cc-a180-99f6528d7668 req-87740a4a-56b7-4266-b68f-5c3279d23722 service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Refreshing instance network info cache due to event network-changed-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.257524] env[70243]: DEBUG oslo_concurrency.lockutils [req-6be178ca-fb43-47cc-a180-99f6528d7668 req-87740a4a-56b7-4266-b68f-5c3279d23722 service nova] Acquiring lock "refresh_cache-8b2602c1-bd7c-473c-9c61-93b93fad24a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.257682] env[70243]: DEBUG oslo_concurrency.lockutils [req-6be178ca-fb43-47cc-a180-99f6528d7668 req-87740a4a-56b7-4266-b68f-5c3279d23722 service nova] Acquired lock "refresh_cache-8b2602c1-bd7c-473c-9c61-93b93fad24a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.257854] env[70243]: DEBUG nova.network.neutron [req-6be178ca-fb43-47cc-a180-99f6528d7668 req-87740a4a-56b7-4266-b68f-5c3279d23722 service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Refreshing network info cache for port 7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.332174] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d64a5b6e-02b2-4fe8-b4a1-17d15a721aa9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.332447] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d64a5b6e-02b2-4fe8-b4a1-17d15a721aa9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.454065] env[70243]: INFO nova.compute.manager [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Took 23.50 seconds to build instance. [ 984.471626] env[70243]: DEBUG nova.compute.manager [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.471965] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.473772] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77059f09-1bab-41f7-b101-cde8862c9b54 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.483559] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.484323] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60e39752-3178-4fb6-b7e5-87a585cef673 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.491105] env[70243]: DEBUG oslo_vmware.api [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 984.491105] env[70243]: value = "task-3622316" [ 984.491105] env[70243]: _type = "Task" [ 984.491105] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.501379] env[70243]: DEBUG oslo_vmware.api [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.600962] env[70243]: DEBUG oslo_vmware.api [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622312, 'name': PowerOnVM_Task, 'duration_secs': 0.616664} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.603101] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.603101] env[70243]: DEBUG nova.compute.manager [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.603101] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425b894b-6d1c-472a-9115-b09660f8fcce {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.690019] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8deccddc-b4df-4a20-b590-d3b0f3e510a1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.699052] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "a9810188-00fc-4056-9a0c-737f1ea76e72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.699404] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "a9810188-00fc-4056-9a0c-737f1ea76e72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.711174] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622314, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.727359] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48bdf5a8-d1af-4350-8f25-e6cec7129aa3 tempest-ServersTestMultiNic-405491824 tempest-ServersTestMultiNic-405491824-project-member] Lock "ef339173-473d-400f-bc22-1690b351b81b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.299s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.731986] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601ff1af-cf10-4afa-af98-5cf03309f044 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.763407] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Task: {'id': task-3622315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493716} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.763815] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 672bd80c-015e-4769-af92-dc1ae155a44e/672bd80c-015e-4769-af92-dc1ae155a44e.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.764487] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.764628] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b9400d9-c3b8-4a52-a8eb-b6f9d349c90f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.775741] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Waiting for the task: (returnval){ [ 984.775741] env[70243]: value = "task-3622317" [ 984.775741] env[70243]: _type = "Task" [ 984.775741] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.785343] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Task: {'id': task-3622317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.836376] env[70243]: DEBUG nova.compute.utils [None req-d64a5b6e-02b2-4fe8-b4a1-17d15a721aa9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.960280] env[70243]: DEBUG oslo_concurrency.lockutils [None req-48b1883c-239a-472d-8dd6-8143b6ffb30f tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Lock "ddeb2e4f-ae88-444b-bdfc-00a5944dd8de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.013s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.982036] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85811aa-8d33-4a05-b13b-39a457f6a891 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.991487] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2defb24-0d0a-442b-9eb2-90eb77144c66 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.003884] env[70243]: DEBUG oslo_vmware.api [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622316, 'name': PowerOffVM_Task, 'duration_secs': 0.240824} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.029835] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.030101] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.033681] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47db3877-7924-4e94-8f6e-f8d73d22aa2e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.036196] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a539538b-f7cd-4b51-ae4b-de9300e52a12 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.045567] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29ef1a1-8504-4298-a38c-08254592a0ed {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.059340] env[70243]: DEBUG nova.compute.provider_tree [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.108455] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.108829] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.108875] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Deleting the datastore file [datastore1] f52382af-3675-41e3-b3e0-5f29926e5926 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.109177] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b834c35c-4715-4d57-9b17-29c84de853a4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.115419] env[70243]: DEBUG oslo_vmware.api [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 985.115419] env[70243]: value = "task-3622319" [ 985.115419] env[70243]: _type = "Task" [ 985.115419] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.126381] env[70243]: DEBUG nova.network.neutron [req-6be178ca-fb43-47cc-a180-99f6528d7668 req-87740a4a-56b7-4266-b68f-5c3279d23722 service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Updated VIF entry in instance network info cache for port 7a02db7c-959a-455c-95f3-3b5f2ff4b5f4. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.127132] env[70243]: DEBUG nova.network.neutron [req-6be178ca-fb43-47cc-a180-99f6528d7668 req-87740a4a-56b7-4266-b68f-5c3279d23722 service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Updating instance_info_cache with network_info: [{"id": "7a02db7c-959a-455c-95f3-3b5f2ff4b5f4", "address": "fa:16:3e:8f:64:53", "network": {"id": "3ebabe1b-c0c2-4001-a925-c9fb262c5e75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107324948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc7836824bf442619c6ab1b3d0fbffa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a02db7c-95", "ovs_interfaceid": "7a02db7c-959a-455c-95f3-3b5f2ff4b5f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.133539] env[70243]: DEBUG oslo_vmware.api [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.134021] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.190808] env[70243]: DEBUG oslo_vmware.api [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622314, 'name': PowerOnVM_Task, 'duration_secs': 0.738839} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.191143] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.194578] env[70243]: DEBUG nova.compute.manager [None req-f2cdef21-7d3e-459c-8b11-c36f7a381d5f tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.195513] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20d2e86-f975-488f-995d-e841742fd20e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.226858] env[70243]: DEBUG nova.compute.manager [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.246067] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Creating Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 985.246303] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d2e43273-c083-42a0-970d-4cf57fc0fecc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.255466] env[70243]: DEBUG oslo_vmware.api [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 985.255466] env[70243]: value = "task-3622320" [ 985.255466] env[70243]: _type = "Task" [ 985.255466] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.264431] env[70243]: DEBUG oslo_vmware.api [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622320, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.286469] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Task: {'id': task-3622317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089281} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.286835] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.287687] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3dbe20-221f-4304-ab76-17154b96f842 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.312462] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 672bd80c-015e-4769-af92-dc1ae155a44e/672bd80c-015e-4769-af92-dc1ae155a44e.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.312736] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d14c947-feae-4bbf-8a79-b8880960bcb5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.338906] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d64a5b6e-02b2-4fe8-b4a1-17d15a721aa9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.342244] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Waiting for the task: (returnval){ [ 985.342244] env[70243]: value = "task-3622321" [ 985.342244] env[70243]: _type = "Task" [ 985.342244] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.351757] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Task: {'id': task-3622321, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.563322] env[70243]: DEBUG nova.scheduler.client.report [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.626393] env[70243]: DEBUG oslo_vmware.api [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327042} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.626786] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.627175] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.627260] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.627521] env[70243]: INFO nova.compute.manager [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Took 1.16 seconds to destroy the instance on the hypervisor. [ 985.627801] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.628072] env[70243]: DEBUG nova.compute.manager [-] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.628223] env[70243]: DEBUG nova.network.neutron [-] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.630928] env[70243]: DEBUG oslo_concurrency.lockutils [req-6be178ca-fb43-47cc-a180-99f6528d7668 req-87740a4a-56b7-4266-b68f-5c3279d23722 service nova] Releasing lock "refresh_cache-8b2602c1-bd7c-473c-9c61-93b93fad24a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.757421] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.768963] env[70243]: DEBUG oslo_vmware.api [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622320, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.856031] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Task: {'id': task-3622321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.069461] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.075985] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.445s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.079973] env[70243]: INFO nova.compute.claims [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.110538] env[70243]: INFO nova.scheduler.client.report [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Deleted allocations for instance 3a27ee61-506d-4f28-9b21-ff51f153e3b4 [ 986.268229] env[70243]: DEBUG oslo_vmware.api [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622320, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.353917] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Task: {'id': task-3622321, 'name': ReconfigVM_Task, 'duration_secs': 0.683668} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.354726] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 672bd80c-015e-4769-af92-dc1ae155a44e/672bd80c-015e-4769-af92-dc1ae155a44e.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.355396] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f81dc9f2-ca27-4afa-962b-e4913e6a355e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.361814] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Waiting for the task: (returnval){ [ 986.361814] env[70243]: value = "task-3622322" [ 986.361814] env[70243]: _type = "Task" [ 986.361814] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.370748] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Task: {'id': task-3622322, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.426082] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d64a5b6e-02b2-4fe8-b4a1-17d15a721aa9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.426082] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d64a5b6e-02b2-4fe8-b4a1-17d15a721aa9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.426082] env[70243]: INFO nova.compute.manager [None req-d64a5b6e-02b2-4fe8-b4a1-17d15a721aa9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Attaching volume dce6b290-e874-43b3-8ae5-08ae0e316d4e to /dev/sdb [ 986.477592] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67d734a-ebbe-4f2d-80ae-6a0d82b643ee {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.491127] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec231ae8-2551-4290-97b9-b85198b95846 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.507679] env[70243]: DEBUG nova.virt.block_device [None req-d64a5b6e-02b2-4fe8-b4a1-17d15a721aa9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Updating existing volume attachment record: cb8bc2ac-da31-4952-9b5a-32068e1a9777 {{(pid=70243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 986.621698] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b40126a0-b103-4b4c-adc6-e07114b0b32f tempest-ServersTestBootFromVolume-1978832599 tempest-ServersTestBootFromVolume-1978832599-project-member] Lock "3a27ee61-506d-4f28-9b21-ff51f153e3b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.771s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.625861] env[70243]: DEBUG nova.compute.manager [req-c21cc891-80f2-469d-abc3-cb91800025c9 req-32ad0d3e-5efa-4489-9e0d-6cf53296d543 service nova] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Received event network-vif-deleted-9e689207-8f18-4341-a691-733f217ac783 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.626093] env[70243]: INFO nova.compute.manager [req-c21cc891-80f2-469d-abc3-cb91800025c9 req-32ad0d3e-5efa-4489-9e0d-6cf53296d543 service nova] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Neutron deleted interface 9e689207-8f18-4341-a691-733f217ac783; detaching it from the instance and deleting it from the info cache [ 986.626386] env[70243]: DEBUG nova.network.neutron [req-c21cc891-80f2-469d-abc3-cb91800025c9 req-32ad0d3e-5efa-4489-9e0d-6cf53296d543 service nova] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.644434] env[70243]: DEBUG oslo_concurrency.lockutils [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Acquiring lock "9a0b9ed9-718c-4548-af86-9e4324623907" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.644532] env[70243]: DEBUG oslo_concurrency.lockutils [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Lock "9a0b9ed9-718c-4548-af86-9e4324623907" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.644730] env[70243]: DEBUG oslo_concurrency.lockutils [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Acquiring lock "9a0b9ed9-718c-4548-af86-9e4324623907-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.644942] env[70243]: DEBUG oslo_concurrency.lockutils [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Lock "9a0b9ed9-718c-4548-af86-9e4324623907-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.645870] env[70243]: DEBUG oslo_concurrency.lockutils [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Lock "9a0b9ed9-718c-4548-af86-9e4324623907-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.649442] env[70243]: INFO nova.compute.manager [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Terminating instance [ 986.772745] env[70243]: DEBUG oslo_vmware.api [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622320, 'name': CreateSnapshot_Task, 'duration_secs': 1.037921} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.773192] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Created Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 986.774395] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e5b92b-ed3c-414b-95ee-00fc52fb896c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.875277] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Task: {'id': task-3622322, 'name': Rename_Task, 'duration_secs': 0.207364} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.875711] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.876170] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-587b569e-9b79-4df9-84ab-6668d5878dde {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.883593] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Waiting for the task: (returnval){ [ 986.883593] env[70243]: value = "task-3622324" [ 986.883593] env[70243]: _type = "Task" [ 986.883593] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.895280] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Task: {'id': task-3622324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.951024] env[70243]: DEBUG oslo_vmware.rw_handles [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff237a-16d3-4227-871c-eae0429da4ec/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 986.951024] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a7413e-c240-462c-981b-dc20e42c3d3a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.959520] env[70243]: DEBUG oslo_vmware.rw_handles [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff237a-16d3-4227-871c-eae0429da4ec/disk-0.vmdk is in state: ready. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 986.960030] env[70243]: ERROR oslo_vmware.rw_handles [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff237a-16d3-4227-871c-eae0429da4ec/disk-0.vmdk due to incomplete transfer. [ 986.963024] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7a3710d3-6b6d-4f31-ab47-f9585c91df83 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.971069] env[70243]: DEBUG oslo_vmware.rw_handles [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff237a-16d3-4227-871c-eae0429da4ec/disk-0.vmdk. {{(pid=70243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 986.971290] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Uploaded image 9ad6a8af-ff53-4e1e-8647-cc6d61d1fc80 to the Glance image server {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 986.973649] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Destroying the VM {{(pid=70243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 986.973938] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-43943b8d-5a37-4f72-a997-4de1c2726576 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.979684] env[70243]: DEBUG oslo_vmware.api [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 986.979684] env[70243]: value = "task-3622326" [ 986.979684] env[70243]: _type = "Task" [ 986.979684] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.989635] env[70243]: DEBUG oslo_vmware.api [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622326, 'name': Destroy_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.061430] env[70243]: DEBUG nova.network.neutron [-] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.129817] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2390b05a-b312-43d2-ba0d-6c0f36b9f970 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.145578] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7128525b-e5ae-4f5b-8a2c-f5dacd6a0e25 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.165433] env[70243]: DEBUG oslo_concurrency.lockutils [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Acquiring lock "refresh_cache-9a0b9ed9-718c-4548-af86-9e4324623907" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.165712] env[70243]: DEBUG oslo_concurrency.lockutils [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Acquired lock "refresh_cache-9a0b9ed9-718c-4548-af86-9e4324623907" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.165791] env[70243]: DEBUG nova.network.neutron [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.190604] env[70243]: DEBUG nova.compute.manager [req-c21cc891-80f2-469d-abc3-cb91800025c9 req-32ad0d3e-5efa-4489-9e0d-6cf53296d543 service nova] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Detach interface failed, port_id=9e689207-8f18-4341-a691-733f217ac783, reason: Instance f52382af-3675-41e3-b3e0-5f29926e5926 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 987.250803] env[70243]: INFO nova.compute.manager [None req-fc7cb10c-fad5-4af8-9d00-43c36facbafa tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Unrescuing [ 987.250803] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc7cb10c-fad5-4af8-9d00-43c36facbafa tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "refresh_cache-73baeaff-7a2c-4efb-a9f9-194020d5f359" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.250803] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc7cb10c-fad5-4af8-9d00-43c36facbafa tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquired lock "refresh_cache-73baeaff-7a2c-4efb-a9f9-194020d5f359" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.250803] env[70243]: DEBUG nova.network.neutron [None req-fc7cb10c-fad5-4af8-9d00-43c36facbafa tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.303866] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Creating linked-clone VM from snapshot {{(pid=70243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 987.304241] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6f8b458f-a173-4ea1-b594-3ab1f543a28f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.315712] env[70243]: DEBUG oslo_vmware.api [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 987.315712] env[70243]: value = "task-3622328" [ 987.315712] env[70243]: _type = "Task" [ 987.315712] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.330143] env[70243]: DEBUG oslo_vmware.api [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622328, 'name': CloneVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.403380] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Task: {'id': task-3622324, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.477623] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1ebcad-3ca2-4f49-9f15-f704e6e234bb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.501547] env[70243]: DEBUG oslo_vmware.api [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622326, 'name': Destroy_Task, 'duration_secs': 0.426054} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.501937] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Destroyed the VM [ 987.502322] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Deleting Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 987.503625] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5595fd94-f5c1-4ca5-b2d6-e706a24ed027 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.508711] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3152b2a9-e9f8-4422-b02a-8f5a3840006f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.555512] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb4a2b0-9ad1-483d-87c7-7c5d3c3d8e8d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.561986] env[70243]: DEBUG oslo_vmware.api [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 987.561986] env[70243]: value = "task-3622329" [ 987.561986] env[70243]: _type = "Task" [ 987.561986] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.566739] env[70243]: INFO nova.compute.manager [-] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Took 1.94 seconds to deallocate network for instance. [ 987.580997] env[70243]: DEBUG oslo_vmware.api [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622329, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.582707] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf5ad5e-32af-4ba7-8b5e-3a81ac7c6d67 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.603757] env[70243]: DEBUG nova.compute.provider_tree [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.715483] env[70243]: DEBUG nova.network.neutron [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.827629] env[70243]: DEBUG oslo_vmware.api [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622328, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.877456] env[70243]: DEBUG nova.network.neutron [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.904201] env[70243]: DEBUG oslo_vmware.api [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Task: {'id': task-3622324, 'name': PowerOnVM_Task, 'duration_secs': 0.642846} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.904201] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.904285] env[70243]: INFO nova.compute.manager [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Took 7.75 seconds to spawn the instance on the hypervisor. [ 987.904748] env[70243]: DEBUG nova.compute.manager [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.905966] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f437a40a-8e08-4aa1-98d3-6c9eb7df3bd0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.072858] env[70243]: DEBUG oslo_vmware.api [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622329, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.083115] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.105941] env[70243]: DEBUG nova.scheduler.client.report [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.280966] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Acquiring lock "ee89c9fa-d89d-45c4-9867-61b455d38097" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.281363] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Lock "ee89c9fa-d89d-45c4-9867-61b455d38097" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.282729] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Acquiring lock "ee89c9fa-d89d-45c4-9867-61b455d38097-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.282729] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Lock "ee89c9fa-d89d-45c4-9867-61b455d38097-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.282729] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Lock "ee89c9fa-d89d-45c4-9867-61b455d38097-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.285846] env[70243]: INFO nova.compute.manager [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Terminating instance [ 988.331508] env[70243]: DEBUG oslo_vmware.api [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622328, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.380638] env[70243]: DEBUG oslo_concurrency.lockutils [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Releasing lock "refresh_cache-9a0b9ed9-718c-4548-af86-9e4324623907" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.381192] env[70243]: DEBUG nova.compute.manager [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.381375] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.382272] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6e6164-9b7b-4913-a16b-3b5971ccea7c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.400621] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.400621] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf29f801-9981-4907-a55b-570b9e888ad9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.413219] env[70243]: DEBUG oslo_vmware.api [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Waiting for the task: (returnval){ [ 988.413219] env[70243]: value = "task-3622330" [ 988.413219] env[70243]: _type = "Task" [ 988.413219] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.427807] env[70243]: DEBUG oslo_vmware.api [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.430713] env[70243]: INFO nova.compute.manager [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Took 20.66 seconds to build instance. [ 988.500250] env[70243]: DEBUG nova.network.neutron [None req-fc7cb10c-fad5-4af8-9d00-43c36facbafa tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Updating instance_info_cache with network_info: [{"id": "d5ae2b4f-d6fd-427d-928a-bb7e548d9064", "address": "fa:16:3e:5a:89:9f", "network": {"id": "4a284b5e-9431-47e0-afbe-61caada3f353", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-589564757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dbca791ad4e4a5080d2a4927c7c5af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5ae2b4f-d6", "ovs_interfaceid": "d5ae2b4f-d6fd-427d-928a-bb7e548d9064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.575282] env[70243]: DEBUG oslo_vmware.api [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622329, 'name': RemoveSnapshot_Task, 'duration_secs': 1.008888} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.575618] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Deleted Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 988.575936] env[70243]: DEBUG nova.compute.manager [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.576951] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5acc73-a713-4634-8f92-fed70c0ea219 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.611285] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.611923] env[70243]: DEBUG nova.compute.manager [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.614672] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.251s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.615030] env[70243]: DEBUG nova.objects.instance [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lazy-loading 'resources' on Instance uuid cdc63cce-27d5-4068-bc87-51c290fb7c69 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.791185] env[70243]: DEBUG nova.compute.manager [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.791185] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.791326] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f8fb16-0079-4743-9829-225b61684071 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.801066] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.801489] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1130185-58eb-4c4a-b683-12d3688e544a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.810779] env[70243]: DEBUG oslo_vmware.api [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for the task: (returnval){ [ 988.810779] env[70243]: value = "task-3622331" [ 988.810779] env[70243]: _type = "Task" [ 988.810779] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.821248] env[70243]: DEBUG oslo_vmware.api [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3622331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.834672] env[70243]: DEBUG oslo_vmware.api [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622328, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.925519] env[70243]: DEBUG oslo_vmware.api [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622330, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.934087] env[70243]: DEBUG oslo_concurrency.lockutils [None req-51a870fd-a757-4aba-9cd3-eb679b6ac915 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Lock "672bd80c-015e-4769-af92-dc1ae155a44e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.182s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.005053] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc7cb10c-fad5-4af8-9d00-43c36facbafa tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Releasing lock "refresh_cache-73baeaff-7a2c-4efb-a9f9-194020d5f359" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.005053] env[70243]: DEBUG nova.objects.instance [None req-fc7cb10c-fad5-4af8-9d00-43c36facbafa tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lazy-loading 'flavor' on Instance uuid 73baeaff-7a2c-4efb-a9f9-194020d5f359 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.084155] env[70243]: DEBUG nova.compute.manager [req-49d49276-a615-4f23-8286-97e0d458344b req-a79cda33-5141-49ca-8c5f-ba65fc3ee46a service nova] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Received event network-changed-b4c86a27-9f17-4e33-ace9-77f2c1380141 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.084527] env[70243]: DEBUG nova.compute.manager [req-49d49276-a615-4f23-8286-97e0d458344b req-a79cda33-5141-49ca-8c5f-ba65fc3ee46a service nova] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Refreshing instance network info cache due to event network-changed-b4c86a27-9f17-4e33-ace9-77f2c1380141. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.084771] env[70243]: DEBUG oslo_concurrency.lockutils [req-49d49276-a615-4f23-8286-97e0d458344b req-a79cda33-5141-49ca-8c5f-ba65fc3ee46a service nova] Acquiring lock "refresh_cache-ddeb2e4f-ae88-444b-bdfc-00a5944dd8de" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.084928] env[70243]: DEBUG oslo_concurrency.lockutils [req-49d49276-a615-4f23-8286-97e0d458344b req-a79cda33-5141-49ca-8c5f-ba65fc3ee46a service nova] Acquired lock "refresh_cache-ddeb2e4f-ae88-444b-bdfc-00a5944dd8de" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.085206] env[70243]: DEBUG nova.network.neutron [req-49d49276-a615-4f23-8286-97e0d458344b req-a79cda33-5141-49ca-8c5f-ba65fc3ee46a service nova] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Refreshing network info cache for port b4c86a27-9f17-4e33-ace9-77f2c1380141 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.094036] env[70243]: INFO nova.compute.manager [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Shelve offloading [ 989.120154] env[70243]: DEBUG nova.compute.utils [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.124537] env[70243]: DEBUG nova.compute.manager [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.126630] env[70243]: DEBUG nova.network.neutron [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.188593] env[70243]: DEBUG nova.policy [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b74a58353bde408a984b292dcbd53dba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8c9aa15b2ac4dbba3ace78aaff8a1a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.326868] env[70243]: DEBUG oslo_vmware.api [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3622331, 'name': PowerOffVM_Task, 'duration_secs': 0.223574} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.332500] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.332722] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.333240] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6fe3ad7-2948-4878-965c-2496ad8ce206 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.341464] env[70243]: DEBUG oslo_vmware.api [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622328, 'name': CloneVM_Task, 'duration_secs': 1.989109} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.341743] env[70243]: INFO nova.virt.vmwareapi.vmops [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Created linked-clone VM from snapshot [ 989.342740] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c75222-bd94-4f9d-980c-29d77bd42518 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.359699] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Uploading image f147f25f-2d81-483f-8cea-079d51741114 {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 989.395602] env[70243]: DEBUG oslo_vmware.rw_handles [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 989.395602] env[70243]: value = "vm-722448" [ 989.395602] env[70243]: _type = "VirtualMachine" [ 989.395602] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 989.396039] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d1693ef0-7220-4e4d-9519-2c7d7df96bd6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.409112] env[70243]: DEBUG oslo_vmware.rw_handles [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lease: (returnval){ [ 989.409112] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5221a908-5536-49ab-1036-0299c5716b27" [ 989.409112] env[70243]: _type = "HttpNfcLease" [ 989.409112] env[70243]: } obtained for exporting VM: (result){ [ 989.409112] env[70243]: value = "vm-722448" [ 989.409112] env[70243]: _type = "VirtualMachine" [ 989.409112] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 989.409733] env[70243]: DEBUG oslo_vmware.api [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the lease: (returnval){ [ 989.409733] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5221a908-5536-49ab-1036-0299c5716b27" [ 989.409733] env[70243]: _type = "HttpNfcLease" [ 989.409733] env[70243]: } to be ready. {{(pid=70243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 989.427518] env[70243]: DEBUG oslo_vmware.api [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622330, 'name': PowerOffVM_Task, 'duration_secs': 0.728717} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.436749] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.437166] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.437639] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.437821] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.438146] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Deleting the datastore file [datastore1] ee89c9fa-d89d-45c4-9867-61b455d38097 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.439046] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 989.439046] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5221a908-5536-49ab-1036-0299c5716b27" [ 989.439046] env[70243]: _type = "HttpNfcLease" [ 989.439046] env[70243]: } is initializing. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 989.439479] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-513abf63-b229-4b11-b074-74564a01ce53 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.441341] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b6dce93-c6d4-4746-8313-c9ca43cb71bd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.449575] env[70243]: DEBUG oslo_vmware.api [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for the task: (returnval){ [ 989.449575] env[70243]: value = "task-3622336" [ 989.449575] env[70243]: _type = "Task" [ 989.449575] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.465203] env[70243]: DEBUG oslo_vmware.api [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3622336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.472729] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a23822a-0aee-4feb-a2ce-675bcd5b440a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.476662] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.478245] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.478245] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Deleting the datastore file [datastore1] 9a0b9ed9-718c-4548-af86-9e4324623907 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.478245] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bca3ed6-db81-457b-a14d-a8c2034b6a36 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.484335] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d8b389-c0a3-47fb-9700-1fd9b3aeff1d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.490204] env[70243]: DEBUG oslo_vmware.api [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Waiting for the task: (returnval){ [ 989.490204] env[70243]: value = "task-3622337" [ 989.490204] env[70243]: _type = "Task" [ 989.490204] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.526213] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811bc17c-da49-4969-b025-c657a21f6c10 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.533440] env[70243]: DEBUG oslo_vmware.api [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.534410] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d871594-8c83-445f-877a-a6437f567044 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.564012] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93932279-e1f3-4e8b-8501-447e3f43ade9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.569308] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7cb10c-fad5-4af8-9d00-43c36facbafa tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.570470] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fbd614d-0420-43d5-9ac5-fba42b63a174 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.595910] env[70243]: DEBUG nova.compute.provider_tree [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.602017] env[70243]: DEBUG oslo_vmware.api [None req-fc7cb10c-fad5-4af8-9d00-43c36facbafa tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 989.602017] env[70243]: value = "task-3622338" [ 989.602017] env[70243]: _type = "Task" [ 989.602017] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.602017] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.606163] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8e6d6d2-2770-4ca8-8b42-b356dadb9fe0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.613122] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Acquiring lock "a40d171c-401b-41b9-ab27-f1bea651d913" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.613363] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Lock "a40d171c-401b-41b9-ab27-f1bea651d913" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.619836] env[70243]: DEBUG oslo_vmware.api [None req-fc7cb10c-fad5-4af8-9d00-43c36facbafa tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.620273] env[70243]: DEBUG oslo_vmware.api [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 989.620273] env[70243]: value = "task-3622339" [ 989.620273] env[70243]: _type = "Task" [ 989.620273] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.632312] env[70243]: DEBUG nova.compute.manager [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.638321] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] VM already powered off {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 989.638553] env[70243]: DEBUG nova.compute.manager [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.639455] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8740f9a-cb89-41e1-97da-d99710807da7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.652285] env[70243]: DEBUG oslo_concurrency.lockutils [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "refresh_cache-553877a2-a659-4cc7-85f0-06a33fd43e44" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.652285] env[70243]: DEBUG oslo_concurrency.lockutils [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired lock "refresh_cache-553877a2-a659-4cc7-85f0-06a33fd43e44" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.652285] env[70243]: DEBUG nova.network.neutron [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.906214] env[70243]: DEBUG nova.network.neutron [req-49d49276-a615-4f23-8286-97e0d458344b req-a79cda33-5141-49ca-8c5f-ba65fc3ee46a service nova] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Updated VIF entry in instance network info cache for port b4c86a27-9f17-4e33-ace9-77f2c1380141. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.906791] env[70243]: DEBUG nova.network.neutron [req-49d49276-a615-4f23-8286-97e0d458344b req-a79cda33-5141-49ca-8c5f-ba65fc3ee46a service nova] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Updating instance_info_cache with network_info: [{"id": "b4c86a27-9f17-4e33-ace9-77f2c1380141", "address": "fa:16:3e:87:67:16", "network": {"id": "3af6442e-146a-4854-ade9-c56209a529f6", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2064710813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3731a96d4142d48e245500a5e00ef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c86a27-9f", "ovs_interfaceid": "b4c86a27-9f17-4e33-ace9-77f2c1380141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.923608] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 989.923608] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5221a908-5536-49ab-1036-0299c5716b27" [ 989.923608] env[70243]: _type = "HttpNfcLease" [ 989.923608] env[70243]: } is ready. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 989.927277] env[70243]: DEBUG oslo_vmware.rw_handles [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 989.927277] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5221a908-5536-49ab-1036-0299c5716b27" [ 989.927277] env[70243]: _type = "HttpNfcLease" [ 989.927277] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 989.928529] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbe6e44-3d06-426a-9e0d-13f8a8b57fe0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.943532] env[70243]: DEBUG oslo_vmware.rw_handles [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c30d99-e48d-18f4-728f-9b0802f1b606/disk-0.vmdk from lease info. {{(pid=70243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 989.943862] env[70243]: DEBUG oslo_vmware.rw_handles [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c30d99-e48d-18f4-728f-9b0802f1b606/disk-0.vmdk for reading. {{(pid=70243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 990.031123] env[70243]: DEBUG nova.network.neutron [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Successfully created port: 03367195-cb95-4452-bd63-3151220799da {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.049654] env[70243]: DEBUG oslo_vmware.api [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Task: {'id': task-3622336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218303} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.052970] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.053217] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.053417] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.053604] env[70243]: INFO nova.compute.manager [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Took 1.26 seconds to destroy the instance on the hypervisor. [ 990.054811] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.054811] env[70243]: DEBUG oslo_vmware.api [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Task: {'id': task-3622337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103441} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.054811] env[70243]: DEBUG nova.compute.manager [-] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.054811] env[70243]: DEBUG nova.network.neutron [-] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.056275] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.056471] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.056659] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.056830] env[70243]: INFO nova.compute.manager [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Took 1.68 seconds to destroy the instance on the hypervisor. [ 990.057065] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.057261] env[70243]: DEBUG nova.compute.manager [-] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.057402] env[70243]: DEBUG nova.network.neutron [-] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.077362] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Acquiring lock "672bd80c-015e-4769-af92-dc1ae155a44e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.077641] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Lock "672bd80c-015e-4769-af92-dc1ae155a44e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.078125] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Acquiring lock "672bd80c-015e-4769-af92-dc1ae155a44e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.078125] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Lock "672bd80c-015e-4769-af92-dc1ae155a44e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.078537] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Lock "672bd80c-015e-4769-af92-dc1ae155a44e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.084179] env[70243]: INFO nova.compute.manager [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Terminating instance [ 990.086752] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-66b9886f-2992-45e2-8dfa-a3aee5a6de09 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.097645] env[70243]: DEBUG nova.network.neutron [-] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.103345] env[70243]: DEBUG nova.scheduler.client.report [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.123643] env[70243]: DEBUG nova.compute.manager [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.126976] env[70243]: DEBUG oslo_vmware.api [None req-fc7cb10c-fad5-4af8-9d00-43c36facbafa tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622338, 'name': PowerOffVM_Task, 'duration_secs': 0.31367} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.131708] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7cb10c-fad5-4af8-9d00-43c36facbafa tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.138820] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc7cb10c-fad5-4af8-9d00-43c36facbafa tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Reconfiguring VM instance instance-00000031 to detach disk 2002 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 990.144162] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cafb043-54dc-47ac-8214-99bd4326dad2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.178473] env[70243]: DEBUG oslo_vmware.api [None req-fc7cb10c-fad5-4af8-9d00-43c36facbafa tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 990.178473] env[70243]: value = "task-3622340" [ 990.178473] env[70243]: _type = "Task" [ 990.178473] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.189909] env[70243]: DEBUG oslo_vmware.api [None req-fc7cb10c-fad5-4af8-9d00-43c36facbafa tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622340, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.412425] env[70243]: DEBUG oslo_concurrency.lockutils [req-49d49276-a615-4f23-8286-97e0d458344b req-a79cda33-5141-49ca-8c5f-ba65fc3ee46a service nova] Releasing lock "refresh_cache-ddeb2e4f-ae88-444b-bdfc-00a5944dd8de" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.591841] env[70243]: DEBUG nova.compute.manager [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.592096] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.593053] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa2333a-a60f-4321-8715-a5607c66aa62 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.603532] env[70243]: DEBUG nova.network.neutron [-] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.605218] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.605916] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2861341-bcab-4197-881e-e6d9dad8785c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.608198] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.613905] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.616s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.614685] env[70243]: DEBUG nova.objects.instance [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lazy-loading 'resources' on Instance uuid 21583c3e-6616-48da-9265-4fbf09b077d0 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.623767] env[70243]: DEBUG oslo_vmware.api [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Waiting for the task: (returnval){ [ 990.623767] env[70243]: value = "task-3622341" [ 990.623767] env[70243]: _type = "Task" [ 990.623767] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.639579] env[70243]: DEBUG oslo_vmware.api [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Task: {'id': task-3622341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.644736] env[70243]: INFO nova.scheduler.client.report [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Deleted allocations for instance cdc63cce-27d5-4068-bc87-51c290fb7c69 [ 990.661620] env[70243]: DEBUG nova.compute.manager [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.668870] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.692199] env[70243]: DEBUG oslo_vmware.api [None req-fc7cb10c-fad5-4af8-9d00-43c36facbafa tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622340, 'name': ReconfigVM_Task, 'duration_secs': 0.405102} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.695578] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc7cb10c-fad5-4af8-9d00-43c36facbafa tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Reconfigured VM instance instance-00000031 to detach disk 2002 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 990.695578] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7cb10c-fad5-4af8-9d00-43c36facbafa tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.696634] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc473847-c8fc-4997-b503-7f7d04c3ff29 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.706837] env[70243]: DEBUG nova.virt.hardware [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.707229] env[70243]: DEBUG nova.virt.hardware [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.708223] env[70243]: DEBUG nova.virt.hardware [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.708223] env[70243]: DEBUG nova.virt.hardware [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.708361] env[70243]: DEBUG nova.virt.hardware [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.711099] env[70243]: DEBUG nova.virt.hardware [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.711099] env[70243]: DEBUG nova.virt.hardware [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.711099] env[70243]: DEBUG nova.virt.hardware [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.711099] env[70243]: DEBUG nova.virt.hardware [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.711099] env[70243]: DEBUG nova.virt.hardware [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.711099] env[70243]: DEBUG nova.virt.hardware [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.711099] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77175328-9ac4-42de-83ba-89998b2f515f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.716553] env[70243]: DEBUG oslo_vmware.api [None req-fc7cb10c-fad5-4af8-9d00-43c36facbafa tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 990.716553] env[70243]: value = "task-3622342" [ 990.716553] env[70243]: _type = "Task" [ 990.716553] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.723972] env[70243]: DEBUG nova.network.neutron [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Updating instance_info_cache with network_info: [{"id": "da27ba60-e63c-4f12-acec-fbfa682731cd", "address": "fa:16:3e:e0:08:db", "network": {"id": "9ca41f48-ec49-4b89-8cf4-e17009fd41d3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-376653628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b82d157f42e44fdf8b5c0b034837f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda27ba60-e6", "ovs_interfaceid": "da27ba60-e63c-4f12-acec-fbfa682731cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.729035] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d752d57-48f9-4e37-b992-dc26c3ff51f7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.737394] env[70243]: DEBUG oslo_vmware.api [None req-fc7cb10c-fad5-4af8-9d00-43c36facbafa tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622342, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.108855] env[70243]: INFO nova.compute.manager [-] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Took 1.05 seconds to deallocate network for instance. [ 991.138963] env[70243]: DEBUG oslo_vmware.api [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Task: {'id': task-3622341, 'name': PowerOffVM_Task, 'duration_secs': 0.216688} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.139515] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.139763] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.141176] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc146caa-9a17-4fee-87d3-8aa54bd88415 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.157059] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0b5823ce-f695-4b10-aaac-d488b65398a2 tempest-ServersAdminTestJSON-1919556188 tempest-ServersAdminTestJSON-1919556188-project-member] Lock "cdc63cce-27d5-4068-bc87-51c290fb7c69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.284s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.224175] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.225242] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.225242] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Deleting the datastore file [datastore2] 672bd80c-015e-4769-af92-dc1ae155a44e {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.225385] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6e26ce5-ea06-4c3e-aa8f-872aa72d0a62 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.232732] env[70243]: DEBUG oslo_vmware.api [None req-fc7cb10c-fad5-4af8-9d00-43c36facbafa tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622342, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.237378] env[70243]: DEBUG oslo_concurrency.lockutils [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Releasing lock "refresh_cache-553877a2-a659-4cc7-85f0-06a33fd43e44" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.242017] env[70243]: DEBUG oslo_vmware.api [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Waiting for the task: (returnval){ [ 991.242017] env[70243]: value = "task-3622344" [ 991.242017] env[70243]: _type = "Task" [ 991.242017] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.253979] env[70243]: DEBUG oslo_vmware.api [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Task: {'id': task-3622344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.288569] env[70243]: DEBUG nova.compute.manager [req-1d34b3d4-0cb8-4dab-8931-ff1035091812 req-8c502d97-9b6e-48e5-90a8-e9a2c9ca8986 service nova] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Received event network-vif-deleted-5efa369b-0cc1-42b8-994d-7339b06e94ff {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.288768] env[70243]: INFO nova.compute.manager [req-1d34b3d4-0cb8-4dab-8931-ff1035091812 req-8c502d97-9b6e-48e5-90a8-e9a2c9ca8986 service nova] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Neutron deleted interface 5efa369b-0cc1-42b8-994d-7339b06e94ff; detaching it from the instance and deleting it from the info cache [ 991.288963] env[70243]: DEBUG nova.network.neutron [req-1d34b3d4-0cb8-4dab-8931-ff1035091812 req-8c502d97-9b6e-48e5-90a8-e9a2c9ca8986 service nova] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.528238] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1175403e-d6aa-4a59-8157-226f416d8d41 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.539399] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07617668-4081-40bb-bc36-3f9876bc3059 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.584994] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d64a5b6e-02b2-4fe8-b4a1-17d15a721aa9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Volume attach. Driver type: vmdk {{(pid=70243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 991.585317] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d64a5b6e-02b2-4fe8-b4a1-17d15a721aa9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722447', 'volume_id': 'dce6b290-e874-43b3-8ae5-08ae0e316d4e', 'name': 'volume-dce6b290-e874-43b3-8ae5-08ae0e316d4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f71023c9-0704-4b78-b10f-d7baa2e97d7f', 'attached_at': '', 'detached_at': '', 'volume_id': 'dce6b290-e874-43b3-8ae5-08ae0e316d4e', 'serial': 'dce6b290-e874-43b3-8ae5-08ae0e316d4e'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 991.586293] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8f7662-3843-49d8-affb-e8d24d4c1cf9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.589894] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ed04c6-5c1b-4870-8e5c-26620e12f37a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.610776] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77720fe0-0312-4665-9beb-7a061d31a07d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.616737] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f869683-1519-41f6-ac93-3cd8fd7d377d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.620697] env[70243]: DEBUG oslo_concurrency.lockutils [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.631264] env[70243]: DEBUG nova.compute.provider_tree [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.654281] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d64a5b6e-02b2-4fe8-b4a1-17d15a721aa9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] volume-dce6b290-e874-43b3-8ae5-08ae0e316d4e/volume-dce6b290-e874-43b3-8ae5-08ae0e316d4e.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.656490] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.657826] env[70243]: DEBUG nova.scheduler.client.report [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.661073] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dca7658-0a3e-488f-ac16-19efbd117505 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.676604] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a50a1d-c3a3-4fa7-80ae-9dc029984834 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.680663] env[70243]: DEBUG nova.network.neutron [-] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.689532] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.692250] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72cc21ed-2662-4ff7-a54a-439a0efa6397 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.693051] env[70243]: DEBUG oslo_vmware.api [None req-d64a5b6e-02b2-4fe8-b4a1-17d15a721aa9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 991.693051] env[70243]: value = "task-3622345" [ 991.693051] env[70243]: _type = "Task" [ 991.693051] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.703993] env[70243]: DEBUG oslo_vmware.api [None req-d64a5b6e-02b2-4fe8-b4a1-17d15a721aa9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.729402] env[70243]: DEBUG oslo_vmware.api [None req-fc7cb10c-fad5-4af8-9d00-43c36facbafa tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622342, 'name': PowerOnVM_Task, 'duration_secs': 0.531771} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.729576] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7cb10c-fad5-4af8-9d00-43c36facbafa tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.730755] env[70243]: DEBUG nova.compute.manager [None req-fc7cb10c-fad5-4af8-9d00-43c36facbafa tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.731548] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c1462f-3c55-494d-b87c-fb5ece0444c1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.755965] env[70243]: DEBUG oslo_vmware.api [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Task: {'id': task-3622344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262875} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.756842] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.757584] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.757812] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.758326] env[70243]: INFO nova.compute.manager [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 991.758394] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.758606] env[70243]: DEBUG nova.compute.manager [-] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.759130] env[70243]: DEBUG nova.network.neutron [-] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.774774] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.775501] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.775501] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Deleting the datastore file [datastore1] 553877a2-a659-4cc7-85f0-06a33fd43e44 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.775501] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9e31b0f-b1f9-4402-9750-839d87f24636 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.784361] env[70243]: DEBUG oslo_vmware.api [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 991.784361] env[70243]: value = "task-3622347" [ 991.784361] env[70243]: _type = "Task" [ 991.784361] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.798231] env[70243]: DEBUG oslo_vmware.api [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.798565] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88e0beba-a8d6-4b5b-961f-a18c49b99292 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.812679] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067bac1c-edff-4f26-a712-5d855f379684 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.854618] env[70243]: DEBUG nova.compute.manager [req-1d34b3d4-0cb8-4dab-8931-ff1035091812 req-8c502d97-9b6e-48e5-90a8-e9a2c9ca8986 service nova] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Detach interface failed, port_id=5efa369b-0cc1-42b8-994d-7339b06e94ff, reason: Instance ee89c9fa-d89d-45c4-9867-61b455d38097 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 991.869560] env[70243]: DEBUG nova.network.neutron [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Successfully updated port: 03367195-cb95-4452-bd63-3151220799da {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.901108] env[70243]: DEBUG nova.compute.manager [req-f09300f2-6d00-43e0-a662-e99fc2a74a08 req-4aa83f4d-f5e8-433d-8203-ba1e3bc45689 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Received event network-vif-plugged-03367195-cb95-4452-bd63-3151220799da {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.902291] env[70243]: DEBUG oslo_concurrency.lockutils [req-f09300f2-6d00-43e0-a662-e99fc2a74a08 req-4aa83f4d-f5e8-433d-8203-ba1e3bc45689 service nova] Acquiring lock "a64f293e-481f-43af-83fe-04545d27a325-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.902335] env[70243]: DEBUG oslo_concurrency.lockutils [req-f09300f2-6d00-43e0-a662-e99fc2a74a08 req-4aa83f4d-f5e8-433d-8203-ba1e3bc45689 service nova] Lock "a64f293e-481f-43af-83fe-04545d27a325-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.902706] env[70243]: DEBUG oslo_concurrency.lockutils [req-f09300f2-6d00-43e0-a662-e99fc2a74a08 req-4aa83f4d-f5e8-433d-8203-ba1e3bc45689 service nova] Lock "a64f293e-481f-43af-83fe-04545d27a325-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.902954] env[70243]: DEBUG nova.compute.manager [req-f09300f2-6d00-43e0-a662-e99fc2a74a08 req-4aa83f4d-f5e8-433d-8203-ba1e3bc45689 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] No waiting events found dispatching network-vif-plugged-03367195-cb95-4452-bd63-3151220799da {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.903239] env[70243]: WARNING nova.compute.manager [req-f09300f2-6d00-43e0-a662-e99fc2a74a08 req-4aa83f4d-f5e8-433d-8203-ba1e3bc45689 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Received unexpected event network-vif-plugged-03367195-cb95-4452-bd63-3151220799da for instance with vm_state building and task_state spawning. [ 991.912636] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Acquiring lock "709b6a5d-6d8f-4e08-8883-a25215ee6b7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.913009] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Lock "709b6a5d-6d8f-4e08-8883-a25215ee6b7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.184020] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.567s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.184020] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.050s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.184383] env[70243]: DEBUG nova.objects.instance [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 992.187373] env[70243]: INFO nova.compute.manager [-] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Took 2.13 seconds to deallocate network for instance. [ 992.207274] env[70243]: DEBUG oslo_vmware.api [None req-d64a5b6e-02b2-4fe8-b4a1-17d15a721aa9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622345, 'name': ReconfigVM_Task, 'duration_secs': 0.412161} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.208993] env[70243]: INFO nova.scheduler.client.report [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Deleted allocations for instance 21583c3e-6616-48da-9265-4fbf09b077d0 [ 992.211041] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d64a5b6e-02b2-4fe8-b4a1-17d15a721aa9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Reconfigured VM instance instance-00000040 to attach disk [datastore1] volume-dce6b290-e874-43b3-8ae5-08ae0e316d4e/volume-dce6b290-e874-43b3-8ae5-08ae0e316d4e.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.222230] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57fc90d9-adae-4784-880f-18b34d93e0d5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.249767] env[70243]: DEBUG oslo_vmware.api [None req-d64a5b6e-02b2-4fe8-b4a1-17d15a721aa9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 992.249767] env[70243]: value = "task-3622348" [ 992.249767] env[70243]: _type = "Task" [ 992.249767] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.263742] env[70243]: DEBUG oslo_vmware.api [None req-d64a5b6e-02b2-4fe8-b4a1-17d15a721aa9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.304402] env[70243]: DEBUG oslo_vmware.api [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154424} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.304402] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.304402] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.304402] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.331116] env[70243]: INFO nova.scheduler.client.report [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Deleted allocations for instance 553877a2-a659-4cc7-85f0-06a33fd43e44 [ 992.373049] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "refresh_cache-a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.373268] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "refresh_cache-a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.373480] env[70243]: DEBUG nova.network.neutron [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.417893] env[70243]: DEBUG nova.compute.manager [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.660757] env[70243]: DEBUG oslo_concurrency.lockutils [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "7389c36d-4010-4df6-8fd1-767aa8b7b87a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.661110] env[70243]: DEBUG oslo_concurrency.lockutils [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "7389c36d-4010-4df6-8fd1-767aa8b7b87a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.696127] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.741331] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9de75d6c-fe9e-44a6-b56e-2fe60da0831e tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "21583c3e-6616-48da-9265-4fbf09b077d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.825s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.755540] env[70243]: DEBUG nova.network.neutron [-] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.762517] env[70243]: DEBUG oslo_vmware.api [None req-d64a5b6e-02b2-4fe8-b4a1-17d15a721aa9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622348, 'name': ReconfigVM_Task, 'duration_secs': 0.175376} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.763675] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d64a5b6e-02b2-4fe8-b4a1-17d15a721aa9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722447', 'volume_id': 'dce6b290-e874-43b3-8ae5-08ae0e316d4e', 'name': 'volume-dce6b290-e874-43b3-8ae5-08ae0e316d4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f71023c9-0704-4b78-b10f-d7baa2e97d7f', 'attached_at': '', 'detached_at': '', 'volume_id': 'dce6b290-e874-43b3-8ae5-08ae0e316d4e', 'serial': 'dce6b290-e874-43b3-8ae5-08ae0e316d4e'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 992.835930] env[70243]: DEBUG oslo_concurrency.lockutils [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.940606] env[70243]: DEBUG nova.network.neutron [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.942834] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.091619] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.091846] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.164154] env[70243]: DEBUG nova.network.neutron [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Updating instance_info_cache with network_info: [{"id": "03367195-cb95-4452-bd63-3151220799da", "address": "fa:16:3e:31:8d:44", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03367195-cb", "ovs_interfaceid": "03367195-cb95-4452-bd63-3151220799da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.165773] env[70243]: DEBUG nova.compute.manager [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.195124] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b12e2884-8d6a-4b20-b6eb-21cb97091564 tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.196275] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.439s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.198472] env[70243]: INFO nova.compute.claims [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.264241] env[70243]: INFO nova.compute.manager [-] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Took 1.51 seconds to deallocate network for instance. [ 993.321995] env[70243]: DEBUG nova.compute.manager [req-32b8b89f-8925-4458-958c-ccecac442f7b req-b88df176-75b4-452e-8108-c622d19aad84 service nova] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Received event network-vif-unplugged-da27ba60-e63c-4f12-acec-fbfa682731cd {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.321995] env[70243]: DEBUG oslo_concurrency.lockutils [req-32b8b89f-8925-4458-958c-ccecac442f7b req-b88df176-75b4-452e-8108-c622d19aad84 service nova] Acquiring lock "553877a2-a659-4cc7-85f0-06a33fd43e44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.322649] env[70243]: DEBUG oslo_concurrency.lockutils [req-32b8b89f-8925-4458-958c-ccecac442f7b req-b88df176-75b4-452e-8108-c622d19aad84 service nova] Lock "553877a2-a659-4cc7-85f0-06a33fd43e44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.322904] env[70243]: DEBUG oslo_concurrency.lockutils [req-32b8b89f-8925-4458-958c-ccecac442f7b req-b88df176-75b4-452e-8108-c622d19aad84 service nova] Lock "553877a2-a659-4cc7-85f0-06a33fd43e44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.323231] env[70243]: DEBUG nova.compute.manager [req-32b8b89f-8925-4458-958c-ccecac442f7b req-b88df176-75b4-452e-8108-c622d19aad84 service nova] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] No waiting events found dispatching network-vif-unplugged-da27ba60-e63c-4f12-acec-fbfa682731cd {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.323402] env[70243]: WARNING nova.compute.manager [req-32b8b89f-8925-4458-958c-ccecac442f7b req-b88df176-75b4-452e-8108-c622d19aad84 service nova] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Received unexpected event network-vif-unplugged-da27ba60-e63c-4f12-acec-fbfa682731cd for instance with vm_state shelved_offloaded and task_state None. [ 993.323552] env[70243]: DEBUG nova.compute.manager [req-32b8b89f-8925-4458-958c-ccecac442f7b req-b88df176-75b4-452e-8108-c622d19aad84 service nova] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Received event network-changed-da27ba60-e63c-4f12-acec-fbfa682731cd {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.323743] env[70243]: DEBUG nova.compute.manager [req-32b8b89f-8925-4458-958c-ccecac442f7b req-b88df176-75b4-452e-8108-c622d19aad84 service nova] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Refreshing instance network info cache due to event network-changed-da27ba60-e63c-4f12-acec-fbfa682731cd. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.323942] env[70243]: DEBUG oslo_concurrency.lockutils [req-32b8b89f-8925-4458-958c-ccecac442f7b req-b88df176-75b4-452e-8108-c622d19aad84 service nova] Acquiring lock "refresh_cache-553877a2-a659-4cc7-85f0-06a33fd43e44" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.324099] env[70243]: DEBUG oslo_concurrency.lockutils [req-32b8b89f-8925-4458-958c-ccecac442f7b req-b88df176-75b4-452e-8108-c622d19aad84 service nova] Acquired lock "refresh_cache-553877a2-a659-4cc7-85f0-06a33fd43e44" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.324262] env[70243]: DEBUG nova.network.neutron [req-32b8b89f-8925-4458-958c-ccecac442f7b req-b88df176-75b4-452e-8108-c622d19aad84 service nova] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Refreshing network info cache for port da27ba60-e63c-4f12-acec-fbfa682731cd {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.396105] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "641601c2-8716-495c-889e-bd777e2dd97a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.396368] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "641601c2-8716-495c-889e-bd777e2dd97a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.594763] env[70243]: DEBUG nova.compute.manager [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.670486] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "refresh_cache-a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.670901] env[70243]: DEBUG nova.compute.manager [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Instance network_info: |[{"id": "03367195-cb95-4452-bd63-3151220799da", "address": "fa:16:3e:31:8d:44", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03367195-cb", "ovs_interfaceid": "03367195-cb95-4452-bd63-3151220799da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.675627] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:8d:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf1b231-3660-4453-b4f3-44d825b9a5dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03367195-cb95-4452-bd63-3151220799da', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.685019] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Creating folder: Project (f8c9aa15b2ac4dbba3ace78aaff8a1a7). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.688940] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98c62acd-9ad7-45f5-a799-5033a4b3bee5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.708997] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Created folder: Project (f8c9aa15b2ac4dbba3ace78aaff8a1a7) in parent group-v722220. [ 993.709378] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Creating folder: Instances. Parent ref: group-v722449. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.710022] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28e96784-411d-4d90-b1a1-e52150bcf4f9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.715467] env[70243]: DEBUG oslo_concurrency.lockutils [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.726045] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Created folder: Instances in parent group-v722449. [ 993.726045] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.726045] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a64f293e-481f-43af-83fe-04545d27a325] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.726045] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77dd62d7-e6fd-43c7-8e39-bc94697fa7ad {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.757619] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.757619] env[70243]: value = "task-3622351" [ 993.757619] env[70243]: _type = "Task" [ 993.757619] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.768375] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622351, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.775034] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.815803] env[70243]: DEBUG nova.objects.instance [None req-d64a5b6e-02b2-4fe8-b4a1-17d15a721aa9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lazy-loading 'flavor' on Instance uuid f71023c9-0704-4b78-b10f-d7baa2e97d7f {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.899665] env[70243]: DEBUG nova.compute.manager [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.980926] env[70243]: DEBUG oslo_concurrency.lockutils [None req-345c57eb-0f9f-48f5-b4aa-dac4ef00e98f tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.125468] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.149015] env[70243]: DEBUG nova.compute.manager [req-0602f6b1-eeee-445f-beed-9220750fafae req-7bd85e2a-105d-4a84-ab03-18d59d0c9079 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Received event network-changed-03367195-cb95-4452-bd63-3151220799da {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.149215] env[70243]: DEBUG nova.compute.manager [req-0602f6b1-eeee-445f-beed-9220750fafae req-7bd85e2a-105d-4a84-ab03-18d59d0c9079 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Refreshing instance network info cache due to event network-changed-03367195-cb95-4452-bd63-3151220799da. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.149462] env[70243]: DEBUG oslo_concurrency.lockutils [req-0602f6b1-eeee-445f-beed-9220750fafae req-7bd85e2a-105d-4a84-ab03-18d59d0c9079 service nova] Acquiring lock "refresh_cache-a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.149567] env[70243]: DEBUG oslo_concurrency.lockutils [req-0602f6b1-eeee-445f-beed-9220750fafae req-7bd85e2a-105d-4a84-ab03-18d59d0c9079 service nova] Acquired lock "refresh_cache-a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.149720] env[70243]: DEBUG nova.network.neutron [req-0602f6b1-eeee-445f-beed-9220750fafae req-7bd85e2a-105d-4a84-ab03-18d59d0c9079 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Refreshing network info cache for port 03367195-cb95-4452-bd63-3151220799da {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.272726] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622351, 'name': CreateVM_Task, 'duration_secs': 0.459746} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.272978] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a64f293e-481f-43af-83fe-04545d27a325] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.274113] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.274369] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.274945] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.278041] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54e7eefd-825c-4b65-8302-7f36c1c6fe73 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.285311] env[70243]: DEBUG oslo_vmware.api [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 994.285311] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52efb8d5-3682-590b-d785-d644a68f7694" [ 994.285311] env[70243]: _type = "Task" [ 994.285311] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.300677] env[70243]: DEBUG oslo_vmware.api [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52efb8d5-3682-590b-d785-d644a68f7694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.321542] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d64a5b6e-02b2-4fe8-b4a1-17d15a721aa9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.898s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.322488] env[70243]: DEBUG oslo_concurrency.lockutils [None req-345c57eb-0f9f-48f5-b4aa-dac4ef00e98f tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.342s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.322860] env[70243]: DEBUG nova.compute.manager [None req-345c57eb-0f9f-48f5-b4aa-dac4ef00e98f tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.327221] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e032892-d9ac-4139-8bd4-474383e70001 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.335051] env[70243]: DEBUG nova.compute.manager [None req-345c57eb-0f9f-48f5-b4aa-dac4ef00e98f tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70243) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 994.335711] env[70243]: DEBUG nova.objects.instance [None req-345c57eb-0f9f-48f5-b4aa-dac4ef00e98f tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lazy-loading 'flavor' on Instance uuid f71023c9-0704-4b78-b10f-d7baa2e97d7f {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.367655] env[70243]: DEBUG nova.network.neutron [req-32b8b89f-8925-4458-958c-ccecac442f7b req-b88df176-75b4-452e-8108-c622d19aad84 service nova] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Updated VIF entry in instance network info cache for port da27ba60-e63c-4f12-acec-fbfa682731cd. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.368031] env[70243]: DEBUG nova.network.neutron [req-32b8b89f-8925-4458-958c-ccecac442f7b req-b88df176-75b4-452e-8108-c622d19aad84 service nova] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Updating instance_info_cache with network_info: [{"id": "da27ba60-e63c-4f12-acec-fbfa682731cd", "address": "fa:16:3e:e0:08:db", "network": {"id": "9ca41f48-ec49-4b89-8cf4-e17009fd41d3", "bridge": null, "label": "tempest-DeleteServersTestJSON-376653628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b82d157f42e44fdf8b5c0b034837f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapda27ba60-e6", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.427102] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.427102] env[70243]: DEBUG oslo_concurrency.lockutils [None req-869a261b-3f12-46ee-bc60-646e0148362a tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "553877a2-a659-4cc7-85f0-06a33fd43e44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.538810] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b53b103-2290-4b11-8830-55188d7b9d59 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.547225] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6142c1-abd4-4692-bd88-3699c906a7d2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.578231] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4256836c-1635-42b4-af5c-8bcf2d7e9953 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.587057] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5699826-1fb2-4ff0-9f91-73851b08a90c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.601293] env[70243]: DEBUG nova.compute.provider_tree [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.800565] env[70243]: DEBUG oslo_vmware.api [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52efb8d5-3682-590b-d785-d644a68f7694, 'name': SearchDatastore_Task, 'duration_secs': 0.0146} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.800565] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.800565] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.800565] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.800565] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.800565] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.800565] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f475a473-9343-4b1a-bf95-a7d7defa9b96 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.812816] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.813024] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.814492] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-549a68e5-78f6-4d89-b8ca-6be2cfc29f9a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.820924] env[70243]: DEBUG oslo_vmware.api [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 994.820924] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5259ecdd-3141-2194-ee71-a0e9dcac547f" [ 994.820924] env[70243]: _type = "Task" [ 994.820924] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.832466] env[70243]: DEBUG oslo_vmware.api [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5259ecdd-3141-2194-ee71-a0e9dcac547f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.871419] env[70243]: DEBUG oslo_concurrency.lockutils [req-32b8b89f-8925-4458-958c-ccecac442f7b req-b88df176-75b4-452e-8108-c622d19aad84 service nova] Releasing lock "refresh_cache-553877a2-a659-4cc7-85f0-06a33fd43e44" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.871704] env[70243]: DEBUG nova.compute.manager [req-32b8b89f-8925-4458-958c-ccecac442f7b req-b88df176-75b4-452e-8108-c622d19aad84 service nova] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Received event network-vif-deleted-21e76486-2a05-4626-960f-f0767d9b22ae {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.929164] env[70243]: DEBUG nova.network.neutron [req-0602f6b1-eeee-445f-beed-9220750fafae req-7bd85e2a-105d-4a84-ab03-18d59d0c9079 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Updated VIF entry in instance network info cache for port 03367195-cb95-4452-bd63-3151220799da. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.929546] env[70243]: DEBUG nova.network.neutron [req-0602f6b1-eeee-445f-beed-9220750fafae req-7bd85e2a-105d-4a84-ab03-18d59d0c9079 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Updating instance_info_cache with network_info: [{"id": "03367195-cb95-4452-bd63-3151220799da", "address": "fa:16:3e:31:8d:44", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03367195-cb", "ovs_interfaceid": "03367195-cb95-4452-bd63-3151220799da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.105110] env[70243]: DEBUG nova.scheduler.client.report [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.336022] env[70243]: DEBUG oslo_vmware.api [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5259ecdd-3141-2194-ee71-a0e9dcac547f, 'name': SearchDatastore_Task, 'duration_secs': 0.013882} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.337600] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40db29e2-80e6-4e5d-900f-84fce2a0fe63 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.345360] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-345c57eb-0f9f-48f5-b4aa-dac4ef00e98f tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.345756] env[70243]: DEBUG oslo_vmware.api [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 995.345756] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52acd91c-2810-12c5-eefd-0df34c3c23ec" [ 995.345756] env[70243]: _type = "Task" [ 995.345756] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.345968] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e5d7171-31fc-424a-bf64-76b0ba8ed526 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.361418] env[70243]: DEBUG oslo_vmware.api [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52acd91c-2810-12c5-eefd-0df34c3c23ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011507} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.365590] env[70243]: DEBUG nova.compute.manager [req-8df0ad04-e48d-40b0-bcbe-ddf8144dfcf0 req-05f0c1de-40e2-42c4-9ef9-51c1b09a567b service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Received event network-changed-d5ae2b4f-d6fd-427d-928a-bb7e548d9064 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.365901] env[70243]: DEBUG nova.compute.manager [req-8df0ad04-e48d-40b0-bcbe-ddf8144dfcf0 req-05f0c1de-40e2-42c4-9ef9-51c1b09a567b service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Refreshing instance network info cache due to event network-changed-d5ae2b4f-d6fd-427d-928a-bb7e548d9064. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.366315] env[70243]: DEBUG oslo_concurrency.lockutils [req-8df0ad04-e48d-40b0-bcbe-ddf8144dfcf0 req-05f0c1de-40e2-42c4-9ef9-51c1b09a567b service nova] Acquiring lock "refresh_cache-73baeaff-7a2c-4efb-a9f9-194020d5f359" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.366512] env[70243]: DEBUG oslo_concurrency.lockutils [req-8df0ad04-e48d-40b0-bcbe-ddf8144dfcf0 req-05f0c1de-40e2-42c4-9ef9-51c1b09a567b service nova] Acquired lock "refresh_cache-73baeaff-7a2c-4efb-a9f9-194020d5f359" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.366712] env[70243]: DEBUG nova.network.neutron [req-8df0ad04-e48d-40b0-bcbe-ddf8144dfcf0 req-05f0c1de-40e2-42c4-9ef9-51c1b09a567b service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Refreshing network info cache for port d5ae2b4f-d6fd-427d-928a-bb7e548d9064 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.369816] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.370105] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] a64f293e-481f-43af-83fe-04545d27a325/a64f293e-481f-43af-83fe-04545d27a325.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.371198] env[70243]: DEBUG oslo_vmware.api [None req-345c57eb-0f9f-48f5-b4aa-dac4ef00e98f tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 995.371198] env[70243]: value = "task-3622352" [ 995.371198] env[70243]: _type = "Task" [ 995.371198] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.371696] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f14cbf2-4474-4f5d-a47c-e62fc4a35175 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.388392] env[70243]: DEBUG oslo_vmware.api [None req-345c57eb-0f9f-48f5-b4aa-dac4ef00e98f tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.392959] env[70243]: DEBUG oslo_vmware.api [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 995.392959] env[70243]: value = "task-3622353" [ 995.392959] env[70243]: _type = "Task" [ 995.392959] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.432488] env[70243]: DEBUG oslo_concurrency.lockutils [req-0602f6b1-eeee-445f-beed-9220750fafae req-7bd85e2a-105d-4a84-ab03-18d59d0c9079 service nova] Releasing lock "refresh_cache-a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.614793] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.615521] env[70243]: DEBUG nova.compute.manager [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.618490] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.535s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.618764] env[70243]: DEBUG nova.objects.instance [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lazy-loading 'resources' on Instance uuid f52382af-3675-41e3-b3e0-5f29926e5926 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.887659] env[70243]: DEBUG oslo_vmware.api [None req-345c57eb-0f9f-48f5-b4aa-dac4ef00e98f tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622352, 'name': PowerOffVM_Task, 'duration_secs': 0.284127} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.888032] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-345c57eb-0f9f-48f5-b4aa-dac4ef00e98f tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.888384] env[70243]: DEBUG nova.compute.manager [None req-345c57eb-0f9f-48f5-b4aa-dac4ef00e98f tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.889468] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c46e0c-5a18-441c-958c-7af32f834389 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.905836] env[70243]: DEBUG oslo_vmware.api [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497111} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.907346] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] a64f293e-481f-43af-83fe-04545d27a325/a64f293e-481f-43af-83fe-04545d27a325.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.907540] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.907739] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f35f0737-2453-40a3-abc7-479dc425accf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.915963] env[70243]: DEBUG oslo_vmware.api [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 995.915963] env[70243]: value = "task-3622354" [ 995.915963] env[70243]: _type = "Task" [ 995.915963] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.925888] env[70243]: DEBUG oslo_vmware.api [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.122114] env[70243]: DEBUG nova.compute.utils [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.126543] env[70243]: DEBUG nova.compute.manager [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.126742] env[70243]: DEBUG nova.network.neutron [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.259640] env[70243]: DEBUG nova.network.neutron [req-8df0ad04-e48d-40b0-bcbe-ddf8144dfcf0 req-05f0c1de-40e2-42c4-9ef9-51c1b09a567b service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Updated VIF entry in instance network info cache for port d5ae2b4f-d6fd-427d-928a-bb7e548d9064. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.260046] env[70243]: DEBUG nova.network.neutron [req-8df0ad04-e48d-40b0-bcbe-ddf8144dfcf0 req-05f0c1de-40e2-42c4-9ef9-51c1b09a567b service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Updating instance_info_cache with network_info: [{"id": "d5ae2b4f-d6fd-427d-928a-bb7e548d9064", "address": "fa:16:3e:5a:89:9f", "network": {"id": "4a284b5e-9431-47e0-afbe-61caada3f353", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-589564757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dbca791ad4e4a5080d2a4927c7c5af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5ae2b4f-d6", "ovs_interfaceid": "d5ae2b4f-d6fd-427d-928a-bb7e548d9064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.268580] env[70243]: DEBUG nova.policy [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b10cd0ae52854ef2b35ac6815cc60386', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e31d1e58e3844a9b4f3f32bbd59a735', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.409833] env[70243]: DEBUG oslo_concurrency.lockutils [None req-345c57eb-0f9f-48f5-b4aa-dac4ef00e98f tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.087s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.425295] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665f3cbe-3286-4ab3-9c5e-71396f10ddde {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.438085] env[70243]: DEBUG oslo_vmware.api [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087421} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.441286] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f10569d-091e-4269-a796-2de63baacf8a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.444037] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.445390] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54933a27-6541-4156-b1d3-e167f15b824c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.472054] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] a64f293e-481f-43af-83fe-04545d27a325/a64f293e-481f-43af-83fe-04545d27a325.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.500314] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0163e270-7464-44e2-889d-2fa25f562ff7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.516386] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ae1021-c9c4-4ddd-a150-8606dcb81ee4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.529075] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282772a5-eab9-476e-96fe-858975d440aa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.532577] env[70243]: DEBUG oslo_vmware.api [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 996.532577] env[70243]: value = "task-3622355" [ 996.532577] env[70243]: _type = "Task" [ 996.532577] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.545325] env[70243]: DEBUG nova.compute.provider_tree [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.552201] env[70243]: DEBUG oslo_vmware.api [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.630367] env[70243]: DEBUG nova.compute.manager [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.728011] env[70243]: DEBUG nova.network.neutron [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Successfully created port: 62329fab-fdb8-41b3-855d-7c8ddc8ff8e1 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.765785] env[70243]: DEBUG oslo_concurrency.lockutils [req-8df0ad04-e48d-40b0-bcbe-ddf8144dfcf0 req-05f0c1de-40e2-42c4-9ef9-51c1b09a567b service nova] Releasing lock "refresh_cache-73baeaff-7a2c-4efb-a9f9-194020d5f359" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.766011] env[70243]: DEBUG nova.compute.manager [req-8df0ad04-e48d-40b0-bcbe-ddf8144dfcf0 req-05f0c1de-40e2-42c4-9ef9-51c1b09a567b service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Received event network-changed-d5ae2b4f-d6fd-427d-928a-bb7e548d9064 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.766195] env[70243]: DEBUG nova.compute.manager [req-8df0ad04-e48d-40b0-bcbe-ddf8144dfcf0 req-05f0c1de-40e2-42c4-9ef9-51c1b09a567b service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Refreshing instance network info cache due to event network-changed-d5ae2b4f-d6fd-427d-928a-bb7e548d9064. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.766403] env[70243]: DEBUG oslo_concurrency.lockutils [req-8df0ad04-e48d-40b0-bcbe-ddf8144dfcf0 req-05f0c1de-40e2-42c4-9ef9-51c1b09a567b service nova] Acquiring lock "refresh_cache-73baeaff-7a2c-4efb-a9f9-194020d5f359" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.766539] env[70243]: DEBUG oslo_concurrency.lockutils [req-8df0ad04-e48d-40b0-bcbe-ddf8144dfcf0 req-05f0c1de-40e2-42c4-9ef9-51c1b09a567b service nova] Acquired lock "refresh_cache-73baeaff-7a2c-4efb-a9f9-194020d5f359" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.766701] env[70243]: DEBUG nova.network.neutron [req-8df0ad04-e48d-40b0-bcbe-ddf8144dfcf0 req-05f0c1de-40e2-42c4-9ef9-51c1b09a567b service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Refreshing network info cache for port d5ae2b4f-d6fd-427d-928a-bb7e548d9064 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.045602] env[70243]: DEBUG oslo_vmware.api [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.049316] env[70243]: DEBUG nova.scheduler.client.report [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.545805] env[70243]: DEBUG oslo_vmware.api [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622355, 'name': ReconfigVM_Task, 'duration_secs': 0.661236} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.548447] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Reconfigured VM instance instance-0000004d to attach disk [datastore1] a64f293e-481f-43af-83fe-04545d27a325/a64f293e-481f-43af-83fe-04545d27a325.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.549108] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b1f9105-afae-46b1-beee-d236fc6958b6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.554037] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.561035] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.892s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.562133] env[70243]: INFO nova.compute.claims [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.566165] env[70243]: DEBUG oslo_vmware.api [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 997.566165] env[70243]: value = "task-3622356" [ 997.566165] env[70243]: _type = "Task" [ 997.566165] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.576833] env[70243]: DEBUG oslo_vmware.api [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622356, 'name': Rename_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.581628] env[70243]: INFO nova.scheduler.client.report [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Deleted allocations for instance f52382af-3675-41e3-b3e0-5f29926e5926 [ 997.609510] env[70243]: DEBUG nova.network.neutron [req-8df0ad04-e48d-40b0-bcbe-ddf8144dfcf0 req-05f0c1de-40e2-42c4-9ef9-51c1b09a567b service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Updated VIF entry in instance network info cache for port d5ae2b4f-d6fd-427d-928a-bb7e548d9064. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.609969] env[70243]: DEBUG nova.network.neutron [req-8df0ad04-e48d-40b0-bcbe-ddf8144dfcf0 req-05f0c1de-40e2-42c4-9ef9-51c1b09a567b service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Updating instance_info_cache with network_info: [{"id": "d5ae2b4f-d6fd-427d-928a-bb7e548d9064", "address": "fa:16:3e:5a:89:9f", "network": {"id": "4a284b5e-9431-47e0-afbe-61caada3f353", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-589564757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dbca791ad4e4a5080d2a4927c7c5af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5ae2b4f-d6", "ovs_interfaceid": "d5ae2b4f-d6fd-427d-928a-bb7e548d9064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.645033] env[70243]: DEBUG nova.compute.manager [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.674310] env[70243]: DEBUG nova.virt.hardware [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.674443] env[70243]: DEBUG nova.virt.hardware [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.674579] env[70243]: DEBUG nova.virt.hardware [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.674744] env[70243]: DEBUG nova.virt.hardware [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.674977] env[70243]: DEBUG nova.virt.hardware [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.675180] env[70243]: DEBUG nova.virt.hardware [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.675454] env[70243]: DEBUG nova.virt.hardware [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.675619] env[70243]: DEBUG nova.virt.hardware [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.675795] env[70243]: DEBUG nova.virt.hardware [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.675960] env[70243]: DEBUG nova.virt.hardware [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.676152] env[70243]: DEBUG nova.virt.hardware [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.677039] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed98cdf6-e4e0-4ea9-86f1-0704afbfb25f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.686820] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db04f46-87b0-46af-80a0-4469c951264c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.828299] env[70243]: DEBUG oslo_concurrency.lockutils [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquiring lock "7b8edd61-438d-49fb-ad52-1f96a20b3e96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.828691] env[70243]: DEBUG oslo_concurrency.lockutils [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Lock "7b8edd61-438d-49fb-ad52-1f96a20b3e96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.082773] env[70243]: DEBUG oslo_vmware.api [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622356, 'name': Rename_Task, 'duration_secs': 0.274754} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.082773] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.083060] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09260346-b622-41c6-a733-764e5d882ae6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.092698] env[70243]: DEBUG oslo_vmware.api [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 998.092698] env[70243]: value = "task-3622357" [ 998.092698] env[70243]: _type = "Task" [ 998.092698] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.093199] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e8f68f75-dc58-4b02-96e9-1ce23de03d4d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "f52382af-3675-41e3-b3e0-5f29926e5926" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.135s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.105283] env[70243]: DEBUG oslo_vmware.api [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.113519] env[70243]: DEBUG oslo_concurrency.lockutils [req-8df0ad04-e48d-40b0-bcbe-ddf8144dfcf0 req-05f0c1de-40e2-42c4-9ef9-51c1b09a567b service nova] Releasing lock "refresh_cache-73baeaff-7a2c-4efb-a9f9-194020d5f359" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.155475] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquiring lock "8103e940-f836-4b36-9cd9-e31ec80920a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.155475] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Lock "8103e940-f836-4b36-9cd9-e31ec80920a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.208865] env[70243]: DEBUG nova.objects.instance [None req-febddc85-fbb9-4bde-bee1-bf5d531c53a1 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lazy-loading 'flavor' on Instance uuid f71023c9-0704-4b78-b10f-d7baa2e97d7f {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.262918] env[70243]: DEBUG nova.compute.manager [req-40afa337-9e1e-4a5d-86ff-2127e5f6451c req-583ea8ff-056b-48b0-a3e9-1ffd7f01f1bb service nova] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Received event network-vif-plugged-62329fab-fdb8-41b3-855d-7c8ddc8ff8e1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.263249] env[70243]: DEBUG oslo_concurrency.lockutils [req-40afa337-9e1e-4a5d-86ff-2127e5f6451c req-583ea8ff-056b-48b0-a3e9-1ffd7f01f1bb service nova] Acquiring lock "a9810188-00fc-4056-9a0c-737f1ea76e72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.263367] env[70243]: DEBUG oslo_concurrency.lockutils [req-40afa337-9e1e-4a5d-86ff-2127e5f6451c req-583ea8ff-056b-48b0-a3e9-1ffd7f01f1bb service nova] Lock "a9810188-00fc-4056-9a0c-737f1ea76e72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.263619] env[70243]: DEBUG oslo_concurrency.lockutils [req-40afa337-9e1e-4a5d-86ff-2127e5f6451c req-583ea8ff-056b-48b0-a3e9-1ffd7f01f1bb service nova] Lock "a9810188-00fc-4056-9a0c-737f1ea76e72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.263942] env[70243]: DEBUG nova.compute.manager [req-40afa337-9e1e-4a5d-86ff-2127e5f6451c req-583ea8ff-056b-48b0-a3e9-1ffd7f01f1bb service nova] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] No waiting events found dispatching network-vif-plugged-62329fab-fdb8-41b3-855d-7c8ddc8ff8e1 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.264110] env[70243]: WARNING nova.compute.manager [req-40afa337-9e1e-4a5d-86ff-2127e5f6451c req-583ea8ff-056b-48b0-a3e9-1ffd7f01f1bb service nova] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Received unexpected event network-vif-plugged-62329fab-fdb8-41b3-855d-7c8ddc8ff8e1 for instance with vm_state building and task_state spawning. [ 998.332602] env[70243]: DEBUG nova.compute.manager [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.461252] env[70243]: DEBUG nova.network.neutron [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Successfully updated port: 62329fab-fdb8-41b3-855d-7c8ddc8ff8e1 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.605419] env[70243]: DEBUG oslo_vmware.api [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622357, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.662822] env[70243]: DEBUG nova.compute.manager [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.715525] env[70243]: DEBUG oslo_concurrency.lockutils [None req-febddc85-fbb9-4bde-bee1-bf5d531c53a1 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "refresh_cache-f71023c9-0704-4b78-b10f-d7baa2e97d7f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.715721] env[70243]: DEBUG oslo_concurrency.lockutils [None req-febddc85-fbb9-4bde-bee1-bf5d531c53a1 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquired lock "refresh_cache-f71023c9-0704-4b78-b10f-d7baa2e97d7f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.715957] env[70243]: DEBUG nova.network.neutron [None req-febddc85-fbb9-4bde-bee1-bf5d531c53a1 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.716165] env[70243]: DEBUG nova.objects.instance [None req-febddc85-fbb9-4bde-bee1-bf5d531c53a1 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lazy-loading 'info_cache' on Instance uuid f71023c9-0704-4b78-b10f-d7baa2e97d7f {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.850524] env[70243]: DEBUG oslo_concurrency.lockutils [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.852325] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5323de75-7f77-479a-b611-44934bd2da3c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.861043] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280e2813-d04a-41fd-88d3-d2509b854ade {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.906468] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55d6e09-9002-4faf-838a-fae2d05b1eab {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.914072] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473283b8-1b87-4159-b280-0ff38b9fa7cb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.930153] env[70243]: DEBUG nova.compute.provider_tree [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.964779] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "refresh_cache-a9810188-00fc-4056-9a0c-737f1ea76e72" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.965038] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquired lock "refresh_cache-a9810188-00fc-4056-9a0c-737f1ea76e72" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.965240] env[70243]: DEBUG nova.network.neutron [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.105867] env[70243]: DEBUG oslo_vmware.api [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622357, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.188464] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.224531] env[70243]: DEBUG nova.objects.base [None req-febddc85-fbb9-4bde-bee1-bf5d531c53a1 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 999.433565] env[70243]: DEBUG nova.scheduler.client.report [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.499857] env[70243]: DEBUG nova.network.neutron [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.605850] env[70243]: DEBUG oslo_vmware.api [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622357, 'name': PowerOnVM_Task, 'duration_secs': 1.402144} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.606220] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.606490] env[70243]: INFO nova.compute.manager [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Took 8.94 seconds to spawn the instance on the hypervisor. [ 999.606662] env[70243]: DEBUG nova.compute.manager [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.607493] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9da468f-72ee-46ea-a4cc-12009e90e11a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.710764] env[70243]: DEBUG nova.network.neutron [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Updating instance_info_cache with network_info: [{"id": "62329fab-fdb8-41b3-855d-7c8ddc8ff8e1", "address": "fa:16:3e:67:97:7b", "network": {"id": "14da2089-8f3c-4c07-816f-3e67c8767cc4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599401137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e31d1e58e3844a9b4f3f32bbd59a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62329fab-fd", "ovs_interfaceid": "62329fab-fdb8-41b3-855d-7c8ddc8ff8e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.939650] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.940200] env[70243]: DEBUG nova.compute.manager [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.942854] env[70243]: DEBUG oslo_concurrency.lockutils [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.322s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.943113] env[70243]: DEBUG nova.objects.instance [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Lazy-loading 'resources' on Instance uuid 9a0b9ed9-718c-4548-af86-9e4324623907 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.991021] env[70243]: DEBUG nova.network.neutron [None req-febddc85-fbb9-4bde-bee1-bf5d531c53a1 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Updating instance_info_cache with network_info: [{"id": "372786df-91a4-4be0-93ba-0cef24eedfe1", "address": "fa:16:3e:90:34:a5", "network": {"id": "d6adba27-2c53-44f1-9f03-601cdbeb7aab", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-931957012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e94b692deca4824824a83f18bc53e29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372786df-91", "ovs_interfaceid": "372786df-91a4-4be0-93ba-0cef24eedfe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.133706] env[70243]: INFO nova.compute.manager [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Took 21.53 seconds to build instance. [ 1000.213881] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Releasing lock "refresh_cache-a9810188-00fc-4056-9a0c-737f1ea76e72" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.214285] env[70243]: DEBUG nova.compute.manager [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Instance network_info: |[{"id": "62329fab-fdb8-41b3-855d-7c8ddc8ff8e1", "address": "fa:16:3e:67:97:7b", "network": {"id": "14da2089-8f3c-4c07-816f-3e67c8767cc4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599401137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e31d1e58e3844a9b4f3f32bbd59a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62329fab-fd", "ovs_interfaceid": "62329fab-fdb8-41b3-855d-7c8ddc8ff8e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.214724] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:97:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62329fab-fdb8-41b3-855d-7c8ddc8ff8e1', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.222445] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.223048] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.223320] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c26f6b95-9f7c-4c35-a933-8950308efdb5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.247465] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.247465] env[70243]: value = "task-3622358" [ 1000.247465] env[70243]: _type = "Task" [ 1000.247465] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.260860] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622358, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.341877] env[70243]: DEBUG nova.compute.manager [req-516e637b-00df-477a-b243-f5f3ca27b3f6 req-48f2d9b8-bd9e-4a42-bedd-bd7547637479 service nova] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Received event network-changed-62329fab-fdb8-41b3-855d-7c8ddc8ff8e1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.342154] env[70243]: DEBUG nova.compute.manager [req-516e637b-00df-477a-b243-f5f3ca27b3f6 req-48f2d9b8-bd9e-4a42-bedd-bd7547637479 service nova] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Refreshing instance network info cache due to event network-changed-62329fab-fdb8-41b3-855d-7c8ddc8ff8e1. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.342595] env[70243]: DEBUG oslo_concurrency.lockutils [req-516e637b-00df-477a-b243-f5f3ca27b3f6 req-48f2d9b8-bd9e-4a42-bedd-bd7547637479 service nova] Acquiring lock "refresh_cache-a9810188-00fc-4056-9a0c-737f1ea76e72" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.342834] env[70243]: DEBUG oslo_concurrency.lockutils [req-516e637b-00df-477a-b243-f5f3ca27b3f6 req-48f2d9b8-bd9e-4a42-bedd-bd7547637479 service nova] Acquired lock "refresh_cache-a9810188-00fc-4056-9a0c-737f1ea76e72" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.343921] env[70243]: DEBUG nova.network.neutron [req-516e637b-00df-477a-b243-f5f3ca27b3f6 req-48f2d9b8-bd9e-4a42-bedd-bd7547637479 service nova] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Refreshing network info cache for port 62329fab-fdb8-41b3-855d-7c8ddc8ff8e1 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.447190] env[70243]: DEBUG nova.compute.utils [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.452064] env[70243]: DEBUG nova.compute.manager [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.452269] env[70243]: DEBUG nova.network.neutron [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.496956] env[70243]: DEBUG oslo_concurrency.lockutils [None req-febddc85-fbb9-4bde-bee1-bf5d531c53a1 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Releasing lock "refresh_cache-f71023c9-0704-4b78-b10f-d7baa2e97d7f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.517281] env[70243]: DEBUG nova.policy [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc138535dd65484b95c66296a97cc8cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08c9184f0f614d7f8cfeaaf20eaaa6e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.639174] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3d1291c0-a2ca-4b57-b2da-00046c73ff82 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "a64f293e-481f-43af-83fe-04545d27a325" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.048s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.656377] env[70243]: DEBUG nova.compute.manager [req-5dfac2b8-ab90-4b42-9d92-2fb9d733db9c req-78e44164-b150-4c8a-b8c1-5b82b993d147 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Received event network-changed-03367195-cb95-4452-bd63-3151220799da {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.656589] env[70243]: DEBUG nova.compute.manager [req-5dfac2b8-ab90-4b42-9d92-2fb9d733db9c req-78e44164-b150-4c8a-b8c1-5b82b993d147 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Refreshing instance network info cache due to event network-changed-03367195-cb95-4452-bd63-3151220799da. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.656799] env[70243]: DEBUG oslo_concurrency.lockutils [req-5dfac2b8-ab90-4b42-9d92-2fb9d733db9c req-78e44164-b150-4c8a-b8c1-5b82b993d147 service nova] Acquiring lock "refresh_cache-a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.656939] env[70243]: DEBUG oslo_concurrency.lockutils [req-5dfac2b8-ab90-4b42-9d92-2fb9d733db9c req-78e44164-b150-4c8a-b8c1-5b82b993d147 service nova] Acquired lock "refresh_cache-a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.657115] env[70243]: DEBUG nova.network.neutron [req-5dfac2b8-ab90-4b42-9d92-2fb9d733db9c req-78e44164-b150-4c8a-b8c1-5b82b993d147 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Refreshing network info cache for port 03367195-cb95-4452-bd63-3151220799da {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.690143] env[70243]: DEBUG oslo_vmware.rw_handles [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c30d99-e48d-18f4-728f-9b0802f1b606/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1000.691750] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f6784a-8924-4d26-8cea-82518dfba926 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.702312] env[70243]: DEBUG oslo_vmware.rw_handles [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c30d99-e48d-18f4-728f-9b0802f1b606/disk-0.vmdk is in state: ready. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1000.702312] env[70243]: ERROR oslo_vmware.rw_handles [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c30d99-e48d-18f4-728f-9b0802f1b606/disk-0.vmdk due to incomplete transfer. [ 1000.702312] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c00ec7b0-f52f-484f-94ee-f90a4767ff50 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.715520] env[70243]: DEBUG oslo_vmware.rw_handles [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c30d99-e48d-18f4-728f-9b0802f1b606/disk-0.vmdk. {{(pid=70243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1000.715736] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Uploaded image f147f25f-2d81-483f-8cea-079d51741114 to the Glance image server {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1000.718109] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Destroying the VM {{(pid=70243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1000.718387] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e49de12a-70db-43b7-8e29-0733616c313f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.728394] env[70243]: DEBUG oslo_vmware.api [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1000.728394] env[70243]: value = "task-3622359" [ 1000.728394] env[70243]: _type = "Task" [ 1000.728394] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.738644] env[70243]: DEBUG oslo_vmware.api [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622359, 'name': Destroy_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.757199] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622358, 'name': CreateVM_Task, 'duration_secs': 0.394948} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.759947] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.760698] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.760963] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.761246] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.761591] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13c47e7e-e09f-4c90-a6c6-60bc616d81dd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.766814] env[70243]: DEBUG oslo_vmware.api [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 1000.766814] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5287eff5-bac3-8b0f-8362-dc716b9e7089" [ 1000.766814] env[70243]: _type = "Task" [ 1000.766814] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.775683] env[70243]: DEBUG oslo_vmware.api [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5287eff5-bac3-8b0f-8362-dc716b9e7089, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.796405] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be736d5-9c8a-4067-b667-122f1ffe400b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.805644] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96c0c76-30bb-4c3c-a8b0-bc0b45d202ca {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.843419] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ca1d19-5152-4468-90e8-161cfd44648c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.852262] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f3083e-dfb5-47f7-b24a-659e202ca9fc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.866843] env[70243]: DEBUG nova.compute.provider_tree [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.917586] env[70243]: DEBUG nova.network.neutron [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Successfully created port: 380c59e8-8bac-4c98-913c-e992258283de {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.952344] env[70243]: DEBUG nova.compute.manager [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.103439] env[70243]: DEBUG nova.network.neutron [req-516e637b-00df-477a-b243-f5f3ca27b3f6 req-48f2d9b8-bd9e-4a42-bedd-bd7547637479 service nova] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Updated VIF entry in instance network info cache for port 62329fab-fdb8-41b3-855d-7c8ddc8ff8e1. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.104036] env[70243]: DEBUG nova.network.neutron [req-516e637b-00df-477a-b243-f5f3ca27b3f6 req-48f2d9b8-bd9e-4a42-bedd-bd7547637479 service nova] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Updating instance_info_cache with network_info: [{"id": "62329fab-fdb8-41b3-855d-7c8ddc8ff8e1", "address": "fa:16:3e:67:97:7b", "network": {"id": "14da2089-8f3c-4c07-816f-3e67c8767cc4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1599401137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e31d1e58e3844a9b4f3f32bbd59a735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62329fab-fd", "ovs_interfaceid": "62329fab-fdb8-41b3-855d-7c8ddc8ff8e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.239358] env[70243]: DEBUG oslo_vmware.api [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622359, 'name': Destroy_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.279334] env[70243]: DEBUG oslo_vmware.api [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5287eff5-bac3-8b0f-8362-dc716b9e7089, 'name': SearchDatastore_Task, 'duration_secs': 0.011758} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.279659] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.279897] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.280149] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.280298] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.280479] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.280797] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c200ad3-8a6a-4f8f-b54c-99af740adaa2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.292320] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.293041] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.293381] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c060a18-14d3-4546-a028-85fea2e36f77 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.302211] env[70243]: DEBUG oslo_vmware.api [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 1001.302211] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52553d6d-c7fb-e200-dd33-1ea7f71c6f26" [ 1001.302211] env[70243]: _type = "Task" [ 1001.302211] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.309594] env[70243]: DEBUG oslo_vmware.api [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52553d6d-c7fb-e200-dd33-1ea7f71c6f26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.371691] env[70243]: DEBUG nova.scheduler.client.report [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.467728] env[70243]: DEBUG nova.network.neutron [req-5dfac2b8-ab90-4b42-9d92-2fb9d733db9c req-78e44164-b150-4c8a-b8c1-5b82b993d147 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Updated VIF entry in instance network info cache for port 03367195-cb95-4452-bd63-3151220799da. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.468140] env[70243]: DEBUG nova.network.neutron [req-5dfac2b8-ab90-4b42-9d92-2fb9d733db9c req-78e44164-b150-4c8a-b8c1-5b82b993d147 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Updating instance_info_cache with network_info: [{"id": "03367195-cb95-4452-bd63-3151220799da", "address": "fa:16:3e:31:8d:44", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03367195-cb", "ovs_interfaceid": "03367195-cb95-4452-bd63-3151220799da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.503612] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-febddc85-fbb9-4bde-bee1-bf5d531c53a1 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.503930] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e6de381-42f2-4215-aa9c-777b10f29a19 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.513242] env[70243]: DEBUG oslo_vmware.api [None req-febddc85-fbb9-4bde-bee1-bf5d531c53a1 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 1001.513242] env[70243]: value = "task-3622360" [ 1001.513242] env[70243]: _type = "Task" [ 1001.513242] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.522899] env[70243]: DEBUG oslo_vmware.api [None req-febddc85-fbb9-4bde-bee1-bf5d531c53a1 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.606992] env[70243]: DEBUG oslo_concurrency.lockutils [req-516e637b-00df-477a-b243-f5f3ca27b3f6 req-48f2d9b8-bd9e-4a42-bedd-bd7547637479 service nova] Releasing lock "refresh_cache-a9810188-00fc-4056-9a0c-737f1ea76e72" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.741571] env[70243]: DEBUG oslo_vmware.api [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622359, 'name': Destroy_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.810428] env[70243]: DEBUG oslo_vmware.api [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52553d6d-c7fb-e200-dd33-1ea7f71c6f26, 'name': SearchDatastore_Task, 'duration_secs': 0.013741} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.811696] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdb3fb95-e8c1-4c53-b012-232126a83ce0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.817227] env[70243]: DEBUG oslo_vmware.api [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 1001.817227] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52175564-9076-2435-305e-70c901d239fb" [ 1001.817227] env[70243]: _type = "Task" [ 1001.817227] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.825976] env[70243]: DEBUG oslo_vmware.api [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52175564-9076-2435-305e-70c901d239fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.877205] env[70243]: DEBUG oslo_concurrency.lockutils [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.880311] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.184s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.880311] env[70243]: DEBUG nova.objects.instance [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Lazy-loading 'resources' on Instance uuid ee89c9fa-d89d-45c4-9867-61b455d38097 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.901373] env[70243]: INFO nova.scheduler.client.report [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Deleted allocations for instance 9a0b9ed9-718c-4548-af86-9e4324623907 [ 1001.966161] env[70243]: DEBUG nova.compute.manager [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.970487] env[70243]: DEBUG oslo_concurrency.lockutils [req-5dfac2b8-ab90-4b42-9d92-2fb9d733db9c req-78e44164-b150-4c8a-b8c1-5b82b993d147 service nova] Releasing lock "refresh_cache-a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.002892] env[70243]: DEBUG nova.virt.hardware [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.003227] env[70243]: DEBUG nova.virt.hardware [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.003410] env[70243]: DEBUG nova.virt.hardware [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.003631] env[70243]: DEBUG nova.virt.hardware [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.003812] env[70243]: DEBUG nova.virt.hardware [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.004027] env[70243]: DEBUG nova.virt.hardware [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.004297] env[70243]: DEBUG nova.virt.hardware [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.004479] env[70243]: DEBUG nova.virt.hardware [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.004657] env[70243]: DEBUG nova.virt.hardware [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.004822] env[70243]: DEBUG nova.virt.hardware [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.005019] env[70243]: DEBUG nova.virt.hardware [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.005994] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6e863f-22a4-4111-b7d3-808a6e014079 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.018673] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abba76e3-b31b-41c5-aa31-5b7dd72da62a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.036591] env[70243]: DEBUG oslo_vmware.api [None req-febddc85-fbb9-4bde-bee1-bf5d531c53a1 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622360, 'name': PowerOnVM_Task, 'duration_secs': 0.421459} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.036874] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-febddc85-fbb9-4bde-bee1-bf5d531c53a1 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.037095] env[70243]: DEBUG nova.compute.manager [None req-febddc85-fbb9-4bde-bee1-bf5d531c53a1 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.037931] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447516da-2314-460c-b4e7-0bd821f015c5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.241807] env[70243]: DEBUG oslo_vmware.api [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622359, 'name': Destroy_Task, 'duration_secs': 1.06135} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.242190] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Destroyed the VM [ 1002.242459] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Deleting Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1002.242769] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-09e694af-4e6a-4740-b2bc-d9045286162d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.250755] env[70243]: DEBUG oslo_vmware.api [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1002.250755] env[70243]: value = "task-3622361" [ 1002.250755] env[70243]: _type = "Task" [ 1002.250755] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.259405] env[70243]: DEBUG oslo_vmware.api [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622361, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.328659] env[70243]: DEBUG oslo_vmware.api [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52175564-9076-2435-305e-70c901d239fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011485} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.328659] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.328860] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] a9810188-00fc-4056-9a0c-737f1ea76e72/a9810188-00fc-4056-9a0c-737f1ea76e72.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.329123] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18bc2951-3601-402e-ade3-026778910c84 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.337917] env[70243]: DEBUG oslo_vmware.api [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 1002.337917] env[70243]: value = "task-3622362" [ 1002.337917] env[70243]: _type = "Task" [ 1002.337917] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.348301] env[70243]: DEBUG oslo_vmware.api [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.413168] env[70243]: DEBUG oslo_concurrency.lockutils [None req-af337757-ec72-4764-b490-e15f780c78ff tempest-ServerShowV254Test-317411257 tempest-ServerShowV254Test-317411257-project-member] Lock "9a0b9ed9-718c-4548-af86-9e4324623907" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.768s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.611564] env[70243]: DEBUG nova.compute.manager [req-946c8450-2c7d-4061-bde0-ebf508a8a395 req-90b43c5b-5aef-4bf1-8bd7-eaa90cf24dd8 service nova] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Received event network-vif-plugged-380c59e8-8bac-4c98-913c-e992258283de {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.611820] env[70243]: DEBUG oslo_concurrency.lockutils [req-946c8450-2c7d-4061-bde0-ebf508a8a395 req-90b43c5b-5aef-4bf1-8bd7-eaa90cf24dd8 service nova] Acquiring lock "a40d171c-401b-41b9-ab27-f1bea651d913-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.614720] env[70243]: DEBUG oslo_concurrency.lockutils [req-946c8450-2c7d-4061-bde0-ebf508a8a395 req-90b43c5b-5aef-4bf1-8bd7-eaa90cf24dd8 service nova] Lock "a40d171c-401b-41b9-ab27-f1bea651d913-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.614720] env[70243]: DEBUG oslo_concurrency.lockutils [req-946c8450-2c7d-4061-bde0-ebf508a8a395 req-90b43c5b-5aef-4bf1-8bd7-eaa90cf24dd8 service nova] Lock "a40d171c-401b-41b9-ab27-f1bea651d913-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.614720] env[70243]: DEBUG nova.compute.manager [req-946c8450-2c7d-4061-bde0-ebf508a8a395 req-90b43c5b-5aef-4bf1-8bd7-eaa90cf24dd8 service nova] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] No waiting events found dispatching network-vif-plugged-380c59e8-8bac-4c98-913c-e992258283de {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.614720] env[70243]: WARNING nova.compute.manager [req-946c8450-2c7d-4061-bde0-ebf508a8a395 req-90b43c5b-5aef-4bf1-8bd7-eaa90cf24dd8 service nova] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Received unexpected event network-vif-plugged-380c59e8-8bac-4c98-913c-e992258283de for instance with vm_state building and task_state spawning. [ 1002.681674] env[70243]: DEBUG nova.network.neutron [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Successfully updated port: 380c59e8-8bac-4c98-913c-e992258283de {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.751787] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b64895-7750-464c-b597-3e6243c79447 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.769848] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fc54eb-8db6-44e7-91e8-65694edcf17d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.773595] env[70243]: DEBUG oslo_vmware.api [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622361, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.810478] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09aa5dd4-bfe8-4907-88c2-ce1c443c15c7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.819437] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9688f54e-9c5e-44b9-8205-63feb18839df {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.835996] env[70243]: DEBUG nova.compute.provider_tree [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.848270] env[70243]: DEBUG oslo_vmware.api [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492265} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.849179] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] a9810188-00fc-4056-9a0c-737f1ea76e72/a9810188-00fc-4056-9a0c-737f1ea76e72.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.849406] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.849663] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ea127e7-e4fd-467e-9c08-d31aab3574dd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.857137] env[70243]: DEBUG oslo_vmware.api [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 1002.857137] env[70243]: value = "task-3622363" [ 1002.857137] env[70243]: _type = "Task" [ 1002.857137] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.868384] env[70243]: DEBUG oslo_vmware.api [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.192568] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Acquiring lock "refresh_cache-a40d171c-401b-41b9-ab27-f1bea651d913" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.192568] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Acquired lock "refresh_cache-a40d171c-401b-41b9-ab27-f1bea651d913" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.192568] env[70243]: DEBUG nova.network.neutron [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.273600] env[70243]: DEBUG oslo_vmware.api [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622361, 'name': RemoveSnapshot_Task, 'duration_secs': 0.651572} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.274082] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Deleted Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1003.274460] env[70243]: INFO nova.compute.manager [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Took 18.59 seconds to snapshot the instance on the hypervisor. [ 1003.339503] env[70243]: DEBUG nova.scheduler.client.report [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.376765] env[70243]: DEBUG oslo_vmware.api [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148698} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.377065] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.377865] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e576230b-a57e-42ea-b56d-3b27354858b9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.400103] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] a9810188-00fc-4056-9a0c-737f1ea76e72/a9810188-00fc-4056-9a0c-737f1ea76e72.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.400830] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d86ec7f-1666-4681-97d5-9edb3c4ddaed {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.422148] env[70243]: DEBUG oslo_vmware.api [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 1003.422148] env[70243]: value = "task-3622364" [ 1003.422148] env[70243]: _type = "Task" [ 1003.422148] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.430580] env[70243]: DEBUG oslo_vmware.api [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.732914] env[70243]: DEBUG nova.network.neutron [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.819636] env[70243]: DEBUG nova.compute.manager [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Found 3 images (rotation: 2) {{(pid=70243) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1003.819853] env[70243]: DEBUG nova.compute.manager [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Rotating out 1 backups {{(pid=70243) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1003.820031] env[70243]: DEBUG nova.compute.manager [None req-a91ce092-1d5e-40fa-b088-f1cb1ccedc6c tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Deleting image ab3830e2-c0f0-4a46-80ea-3aad450f2c91 {{(pid=70243) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1003.844602] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.846763] env[70243]: DEBUG oslo_concurrency.lockutils [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.011s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.847123] env[70243]: DEBUG nova.objects.instance [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lazy-loading 'resources' on Instance uuid 553877a2-a659-4cc7-85f0-06a33fd43e44 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.863862] env[70243]: DEBUG nova.network.neutron [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Updating instance_info_cache with network_info: [{"id": "380c59e8-8bac-4c98-913c-e992258283de", "address": "fa:16:3e:00:52:d9", "network": {"id": "f7a3df8b-3f08-4a17-8494-68e5f03e887f", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1339081659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08c9184f0f614d7f8cfeaaf20eaaa6e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap380c59e8-8b", "ovs_interfaceid": "380c59e8-8bac-4c98-913c-e992258283de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.874924] env[70243]: INFO nova.scheduler.client.report [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Deleted allocations for instance ee89c9fa-d89d-45c4-9867-61b455d38097 [ 1003.932110] env[70243]: DEBUG oslo_vmware.api [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622364, 'name': ReconfigVM_Task, 'duration_secs': 0.503687} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.932928] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Reconfigured VM instance instance-0000004e to attach disk [datastore1] a9810188-00fc-4056-9a0c-737f1ea76e72/a9810188-00fc-4056-9a0c-737f1ea76e72.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.933576] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ab6e90f-5415-498c-bf00-3357093a9804 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.940950] env[70243]: DEBUG oslo_vmware.api [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 1003.940950] env[70243]: value = "task-3622365" [ 1003.940950] env[70243]: _type = "Task" [ 1003.940950] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.952813] env[70243]: DEBUG oslo_vmware.api [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622365, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.209020] env[70243]: DEBUG oslo_concurrency.lockutils [None req-baff7e74-7b61-49b8-8796-b34b579e9e30 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "de428c72-4073-4f6f-af91-d693ee775dfb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.209020] env[70243]: DEBUG oslo_concurrency.lockutils [None req-baff7e74-7b61-49b8-8796-b34b579e9e30 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "de428c72-4073-4f6f-af91-d693ee775dfb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.353042] env[70243]: DEBUG nova.objects.instance [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lazy-loading 'numa_topology' on Instance uuid 553877a2-a659-4cc7-85f0-06a33fd43e44 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.365947] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Releasing lock "refresh_cache-a40d171c-401b-41b9-ab27-f1bea651d913" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.366477] env[70243]: DEBUG nova.compute.manager [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Instance network_info: |[{"id": "380c59e8-8bac-4c98-913c-e992258283de", "address": "fa:16:3e:00:52:d9", "network": {"id": "f7a3df8b-3f08-4a17-8494-68e5f03e887f", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1339081659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08c9184f0f614d7f8cfeaaf20eaaa6e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap380c59e8-8b", "ovs_interfaceid": "380c59e8-8bac-4c98-913c-e992258283de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.367044] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:52:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd098b1c-636f-492d-b5ae-037cb0cae454', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '380c59e8-8bac-4c98-913c-e992258283de', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.379817] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Creating folder: Project (08c9184f0f614d7f8cfeaaf20eaaa6e6). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.383799] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fb150c25-67de-4d7e-802e-938051affeeb tempest-ServersWithSpecificFlavorTestJSON-1863167814 tempest-ServersWithSpecificFlavorTestJSON-1863167814-project-member] Lock "ee89c9fa-d89d-45c4-9867-61b455d38097" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.102s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.384951] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd179968-5237-446c-82f6-64935699c665 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.400625] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Created folder: Project (08c9184f0f614d7f8cfeaaf20eaaa6e6) in parent group-v722220. [ 1004.401391] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Creating folder: Instances. Parent ref: group-v722453. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.401391] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6778d9ab-d910-415f-a92b-accf13934e02 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.412084] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Created folder: Instances in parent group-v722453. [ 1004.412442] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.412722] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.413338] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9914d632-b600-4d7b-b7c8-6007490cbb8a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.447757] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.447757] env[70243]: value = "task-3622368" [ 1004.447757] env[70243]: _type = "Task" [ 1004.447757] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.457972] env[70243]: DEBUG oslo_vmware.api [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622365, 'name': Rename_Task, 'duration_secs': 0.354624} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.458833] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.459186] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b48af415-eac9-4c8b-87bc-a69a9e4ad1c1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.465800] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622368, 'name': CreateVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.472044] env[70243]: DEBUG oslo_vmware.api [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 1004.472044] env[70243]: value = "task-3622369" [ 1004.472044] env[70243]: _type = "Task" [ 1004.472044] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.484486] env[70243]: DEBUG oslo_vmware.api [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.713181] env[70243]: DEBUG nova.compute.utils [None req-baff7e74-7b61-49b8-8796-b34b579e9e30 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.781095] env[70243]: DEBUG nova.compute.manager [req-3f30d220-b912-4f40-80e6-58b2027797ee req-13a9bdad-e577-4ec9-8025-df7d0f876dea service nova] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Received event network-changed-380c59e8-8bac-4c98-913c-e992258283de {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.781305] env[70243]: DEBUG nova.compute.manager [req-3f30d220-b912-4f40-80e6-58b2027797ee req-13a9bdad-e577-4ec9-8025-df7d0f876dea service nova] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Refreshing instance network info cache due to event network-changed-380c59e8-8bac-4c98-913c-e992258283de. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.781519] env[70243]: DEBUG oslo_concurrency.lockutils [req-3f30d220-b912-4f40-80e6-58b2027797ee req-13a9bdad-e577-4ec9-8025-df7d0f876dea service nova] Acquiring lock "refresh_cache-a40d171c-401b-41b9-ab27-f1bea651d913" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.781663] env[70243]: DEBUG oslo_concurrency.lockutils [req-3f30d220-b912-4f40-80e6-58b2027797ee req-13a9bdad-e577-4ec9-8025-df7d0f876dea service nova] Acquired lock "refresh_cache-a40d171c-401b-41b9-ab27-f1bea651d913" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.781827] env[70243]: DEBUG nova.network.neutron [req-3f30d220-b912-4f40-80e6-58b2027797ee req-13a9bdad-e577-4ec9-8025-df7d0f876dea service nova] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Refreshing network info cache for port 380c59e8-8bac-4c98-913c-e992258283de {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.857150] env[70243]: DEBUG nova.objects.base [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Object Instance<553877a2-a659-4cc7-85f0-06a33fd43e44> lazy-loaded attributes: resources,numa_topology {{(pid=70243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1004.959333] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622368, 'name': CreateVM_Task, 'duration_secs': 0.412718} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.962276] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.963336] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.963515] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.963908] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.964257] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-217677b4-aa84-4a39-beaa-c09d7a599ffe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.970815] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Waiting for the task: (returnval){ [ 1004.970815] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526ab443-74d8-04cd-8449-54fc226c197e" [ 1004.970815] env[70243]: _type = "Task" [ 1004.970815] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.988397] env[70243]: DEBUG oslo_vmware.api [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622369, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.988679] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526ab443-74d8-04cd-8449-54fc226c197e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.114173] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224e51a2-3b55-41e2-b969-1fe20be48c29 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.122616] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eeacb47-da28-4ee6-8dd7-7bc04b82ef43 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.154824] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e38449-e81f-4771-a9dd-84c347e0b3ee {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.163010] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd77069e-baba-40d7-adec-0865b946e35c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.178588] env[70243]: DEBUG nova.compute.provider_tree [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.217014] env[70243]: DEBUG oslo_concurrency.lockutils [None req-baff7e74-7b61-49b8-8796-b34b579e9e30 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "de428c72-4073-4f6f-af91-d693ee775dfb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.485512] env[70243]: DEBUG oslo_vmware.api [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622369, 'name': PowerOnVM_Task, 'duration_secs': 0.574697} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.489185] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.489401] env[70243]: INFO nova.compute.manager [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1005.489602] env[70243]: DEBUG nova.compute.manager [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.489853] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526ab443-74d8-04cd-8449-54fc226c197e, 'name': SearchDatastore_Task, 'duration_secs': 0.014334} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.490550] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55b48e5-b7ff-45cc-af82-80a7e11228aa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.493052] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.494313] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.494313] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.494313] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.494313] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.494313] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d13f094-d281-420a-87be-f279365e2d7c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.506955] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.507166] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.508622] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4b7aa57-4352-4181-8b58-6c496ce4138e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.521147] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Waiting for the task: (returnval){ [ 1005.521147] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c11324-fdc5-be1c-b269-9cbd29255fb9" [ 1005.521147] env[70243]: _type = "Task" [ 1005.521147] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.538262] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c11324-fdc5-be1c-b269-9cbd29255fb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.605422] env[70243]: DEBUG nova.network.neutron [req-3f30d220-b912-4f40-80e6-58b2027797ee req-13a9bdad-e577-4ec9-8025-df7d0f876dea service nova] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Updated VIF entry in instance network info cache for port 380c59e8-8bac-4c98-913c-e992258283de. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.605909] env[70243]: DEBUG nova.network.neutron [req-3f30d220-b912-4f40-80e6-58b2027797ee req-13a9bdad-e577-4ec9-8025-df7d0f876dea service nova] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Updating instance_info_cache with network_info: [{"id": "380c59e8-8bac-4c98-913c-e992258283de", "address": "fa:16:3e:00:52:d9", "network": {"id": "f7a3df8b-3f08-4a17-8494-68e5f03e887f", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1339081659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08c9184f0f614d7f8cfeaaf20eaaa6e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap380c59e8-8b", "ovs_interfaceid": "380c59e8-8bac-4c98-913c-e992258283de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.682268] env[70243]: DEBUG nova.scheduler.client.report [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.025860] env[70243]: INFO nova.compute.manager [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Took 20.29 seconds to build instance. [ 1006.036765] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c11324-fdc5-be1c-b269-9cbd29255fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.029356} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.036765] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea3b9079-e5d9-4b87-a259-8d2e232571bd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.043392] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Waiting for the task: (returnval){ [ 1006.043392] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524077cb-62c9-63b6-7c10-65856aea8e54" [ 1006.043392] env[70243]: _type = "Task" [ 1006.043392] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.055501] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524077cb-62c9-63b6-7c10-65856aea8e54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.108820] env[70243]: DEBUG oslo_concurrency.lockutils [req-3f30d220-b912-4f40-80e6-58b2027797ee req-13a9bdad-e577-4ec9-8025-df7d0f876dea service nova] Releasing lock "refresh_cache-a40d171c-401b-41b9-ab27-f1bea651d913" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.189893] env[70243]: DEBUG oslo_concurrency.lockutils [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.343s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.192817] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.250s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.194942] env[70243]: INFO nova.compute.claims [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.287791] env[70243]: DEBUG oslo_concurrency.lockutils [None req-baff7e74-7b61-49b8-8796-b34b579e9e30 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "de428c72-4073-4f6f-af91-d693ee775dfb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.288125] env[70243]: DEBUG oslo_concurrency.lockutils [None req-baff7e74-7b61-49b8-8796-b34b579e9e30 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "de428c72-4073-4f6f-af91-d693ee775dfb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.288413] env[70243]: INFO nova.compute.manager [None req-baff7e74-7b61-49b8-8796-b34b579e9e30 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Attaching volume e9f57a41-6112-45d0-a13f-85d8ce55e3b1 to /dev/sdb [ 1006.323451] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d50b61-30ed-4718-a8d0-0aa3f6481fdf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.331715] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0718d7-4fb8-4c7a-9393-96603f4cb32e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.346739] env[70243]: DEBUG nova.virt.block_device [None req-baff7e74-7b61-49b8-8796-b34b579e9e30 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Updating existing volume attachment record: 7645235f-6e26-4cf5-a8a5-6ed38f994a7a {{(pid=70243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1006.459417] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2dffff71-549b-4ccc-9235-dd82b55be13b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "bb0d8bc4-c513-46f3-aa96-660f9c6f1380" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.459746] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2dffff71-549b-4ccc-9235-dd82b55be13b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "bb0d8bc4-c513-46f3-aa96-660f9c6f1380" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.459934] env[70243]: DEBUG nova.compute.manager [None req-2dffff71-549b-4ccc-9235-dd82b55be13b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.460835] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8335d92-83ea-4cd2-99c0-11a305b85539 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.467497] env[70243]: DEBUG nova.compute.manager [None req-2dffff71-549b-4ccc-9235-dd82b55be13b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70243) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1006.468632] env[70243]: DEBUG nova.objects.instance [None req-2dffff71-549b-4ccc-9235-dd82b55be13b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lazy-loading 'flavor' on Instance uuid bb0d8bc4-c513-46f3-aa96-660f9c6f1380 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.528695] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a0c86992-c41c-4b24-8968-3bf7b4205def tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "a9810188-00fc-4056-9a0c-737f1ea76e72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.829s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.556825] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524077cb-62c9-63b6-7c10-65856aea8e54, 'name': SearchDatastore_Task, 'duration_secs': 0.016479} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.557403] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.557788] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] a40d171c-401b-41b9-ab27-f1bea651d913/a40d171c-401b-41b9-ab27-f1bea651d913.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.558200] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd6ff53d-389d-4411-9d1f-72e37bcdc09d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.567220] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Waiting for the task: (returnval){ [ 1006.567220] env[70243]: value = "task-3622371" [ 1006.567220] env[70243]: _type = "Task" [ 1006.567220] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.579091] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Task: {'id': task-3622371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.705733] env[70243]: DEBUG oslo_concurrency.lockutils [None req-455bd54c-888b-41cc-b457-b3a034545ecb tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "553877a2-a659-4cc7-85f0-06a33fd43e44" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.962s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.706616] env[70243]: DEBUG oslo_concurrency.lockutils [None req-869a261b-3f12-46ee-bc60-646e0148362a tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "553877a2-a659-4cc7-85f0-06a33fd43e44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 12.279s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.706616] env[70243]: DEBUG oslo_concurrency.lockutils [None req-869a261b-3f12-46ee-bc60-646e0148362a tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "553877a2-a659-4cc7-85f0-06a33fd43e44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.706616] env[70243]: DEBUG oslo_concurrency.lockutils [None req-869a261b-3f12-46ee-bc60-646e0148362a tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "553877a2-a659-4cc7-85f0-06a33fd43e44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.706785] env[70243]: DEBUG oslo_concurrency.lockutils [None req-869a261b-3f12-46ee-bc60-646e0148362a tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "553877a2-a659-4cc7-85f0-06a33fd43e44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.711732] env[70243]: INFO nova.compute.manager [None req-869a261b-3f12-46ee-bc60-646e0148362a tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Terminating instance [ 1007.086797] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Task: {'id': task-3622371, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.216963] env[70243]: DEBUG nova.compute.manager [None req-869a261b-3f12-46ee-bc60-646e0148362a tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.217231] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-869a261b-3f12-46ee-bc60-646e0148362a tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.217554] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c48bd65-ea29-4403-abdb-4c77a3f1540c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.229666] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd7466c-e2a1-4977-a2ef-02c02aa1ae0f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.273348] env[70243]: WARNING nova.virt.vmwareapi.vmops [None req-869a261b-3f12-46ee-bc60-646e0148362a tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 553877a2-a659-4cc7-85f0-06a33fd43e44 could not be found. [ 1007.273348] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-869a261b-3f12-46ee-bc60-646e0148362a tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.273348] env[70243]: INFO nova.compute.manager [None req-869a261b-3f12-46ee-bc60-646e0148362a tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1007.273348] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-869a261b-3f12-46ee-bc60-646e0148362a tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.273348] env[70243]: DEBUG nova.compute.manager [-] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.273348] env[70243]: DEBUG nova.network.neutron [-] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.459339] env[70243]: DEBUG oslo_concurrency.lockutils [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquiring lock "ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.462024] env[70243]: DEBUG oslo_concurrency.lockutils [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.462024] env[70243]: INFO nova.compute.manager [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Shelving [ 1007.479628] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dffff71-549b-4ccc-9235-dd82b55be13b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.480214] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70984d4b-d366-4962-8dcb-0d75e3729228 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.493429] env[70243]: DEBUG oslo_vmware.api [None req-2dffff71-549b-4ccc-9235-dd82b55be13b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1007.493429] env[70243]: value = "task-3622374" [ 1007.493429] env[70243]: _type = "Task" [ 1007.493429] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.503478] env[70243]: DEBUG oslo_vmware.api [None req-2dffff71-549b-4ccc-9235-dd82b55be13b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.568181] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f879a47-0edf-4ff4-97ae-86f6211b90f5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.581070] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Task: {'id': task-3622371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52584} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.583978] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] a40d171c-401b-41b9-ab27-f1bea651d913/a40d171c-401b-41b9-ab27-f1bea651d913.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.584234] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.584706] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-308fe103-b72b-46fc-8afa-4f289f00d083 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.587549] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8ff9aa-563f-493a-b881-fea7319b843e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.626638] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c304e8-f785-4085-93fd-34545db3aa6c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.629365] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Waiting for the task: (returnval){ [ 1007.629365] env[70243]: value = "task-3622375" [ 1007.629365] env[70243]: _type = "Task" [ 1007.629365] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.637346] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2552f676-9938-4e5b-b322-d4ed9f340bf4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.647395] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Task: {'id': task-3622375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.658832] env[70243]: DEBUG nova.compute.provider_tree [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.010103] env[70243]: DEBUG oslo_vmware.api [None req-2dffff71-549b-4ccc-9235-dd82b55be13b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622374, 'name': PowerOffVM_Task, 'duration_secs': 0.276503} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.010574] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dffff71-549b-4ccc-9235-dd82b55be13b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.010847] env[70243]: DEBUG nova.compute.manager [None req-2dffff71-549b-4ccc-9235-dd82b55be13b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.011744] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db6dd02-ef76-4c2b-a0de-6d2b1e0412d7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.144377] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Task: {'id': task-3622375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118896} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.145349] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.146186] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a3b77d-06c3-41f9-959c-9bee437ac9e4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.162227] env[70243]: DEBUG nova.scheduler.client.report [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.180729] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] a40d171c-401b-41b9-ab27-f1bea651d913/a40d171c-401b-41b9-ab27-f1bea651d913.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.180729] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8a75f5c-ea02-4518-b77b-63c514792a25 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.205311] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Waiting for the task: (returnval){ [ 1008.205311] env[70243]: value = "task-3622376" [ 1008.205311] env[70243]: _type = "Task" [ 1008.205311] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.209302] env[70243]: DEBUG nova.network.neutron [-] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.214329] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Task: {'id': task-3622376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.421402] env[70243]: DEBUG nova.compute.manager [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.427517] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f41ffe-e498-4da8-a4ba-c15a77a05bb7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.478236] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.478935] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa13d74a-1fe4-4dc4-8776-2b5515d74a8e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.488535] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 1008.488535] env[70243]: value = "task-3622377" [ 1008.488535] env[70243]: _type = "Task" [ 1008.488535] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.498341] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.526962] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2dffff71-549b-4ccc-9235-dd82b55be13b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "bb0d8bc4-c513-46f3-aa96-660f9c6f1380" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.679910] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.679910] env[70243]: DEBUG nova.compute.manager [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.681541] env[70243]: DEBUG oslo_concurrency.lockutils [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.966s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.682945] env[70243]: INFO nova.compute.claims [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.713971] env[70243]: INFO nova.compute.manager [-] [instance: 553877a2-a659-4cc7-85f0-06a33fd43e44] Took 1.44 seconds to deallocate network for instance. [ 1008.724795] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Task: {'id': task-3622376, 'name': ReconfigVM_Task, 'duration_secs': 0.446919} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.725019] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Reconfigured VM instance instance-0000004f to attach disk [datastore1] a40d171c-401b-41b9-ab27-f1bea651d913/a40d171c-401b-41b9-ab27-f1bea651d913.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.725701] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44044b31-691b-4435-bc7d-e291e653f34d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.733804] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Waiting for the task: (returnval){ [ 1008.733804] env[70243]: value = "task-3622378" [ 1008.733804] env[70243]: _type = "Task" [ 1008.733804] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.745367] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Task: {'id': task-3622378, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.940202] env[70243]: INFO nova.compute.manager [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] instance snapshotting [ 1008.945634] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d88ed79-0fd4-4f8f-9d77-65faa4ed9559 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.975570] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1889924-44d3-465c-a7df-6c04c3637cd4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.004349] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622377, 'name': PowerOffVM_Task, 'duration_secs': 0.285032} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.004349] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.004349] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1b4eb7-2a48-499b-a2c3-f79439412836 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.025353] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4678f6e-b086-4521-b068-1d91dbf4a509 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.188514] env[70243]: DEBUG nova.compute.utils [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.192399] env[70243]: DEBUG nova.compute.manager [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Not allocating networking since 'none' was specified. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1009.244509] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Task: {'id': task-3622378, 'name': Rename_Task, 'duration_secs': 0.338938} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.246410] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.246654] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-762ab9e3-c46a-4fa7-81d1-e1e8b011ceb3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.257617] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Waiting for the task: (returnval){ [ 1009.257617] env[70243]: value = "task-3622380" [ 1009.257617] env[70243]: _type = "Task" [ 1009.257617] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.266514] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Task: {'id': task-3622380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.487812] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Creating Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1009.487968] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-aa294fca-6c79-436f-9a0f-b79ee69829a2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.497799] env[70243]: DEBUG oslo_vmware.api [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 1009.497799] env[70243]: value = "task-3622381" [ 1009.497799] env[70243]: _type = "Task" [ 1009.497799] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.507259] env[70243]: DEBUG oslo_vmware.api [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622381, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.539722] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Creating Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1009.540143] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5bbff635-b6a2-4b45-94d4-ef733083d06b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.549924] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 1009.549924] env[70243]: value = "task-3622382" [ 1009.549924] env[70243]: _type = "Task" [ 1009.549924] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.562262] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622382, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.692946] env[70243]: DEBUG nova.compute.manager [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.756455] env[70243]: DEBUG oslo_concurrency.lockutils [None req-869a261b-3f12-46ee-bc60-646e0148362a tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "553877a2-a659-4cc7-85f0-06a33fd43e44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.050s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.780513] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Task: {'id': task-3622380, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.013805] env[70243]: DEBUG oslo_vmware.api [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622381, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.062682] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622382, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.095906] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbe53cf-c751-40d2-9600-4cc9f035fd01 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.106733] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861b4027-adad-40a8-85da-1c73a288f967 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.142790] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c97ff3-d88c-4bbc-abb6-a8bfff307bed {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.152574] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e361fd9-9aba-45ac-a102-c7c27dbfd1d5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.168115] env[70243]: DEBUG nova.compute.provider_tree [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.183835] env[70243]: DEBUG nova.compute.manager [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Stashing vm_state: stopped {{(pid=70243) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1010.269803] env[70243]: DEBUG oslo_vmware.api [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Task: {'id': task-3622380, 'name': PowerOnVM_Task, 'duration_secs': 0.682117} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.270104] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.270310] env[70243]: INFO nova.compute.manager [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1010.270554] env[70243]: DEBUG nova.compute.manager [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.271314] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0657030-81a8-41f6-b52d-7365d3f60fa9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.439173] env[70243]: DEBUG oslo_concurrency.lockutils [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "9e3753c5-22d7-4efd-8306-06c024fdcc63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.439411] env[70243]: DEBUG oslo_concurrency.lockutils [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "9e3753c5-22d7-4efd-8306-06c024fdcc63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.509568] env[70243]: DEBUG oslo_vmware.api [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622381, 'name': CreateSnapshot_Task, 'duration_secs': 0.762058} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.509850] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Created Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1010.510646] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32b4f7f-0d63-41d6-bc35-ff437dc2355d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.564081] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622382, 'name': CreateSnapshot_Task, 'duration_secs': 0.679936} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.564329] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Created Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1010.565622] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e419298-d885-4739-8e29-7766c37eee00 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.673092] env[70243]: DEBUG nova.scheduler.client.report [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.707099] env[70243]: DEBUG nova.compute.manager [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.710683] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.735169] env[70243]: DEBUG nova.virt.hardware [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.735465] env[70243]: DEBUG nova.virt.hardware [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.735624] env[70243]: DEBUG nova.virt.hardware [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.735804] env[70243]: DEBUG nova.virt.hardware [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.735950] env[70243]: DEBUG nova.virt.hardware [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.736113] env[70243]: DEBUG nova.virt.hardware [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.736328] env[70243]: DEBUG nova.virt.hardware [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.736487] env[70243]: DEBUG nova.virt.hardware [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.736655] env[70243]: DEBUG nova.virt.hardware [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.736818] env[70243]: DEBUG nova.virt.hardware [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.736996] env[70243]: DEBUG nova.virt.hardware [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.737871] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebdd9da-2b66-400e-90e4-c4a9881313bf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.746422] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c1bcb3-3d50-4bfd-a3a2-3ee2ae1bf983 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.761488] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Instance VIF info [] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.767259] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Creating folder: Project (41f0601eaf72429bb327b10554f6018c). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.767563] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28e46589-26ab-4f8b-afd8-9a04e29371c8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.781242] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Created folder: Project (41f0601eaf72429bb327b10554f6018c) in parent group-v722220. [ 1010.781443] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Creating folder: Instances. Parent ref: group-v722460. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.781682] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3adef81-027f-403d-8ce4-e009683cc77f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.796043] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Created folder: Instances in parent group-v722460. [ 1010.796339] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.798374] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.798551] env[70243]: INFO nova.compute.manager [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Took 20.17 seconds to build instance. [ 1010.799340] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5314ca2-c653-47b9-a6d2-b58233bfdfc2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.812470] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e41b39cd-d399-4139-ae0f-229f059e16fb tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Lock "a40d171c-401b-41b9-ab27-f1bea651d913" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.199s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.819793] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.819793] env[70243]: value = "task-3622385" [ 1010.819793] env[70243]: _type = "Task" [ 1010.819793] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.828898] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622385, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.942858] env[70243]: DEBUG nova.compute.manager [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.030284] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Creating linked-clone VM from snapshot {{(pid=70243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1011.030637] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e51a8879-03f5-4735-b6e9-b2a0d14de75a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.041032] env[70243]: DEBUG oslo_vmware.api [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 1011.041032] env[70243]: value = "task-3622386" [ 1011.041032] env[70243]: _type = "Task" [ 1011.041032] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.050460] env[70243]: DEBUG oslo_vmware.api [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622386, 'name': CloneVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.083845] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Creating linked-clone VM from snapshot {{(pid=70243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1011.084604] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ae735080-13e6-4f75-9507-3cbdcbbbdecc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.097061] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 1011.097061] env[70243]: value = "task-3622387" [ 1011.097061] env[70243]: _type = "Task" [ 1011.097061] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.110423] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622387, 'name': CloneVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.180378] env[70243]: DEBUG oslo_concurrency.lockutils [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.181033] env[70243]: DEBUG nova.compute.manager [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.184309] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.412s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.184309] env[70243]: DEBUG nova.objects.instance [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Lazy-loading 'resources' on Instance uuid 672bd80c-015e-4769-af92-dc1ae155a44e {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.331356] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622385, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.393086] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-baff7e74-7b61-49b8-8796-b34b579e9e30 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Volume attach. Driver type: vmdk {{(pid=70243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1011.393568] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-baff7e74-7b61-49b8-8796-b34b579e9e30 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722457', 'volume_id': 'e9f57a41-6112-45d0-a13f-85d8ce55e3b1', 'name': 'volume-e9f57a41-6112-45d0-a13f-85d8ce55e3b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de428c72-4073-4f6f-af91-d693ee775dfb', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9f57a41-6112-45d0-a13f-85d8ce55e3b1', 'serial': 'e9f57a41-6112-45d0-a13f-85d8ce55e3b1'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1011.394587] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f050df1-47e7-4e9a-888a-218597b1e1a6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.413844] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5e9f7b-a1f8-4aa8-8ae8-1d4b33dddfed {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.440624] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-baff7e74-7b61-49b8-8796-b34b579e9e30 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] volume-e9f57a41-6112-45d0-a13f-85d8ce55e3b1/volume-e9f57a41-6112-45d0-a13f-85d8ce55e3b1.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.440968] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b530b9a7-b0a3-4cb7-b580-13d644dfbd4e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.463483] env[70243]: DEBUG oslo_vmware.api [None req-baff7e74-7b61-49b8-8796-b34b579e9e30 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1011.463483] env[70243]: value = "task-3622388" [ 1011.463483] env[70243]: _type = "Task" [ 1011.463483] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.472792] env[70243]: DEBUG oslo_vmware.api [None req-baff7e74-7b61-49b8-8796-b34b579e9e30 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622388, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.473909] env[70243]: DEBUG oslo_concurrency.lockutils [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.552822] env[70243]: DEBUG oslo_vmware.api [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622386, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.598773] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Acquiring lock "a40d171c-401b-41b9-ab27-f1bea651d913" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.599307] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Lock "a40d171c-401b-41b9-ab27-f1bea651d913" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.599685] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Acquiring lock "a40d171c-401b-41b9-ab27-f1bea651d913-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.600046] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Lock "a40d171c-401b-41b9-ab27-f1bea651d913-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.600409] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Lock "a40d171c-401b-41b9-ab27-f1bea651d913-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.607857] env[70243]: INFO nova.compute.manager [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Terminating instance [ 1011.619280] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622387, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.688132] env[70243]: DEBUG nova.compute.utils [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.693027] env[70243]: DEBUG nova.compute.manager [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.693027] env[70243]: DEBUG nova.network.neutron [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.745767] env[70243]: DEBUG nova.policy [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85f70a3ea2a34c7894740c955aa9a098', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e577c4022f941bba0aedaec4d64e79b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.838260] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622385, 'name': CreateVM_Task, 'duration_secs': 0.522001} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.838260] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.838260] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.838260] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.838260] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.838260] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aad93ce1-10d2-41fc-86b9-b4acf8f98f50 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.844159] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Waiting for the task: (returnval){ [ 1011.844159] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52216d85-9154-8ed3-6a0a-8f2273f2f59c" [ 1011.844159] env[70243]: _type = "Task" [ 1011.844159] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.860864] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52216d85-9154-8ed3-6a0a-8f2273f2f59c, 'name': SearchDatastore_Task, 'duration_secs': 0.012657} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.861663] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.861663] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.861663] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.861847] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.861969] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.862258] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbc293b9-2530-4011-8636-936d448b3315 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.877821] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.878046] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.878931] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30019aef-4b41-47f8-947e-1eee384248fd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.889766] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Waiting for the task: (returnval){ [ 1011.889766] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d9d5b0-0048-8eac-f498-69d494dd148a" [ 1011.889766] env[70243]: _type = "Task" [ 1011.889766] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.898275] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d9d5b0-0048-8eac-f498-69d494dd148a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.985175] env[70243]: DEBUG oslo_vmware.api [None req-baff7e74-7b61-49b8-8796-b34b579e9e30 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622388, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.027097] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b8a7be-69e2-4d33-82fa-0e5a55a52945 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.036033] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d30a810-6dbc-44f0-89a8-43b1e708cc06 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.072402] env[70243]: DEBUG nova.network.neutron [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Successfully created port: a5992b25-fda7-4a67-ba56-68ee7fcd93d1 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.075471] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4093e9a1-beaa-45fd-9df6-5716d50f593f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.083009] env[70243]: DEBUG oslo_vmware.api [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622386, 'name': CloneVM_Task} progress is 95%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.088016] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f898f99-1c1b-4353-af52-86fbe94a1abd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.100659] env[70243]: DEBUG nova.compute.provider_tree [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.113134] env[70243]: DEBUG nova.compute.manager [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.113372] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.113660] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622387, 'name': CloneVM_Task} progress is 95%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.115045] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8f1843-3433-486c-88b5-600dd20a3e1a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.123255] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.123503] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-406af4f6-bf8e-465c-bdbb-6555724df35a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.130907] env[70243]: DEBUG oslo_vmware.api [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Waiting for the task: (returnval){ [ 1012.130907] env[70243]: value = "task-3622389" [ 1012.130907] env[70243]: _type = "Task" [ 1012.130907] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.142799] env[70243]: DEBUG oslo_vmware.api [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Task: {'id': task-3622389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.193920] env[70243]: DEBUG nova.compute.manager [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.400370] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d9d5b0-0048-8eac-f498-69d494dd148a, 'name': SearchDatastore_Task, 'duration_secs': 0.021971} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.401146] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71fa2a4e-77ff-4b89-b771-52dec5b55c88 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.406925] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Waiting for the task: (returnval){ [ 1012.406925] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52900831-4251-01a8-684a-b49d52c23ea0" [ 1012.406925] env[70243]: _type = "Task" [ 1012.406925] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.422231] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52900831-4251-01a8-684a-b49d52c23ea0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.477569] env[70243]: DEBUG oslo_vmware.api [None req-baff7e74-7b61-49b8-8796-b34b579e9e30 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622388, 'name': ReconfigVM_Task, 'duration_secs': 0.618425} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.478074] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-baff7e74-7b61-49b8-8796-b34b579e9e30 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Reconfigured VM instance instance-00000036 to attach disk [datastore1] volume-e9f57a41-6112-45d0-a13f-85d8ce55e3b1/volume-e9f57a41-6112-45d0-a13f-85d8ce55e3b1.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.483987] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e28010c-80a7-4a6d-a326-5f1e8ed8e144 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.504684] env[70243]: DEBUG oslo_vmware.api [None req-baff7e74-7b61-49b8-8796-b34b579e9e30 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1012.504684] env[70243]: value = "task-3622390" [ 1012.504684] env[70243]: _type = "Task" [ 1012.504684] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.514979] env[70243]: DEBUG oslo_vmware.api [None req-baff7e74-7b61-49b8-8796-b34b579e9e30 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.553557] env[70243]: DEBUG oslo_vmware.api [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622386, 'name': CloneVM_Task, 'duration_secs': 1.202328} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.553955] env[70243]: INFO nova.virt.vmwareapi.vmops [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Created linked-clone VM from snapshot [ 1012.555398] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400238c3-07c1-44c5-93cc-302b98553b4a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.564356] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Uploading image e2d86f0a-9077-4750-8b46-1a0817f5c92a {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1012.590715] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Destroying the VM {{(pid=70243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1012.591081] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-08ad3f4c-7c3b-4748-8d29-3006e0610a3c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.598512] env[70243]: DEBUG oslo_vmware.api [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 1012.598512] env[70243]: value = "task-3622391" [ 1012.598512] env[70243]: _type = "Task" [ 1012.598512] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.608498] env[70243]: DEBUG nova.scheduler.client.report [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.612102] env[70243]: DEBUG oslo_vmware.api [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622391, 'name': Destroy_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.622154] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622387, 'name': CloneVM_Task, 'duration_secs': 1.167548} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.622451] env[70243]: INFO nova.virt.vmwareapi.vmops [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Created linked-clone VM from snapshot [ 1012.623294] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069e25d7-5b98-4887-8ce6-1949d481be86 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.633673] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Uploading image 73786109-a408-4713-90fe-083460cd215d {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1012.645158] env[70243]: DEBUG oslo_vmware.api [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Task: {'id': task-3622389, 'name': PowerOffVM_Task, 'duration_secs': 0.362097} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.645478] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.645624] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.645876] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78697938-6522-445c-b6a5-5ed5defb8609 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.659570] env[70243]: DEBUG oslo_vmware.rw_handles [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1012.659570] env[70243]: value = "vm-722464" [ 1012.659570] env[70243]: _type = "VirtualMachine" [ 1012.659570] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1012.659997] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-46311b55-9ddd-4f3d-9bda-445155f4bb08 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.668277] env[70243]: DEBUG oslo_vmware.rw_handles [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lease: (returnval){ [ 1012.668277] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527b9ebc-a4d6-0057-4684-c22c244a369e" [ 1012.668277] env[70243]: _type = "HttpNfcLease" [ 1012.668277] env[70243]: } obtained for exporting VM: (result){ [ 1012.668277] env[70243]: value = "vm-722464" [ 1012.668277] env[70243]: _type = "VirtualMachine" [ 1012.668277] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1012.668602] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the lease: (returnval){ [ 1012.668602] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527b9ebc-a4d6-0057-4684-c22c244a369e" [ 1012.668602] env[70243]: _type = "HttpNfcLease" [ 1012.668602] env[70243]: } to be ready. {{(pid=70243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1012.677184] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1012.677184] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527b9ebc-a4d6-0057-4684-c22c244a369e" [ 1012.677184] env[70243]: _type = "HttpNfcLease" [ 1012.677184] env[70243]: } is initializing. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1012.749124] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.749496] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.749539] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Deleting the datastore file [datastore1] a40d171c-401b-41b9-ab27-f1bea651d913 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.750186] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eace939d-d595-4bdb-b471-2a6347cd4e51 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.759212] env[70243]: DEBUG oslo_vmware.api [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Waiting for the task: (returnval){ [ 1012.759212] env[70243]: value = "task-3622394" [ 1012.759212] env[70243]: _type = "Task" [ 1012.759212] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.768765] env[70243]: DEBUG oslo_vmware.api [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Task: {'id': task-3622394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.917962] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52900831-4251-01a8-684a-b49d52c23ea0, 'name': SearchDatastore_Task, 'duration_secs': 0.030505} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.918343] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.918635] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 709b6a5d-6d8f-4e08-8883-a25215ee6b7e/709b6a5d-6d8f-4e08-8883-a25215ee6b7e.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.918904] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0f512da-8e01-4a7a-886b-beeed699116c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.925723] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Waiting for the task: (returnval){ [ 1012.925723] env[70243]: value = "task-3622395" [ 1012.925723] env[70243]: _type = "Task" [ 1012.925723] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.936209] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.015934] env[70243]: DEBUG oslo_vmware.api [None req-baff7e74-7b61-49b8-8796-b34b579e9e30 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622390, 'name': ReconfigVM_Task, 'duration_secs': 0.203214} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.016288] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-baff7e74-7b61-49b8-8796-b34b579e9e30 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722457', 'volume_id': 'e9f57a41-6112-45d0-a13f-85d8ce55e3b1', 'name': 'volume-e9f57a41-6112-45d0-a13f-85d8ce55e3b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de428c72-4073-4f6f-af91-d693ee775dfb', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9f57a41-6112-45d0-a13f-85d8ce55e3b1', 'serial': 'e9f57a41-6112-45d0-a13f-85d8ce55e3b1'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1013.110973] env[70243]: DEBUG oslo_vmware.api [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622391, 'name': Destroy_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.113998] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.116577] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.991s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.117971] env[70243]: INFO nova.compute.claims [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.138556] env[70243]: INFO nova.scheduler.client.report [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Deleted allocations for instance 672bd80c-015e-4769-af92-dc1ae155a44e [ 1013.178342] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1013.178342] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527b9ebc-a4d6-0057-4684-c22c244a369e" [ 1013.178342] env[70243]: _type = "HttpNfcLease" [ 1013.178342] env[70243]: } is ready. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1013.178666] env[70243]: DEBUG oslo_vmware.rw_handles [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1013.178666] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527b9ebc-a4d6-0057-4684-c22c244a369e" [ 1013.178666] env[70243]: _type = "HttpNfcLease" [ 1013.178666] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1013.179499] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec7b234-d61a-4451-a587-dd02de20d421 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.189832] env[70243]: DEBUG oslo_vmware.rw_handles [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be7cbc-80fd-bca5-6772-705a553d7819/disk-0.vmdk from lease info. {{(pid=70243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1013.190128] env[70243]: DEBUG oslo_vmware.rw_handles [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be7cbc-80fd-bca5-6772-705a553d7819/disk-0.vmdk for reading. {{(pid=70243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1013.276787] env[70243]: DEBUG nova.compute.manager [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.301308] env[70243]: DEBUG oslo_vmware.api [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Task: {'id': task-3622394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371007} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.304941] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.305318] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.305663] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.305947] env[70243]: INFO nova.compute.manager [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1013.306386] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.306974] env[70243]: DEBUG nova.compute.manager [-] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.307257] env[70243]: DEBUG nova.network.neutron [-] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.315646] env[70243]: DEBUG nova.virt.hardware [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.316106] env[70243]: DEBUG nova.virt.hardware [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.316380] env[70243]: DEBUG nova.virt.hardware [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.316743] env[70243]: DEBUG nova.virt.hardware [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.316915] env[70243]: DEBUG nova.virt.hardware [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.317239] env[70243]: DEBUG nova.virt.hardware [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.317647] env[70243]: DEBUG nova.virt.hardware [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.317838] env[70243]: DEBUG nova.virt.hardware [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.318182] env[70243]: DEBUG nova.virt.hardware [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.318458] env[70243]: DEBUG nova.virt.hardware [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.318813] env[70243]: DEBUG nova.virt.hardware [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.320772] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc443746-f43f-45cf-adb1-ff5c299f6b9f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.334774] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13859838-c501-40bf-add4-5d15dd375a40 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.440753] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622395, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.507418] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-61334d6e-6b79-4c48-9896-5f784815f28e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.615109] env[70243]: DEBUG oslo_vmware.api [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622391, 'name': Destroy_Task, 'duration_secs': 0.826688} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.615276] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Destroyed the VM [ 1013.615657] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Deleting Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1013.616489] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-096e7067-4bdb-491c-8efd-c15bc83b5f24 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.629444] env[70243]: DEBUG oslo_vmware.api [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 1013.629444] env[70243]: value = "task-3622396" [ 1013.629444] env[70243]: _type = "Task" [ 1013.629444] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.648616] env[70243]: DEBUG oslo_vmware.api [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622396, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.648837] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2542c8b-629f-42c4-92e1-0f7f59dd8790 tempest-ServerPasswordTestJSON-1865094340 tempest-ServerPasswordTestJSON-1865094340-project-member] Lock "672bd80c-015e-4769-af92-dc1ae155a44e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.571s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.695289] env[70243]: DEBUG nova.compute.manager [req-a607f67a-74f3-4d63-be5f-89c7b3a87a7a req-96dc9306-5340-48dd-a099-5d720e1d9d2a service nova] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Received event network-vif-deleted-380c59e8-8bac-4c98-913c-e992258283de {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.695289] env[70243]: INFO nova.compute.manager [req-a607f67a-74f3-4d63-be5f-89c7b3a87a7a req-96dc9306-5340-48dd-a099-5d720e1d9d2a service nova] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Neutron deleted interface 380c59e8-8bac-4c98-913c-e992258283de; detaching it from the instance and deleting it from the info cache [ 1013.695289] env[70243]: DEBUG nova.network.neutron [req-a607f67a-74f3-4d63-be5f-89c7b3a87a7a req-96dc9306-5340-48dd-a099-5d720e1d9d2a service nova] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.944280] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649159} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.944974] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 709b6a5d-6d8f-4e08-8883-a25215ee6b7e/709b6a5d-6d8f-4e08-8883-a25215ee6b7e.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.945420] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.945862] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df722aa8-7ad2-40e9-a933-d50b8df463e0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.956106] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Waiting for the task: (returnval){ [ 1013.956106] env[70243]: value = "task-3622397" [ 1013.956106] env[70243]: _type = "Task" [ 1013.956106] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.972927] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.072251] env[70243]: DEBUG nova.objects.instance [None req-baff7e74-7b61-49b8-8796-b34b579e9e30 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lazy-loading 'flavor' on Instance uuid de428c72-4073-4f6f-af91-d693ee775dfb {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.121437] env[70243]: DEBUG nova.network.neutron [-] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.145017] env[70243]: DEBUG oslo_vmware.api [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622396, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.198480] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ba6b79f-2039-4e82-93e4-b5acf3398c09 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.213222] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2314996-b004-4604-b682-da75dadcea70 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.254283] env[70243]: DEBUG nova.compute.manager [req-0eb264b2-21a1-43d2-ba7b-077dbacfbaf8 req-00dc0d8c-dca2-4ede-be94-e2fd595e88fd service nova] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Received event network-vif-plugged-a5992b25-fda7-4a67-ba56-68ee7fcd93d1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.256442] env[70243]: DEBUG oslo_concurrency.lockutils [req-0eb264b2-21a1-43d2-ba7b-077dbacfbaf8 req-00dc0d8c-dca2-4ede-be94-e2fd595e88fd service nova] Acquiring lock "7389c36d-4010-4df6-8fd1-767aa8b7b87a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.256442] env[70243]: DEBUG oslo_concurrency.lockutils [req-0eb264b2-21a1-43d2-ba7b-077dbacfbaf8 req-00dc0d8c-dca2-4ede-be94-e2fd595e88fd service nova] Lock "7389c36d-4010-4df6-8fd1-767aa8b7b87a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.256442] env[70243]: DEBUG oslo_concurrency.lockutils [req-0eb264b2-21a1-43d2-ba7b-077dbacfbaf8 req-00dc0d8c-dca2-4ede-be94-e2fd595e88fd service nova] Lock "7389c36d-4010-4df6-8fd1-767aa8b7b87a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.256442] env[70243]: DEBUG nova.compute.manager [req-0eb264b2-21a1-43d2-ba7b-077dbacfbaf8 req-00dc0d8c-dca2-4ede-be94-e2fd595e88fd service nova] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] No waiting events found dispatching network-vif-plugged-a5992b25-fda7-4a67-ba56-68ee7fcd93d1 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.256442] env[70243]: WARNING nova.compute.manager [req-0eb264b2-21a1-43d2-ba7b-077dbacfbaf8 req-00dc0d8c-dca2-4ede-be94-e2fd595e88fd service nova] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Received unexpected event network-vif-plugged-a5992b25-fda7-4a67-ba56-68ee7fcd93d1 for instance with vm_state building and task_state spawning. [ 1014.281421] env[70243]: DEBUG nova.compute.manager [req-a607f67a-74f3-4d63-be5f-89c7b3a87a7a req-96dc9306-5340-48dd-a099-5d720e1d9d2a service nova] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Detach interface failed, port_id=380c59e8-8bac-4c98-913c-e992258283de, reason: Instance a40d171c-401b-41b9-ab27-f1bea651d913 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1014.474424] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128256} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.475497] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.476688] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b889fe57-5bb1-492d-95e4-54c74a54dc39 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.521149] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 709b6a5d-6d8f-4e08-8883-a25215ee6b7e/709b6a5d-6d8f-4e08-8883-a25215ee6b7e.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.529198] env[70243]: DEBUG nova.network.neutron [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Successfully updated port: a5992b25-fda7-4a67-ba56-68ee7fcd93d1 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.529198] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0715ea40-8814-4b00-9ba4-370ed1355b01 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.556405] env[70243]: DEBUG oslo_concurrency.lockutils [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "refresh_cache-7389c36d-4010-4df6-8fd1-767aa8b7b87a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.556405] env[70243]: DEBUG oslo_concurrency.lockutils [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquired lock "refresh_cache-7389c36d-4010-4df6-8fd1-767aa8b7b87a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.556405] env[70243]: DEBUG nova.network.neutron [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.571772] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Waiting for the task: (returnval){ [ 1014.571772] env[70243]: value = "task-3622398" [ 1014.571772] env[70243]: _type = "Task" [ 1014.571772] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.579191] env[70243]: DEBUG oslo_concurrency.lockutils [None req-baff7e74-7b61-49b8-8796-b34b579e9e30 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "de428c72-4073-4f6f-af91-d693ee775dfb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.291s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.591315] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.602373] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37659051-cc92-4f8c-b881-953571f0193c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.611662] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5274ae-00dd-4295-865b-443744c0146d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.644784] env[70243]: INFO nova.compute.manager [-] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Took 1.34 seconds to deallocate network for instance. [ 1014.650292] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d97b4e5-78e1-433d-8d98-91470b6df28e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.667950] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5e586d-8e6b-4b10-935c-e2bdbcf05ae8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.671670] env[70243]: DEBUG oslo_vmware.api [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622396, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.687261] env[70243]: DEBUG nova.compute.provider_tree [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.088424] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.141323] env[70243]: DEBUG nova.network.neutron [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.153782] env[70243]: DEBUG oslo_vmware.api [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622396, 'name': RemoveSnapshot_Task, 'duration_secs': 1.153424} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.154279] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Deleted Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1015.158697] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.191093] env[70243]: DEBUG nova.scheduler.client.report [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.395339] env[70243]: DEBUG nova.network.neutron [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Updating instance_info_cache with network_info: [{"id": "a5992b25-fda7-4a67-ba56-68ee7fcd93d1", "address": "fa:16:3e:ff:70:3c", "network": {"id": "cc6bea4a-fe98-413d-8550-39847bd42091", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-581716940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e577c4022f941bba0aedaec4d64e79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5992b25-fd", "ovs_interfaceid": "a5992b25-fda7-4a67-ba56-68ee7fcd93d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.587488] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622398, 'name': ReconfigVM_Task, 'duration_secs': 0.74049} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.588057] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 709b6a5d-6d8f-4e08-8883-a25215ee6b7e/709b6a5d-6d8f-4e08-8883-a25215ee6b7e.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.589247] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9af8da0e-c144-4454-8bdb-5b11f1b5b8b3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.598630] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Waiting for the task: (returnval){ [ 1015.598630] env[70243]: value = "task-3622399" [ 1015.598630] env[70243]: _type = "Task" [ 1015.598630] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.609750] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622399, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.666469] env[70243]: WARNING nova.compute.manager [None req-5dca934b-65d7-443e-bbf8-7406c3b8e03d tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Image not found during snapshot: nova.exception.ImageNotFound: Image e2d86f0a-9077-4750-8b46-1a0817f5c92a could not be found. [ 1015.704967] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.705877] env[70243]: DEBUG nova.compute.manager [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.709583] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.283s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.714996] env[70243]: INFO nova.compute.claims [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.898374] env[70243]: DEBUG oslo_concurrency.lockutils [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Releasing lock "refresh_cache-7389c36d-4010-4df6-8fd1-767aa8b7b87a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.900453] env[70243]: DEBUG nova.compute.manager [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Instance network_info: |[{"id": "a5992b25-fda7-4a67-ba56-68ee7fcd93d1", "address": "fa:16:3e:ff:70:3c", "network": {"id": "cc6bea4a-fe98-413d-8550-39847bd42091", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-581716940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e577c4022f941bba0aedaec4d64e79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5992b25-fd", "ovs_interfaceid": "a5992b25-fda7-4a67-ba56-68ee7fcd93d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.900453] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:70:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5992b25-fda7-4a67-ba56-68ee7fcd93d1', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.911097] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Creating folder: Project (4e577c4022f941bba0aedaec4d64e79b). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.911494] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb4f2645-97ff-4207-8a25-56e2653b3d68 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.928426] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Created folder: Project (4e577c4022f941bba0aedaec4d64e79b) in parent group-v722220. [ 1015.928426] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Creating folder: Instances. Parent ref: group-v722465. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.928426] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7cb9a2b-1a29-400c-9267-29b868970d7d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.945174] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Created folder: Instances in parent group-v722465. [ 1015.945174] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.945334] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.946233] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a968754f-8ae8-4132-ad5a-fa3fe2d7cc65 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.976550] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.976550] env[70243]: value = "task-3622402" [ 1015.976550] env[70243]: _type = "Task" [ 1015.976550] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.991057] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622402, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.112045] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622399, 'name': Rename_Task, 'duration_secs': 0.235755} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.112045] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.112045] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac5547fc-6615-45a0-9f38-02792c1c3901 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.123025] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Waiting for the task: (returnval){ [ 1016.123025] env[70243]: value = "task-3622403" [ 1016.123025] env[70243]: _type = "Task" [ 1016.123025] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.131865] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.224024] env[70243]: DEBUG nova.compute.utils [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.224024] env[70243]: DEBUG nova.compute.manager [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.224549] env[70243]: DEBUG nova.network.neutron [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.313747] env[70243]: DEBUG nova.policy [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85f70a3ea2a34c7894740c955aa9a098', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e577c4022f941bba0aedaec4d64e79b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.407791] env[70243]: DEBUG nova.compute.manager [req-6ee810f2-21de-4341-8047-22b25a1e6f7c req-2e1c073a-79b0-4ead-afb3-c29f7c8b68be service nova] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Received event network-changed-a5992b25-fda7-4a67-ba56-68ee7fcd93d1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.408257] env[70243]: DEBUG nova.compute.manager [req-6ee810f2-21de-4341-8047-22b25a1e6f7c req-2e1c073a-79b0-4ead-afb3-c29f7c8b68be service nova] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Refreshing instance network info cache due to event network-changed-a5992b25-fda7-4a67-ba56-68ee7fcd93d1. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1016.408257] env[70243]: DEBUG oslo_concurrency.lockutils [req-6ee810f2-21de-4341-8047-22b25a1e6f7c req-2e1c073a-79b0-4ead-afb3-c29f7c8b68be service nova] Acquiring lock "refresh_cache-7389c36d-4010-4df6-8fd1-767aa8b7b87a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.408714] env[70243]: DEBUG oslo_concurrency.lockutils [req-6ee810f2-21de-4341-8047-22b25a1e6f7c req-2e1c073a-79b0-4ead-afb3-c29f7c8b68be service nova] Acquired lock "refresh_cache-7389c36d-4010-4df6-8fd1-767aa8b7b87a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.408714] env[70243]: DEBUG nova.network.neutron [req-6ee810f2-21de-4341-8047-22b25a1e6f7c req-2e1c073a-79b0-4ead-afb3-c29f7c8b68be service nova] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Refreshing network info cache for port a5992b25-fda7-4a67-ba56-68ee7fcd93d1 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.497821] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622402, 'name': CreateVM_Task, 'duration_secs': 0.443173} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.500989] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.504761] env[70243]: DEBUG oslo_concurrency.lockutils [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.504761] env[70243]: DEBUG oslo_concurrency.lockutils [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.504761] env[70243]: DEBUG oslo_concurrency.lockutils [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.504990] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "5ad50661-5472-4ef6-a372-0c35c5b9ee8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.505241] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "5ad50661-5472-4ef6-a372-0c35c5b9ee8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.506601] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c85b7bf4-feb2-4fc6-bf06-d922df6e1dcd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.514022] env[70243]: DEBUG oslo_vmware.api [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1016.514022] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52adc5ac-b32e-684e-96d1-cd747dc5546e" [ 1016.514022] env[70243]: _type = "Task" [ 1016.514022] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.524102] env[70243]: DEBUG oslo_vmware.api [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52adc5ac-b32e-684e-96d1-cd747dc5546e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.634570] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622403, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.729871] env[70243]: DEBUG nova.compute.manager [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.829107] env[70243]: DEBUG nova.network.neutron [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Successfully created port: 9289b9c3-56f9-4376-ab69-07901946cfdc {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.014683] env[70243]: DEBUG nova.compute.manager [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.035243] env[70243]: DEBUG oslo_vmware.api [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52adc5ac-b32e-684e-96d1-cd747dc5546e, 'name': SearchDatastore_Task, 'duration_secs': 0.026409} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.039074] env[70243]: DEBUG oslo_concurrency.lockutils [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.039418] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.041458] env[70243]: DEBUG oslo_concurrency.lockutils [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.041458] env[70243]: DEBUG oslo_concurrency.lockutils [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.041458] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.041458] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4150f81b-950c-4493-8353-af3bdccf3660 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.053133] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.053351] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.058431] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c03f62b9-ab0a-4dc5-a889-1f77d9addd2a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.068032] env[70243]: DEBUG oslo_vmware.api [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1017.068032] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52062567-9214-eb4b-a5c6-a22accccaf8c" [ 1017.068032] env[70243]: _type = "Task" [ 1017.068032] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.087298] env[70243]: DEBUG oslo_vmware.api [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52062567-9214-eb4b-a5c6-a22accccaf8c, 'name': SearchDatastore_Task, 'duration_secs': 0.015776} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.088145] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47b1fcc0-e618-4eff-8a73-f26693b75c6a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.092048] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bfca76-9e4d-4dde-94a1-e5d3396411d4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.098696] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "a9810188-00fc-4056-9a0c-737f1ea76e72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.101048] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "a9810188-00fc-4056-9a0c-737f1ea76e72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.101048] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "a9810188-00fc-4056-9a0c-737f1ea76e72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.101048] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "a9810188-00fc-4056-9a0c-737f1ea76e72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.101048] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "a9810188-00fc-4056-9a0c-737f1ea76e72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.104124] env[70243]: DEBUG oslo_vmware.api [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1017.104124] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527c20a1-0010-2c4e-67ab-2b97bfd0db8a" [ 1017.104124] env[70243]: _type = "Task" [ 1017.104124] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.105084] env[70243]: INFO nova.compute.manager [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Terminating instance [ 1017.107231] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faee202-d609-41e6-a589-93cb897d4dbf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.159362] env[70243]: DEBUG oslo_vmware.api [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527c20a1-0010-2c4e-67ab-2b97bfd0db8a, 'name': SearchDatastore_Task, 'duration_secs': 0.020633} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.160298] env[70243]: DEBUG oslo_concurrency.lockutils [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.160620] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 7389c36d-4010-4df6-8fd1-767aa8b7b87a/7389c36d-4010-4df6-8fd1-767aa8b7b87a.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.161333] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a1eeb0-9a24-44bb-88a9-b05967b3d4c4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.166777] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e6c4ed2-ea97-4848-80ad-336330b757a2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.169203] env[70243]: DEBUG oslo_vmware.api [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622403, 'name': PowerOnVM_Task, 'duration_secs': 0.637667} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.172246] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.172246] env[70243]: INFO nova.compute.manager [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Took 6.46 seconds to spawn the instance on the hypervisor. [ 1017.172246] env[70243]: DEBUG nova.compute.manager [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.172246] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0c7843-4b48-4011-974a-8ee31bafd26d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.181645] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd33e9f-e215-401c-9004-a60da5d8b91e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.185023] env[70243]: DEBUG oslo_vmware.api [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1017.185023] env[70243]: value = "task-3622404" [ 1017.185023] env[70243]: _type = "Task" [ 1017.185023] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.201692] env[70243]: DEBUG nova.compute.provider_tree [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.208971] env[70243]: DEBUG oslo_vmware.api [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.236918] env[70243]: DEBUG nova.network.neutron [req-6ee810f2-21de-4341-8047-22b25a1e6f7c req-2e1c073a-79b0-4ead-afb3-c29f7c8b68be service nova] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Updated VIF entry in instance network info cache for port a5992b25-fda7-4a67-ba56-68ee7fcd93d1. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.237114] env[70243]: DEBUG nova.network.neutron [req-6ee810f2-21de-4341-8047-22b25a1e6f7c req-2e1c073a-79b0-4ead-afb3-c29f7c8b68be service nova] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Updating instance_info_cache with network_info: [{"id": "a5992b25-fda7-4a67-ba56-68ee7fcd93d1", "address": "fa:16:3e:ff:70:3c", "network": {"id": "cc6bea4a-fe98-413d-8550-39847bd42091", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-581716940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e577c4022f941bba0aedaec4d64e79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5992b25-fd", "ovs_interfaceid": "a5992b25-fda7-4a67-ba56-68ee7fcd93d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.546325] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.623714] env[70243]: DEBUG nova.compute.manager [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.624012] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.624921] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d938902-71dc-4d0a-9d3c-7c990c69b39d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.633354] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.633605] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f51bd725-2879-4fe3-ac5d-45c40e675d1b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.643630] env[70243]: DEBUG oslo_vmware.api [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 1017.643630] env[70243]: value = "task-3622405" [ 1017.643630] env[70243]: _type = "Task" [ 1017.643630] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.660321] env[70243]: DEBUG oslo_vmware.api [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.698291] env[70243]: DEBUG oslo_vmware.api [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622404, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.706192] env[70243]: DEBUG nova.scheduler.client.report [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.714527] env[70243]: INFO nova.compute.manager [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Took 24.79 seconds to build instance. [ 1017.742421] env[70243]: DEBUG oslo_concurrency.lockutils [req-6ee810f2-21de-4341-8047-22b25a1e6f7c req-2e1c073a-79b0-4ead-afb3-c29f7c8b68be service nova] Releasing lock "refresh_cache-7389c36d-4010-4df6-8fd1-767aa8b7b87a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.744460] env[70243]: DEBUG nova.compute.manager [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.771095] env[70243]: DEBUG nova.virt.hardware [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.771348] env[70243]: DEBUG nova.virt.hardware [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.771503] env[70243]: DEBUG nova.virt.hardware [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.771689] env[70243]: DEBUG nova.virt.hardware [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.771867] env[70243]: DEBUG nova.virt.hardware [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.772186] env[70243]: DEBUG nova.virt.hardware [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.772471] env[70243]: DEBUG nova.virt.hardware [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.772635] env[70243]: DEBUG nova.virt.hardware [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.772824] env[70243]: DEBUG nova.virt.hardware [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.774097] env[70243]: DEBUG nova.virt.hardware [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.774097] env[70243]: DEBUG nova.virt.hardware [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.774459] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa5b08f-87fa-492b-8d72-15d579314e21 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.784393] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7b891c-6613-43cc-a088-f270a73068eb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.091105] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquiring lock "62a3cd33-3418-4b19-904f-37f12c87de7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.091547] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Lock "62a3cd33-3418-4b19-904f-37f12c87de7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.154984] env[70243]: DEBUG oslo_vmware.api [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622405, 'name': PowerOffVM_Task, 'duration_secs': 0.481356} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.155444] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.155640] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.155960] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7371f76b-5200-4a1b-a226-650ffe02816e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.197910] env[70243]: DEBUG oslo_vmware.api [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.880272} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.198279] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 7389c36d-4010-4df6-8fd1-767aa8b7b87a/7389c36d-4010-4df6-8fd1-767aa8b7b87a.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.198641] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.198641] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4240b8a-96e9-40d1-b547-d47a79d7112c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.206014] env[70243]: DEBUG oslo_vmware.api [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1018.206014] env[70243]: value = "task-3622407" [ 1018.206014] env[70243]: _type = "Task" [ 1018.206014] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.215300] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.215968] env[70243]: DEBUG nova.compute.manager [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.219161] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cda1f8fc-3cb9-4d31-9b7b-a61e59f430c0 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Lock "709b6a5d-6d8f-4e08-8883-a25215ee6b7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.305s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.219161] env[70243]: DEBUG oslo_vmware.api [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.219993] env[70243]: DEBUG oslo_concurrency.lockutils [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.369s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.220884] env[70243]: INFO nova.compute.claims [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.235258] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.238237] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.238237] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Deleting the datastore file [datastore1] a9810188-00fc-4056-9a0c-737f1ea76e72 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.238237] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-693ae488-bf5a-404e-a7f5-7dfeaa49d37f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.246158] env[70243]: DEBUG oslo_vmware.api [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for the task: (returnval){ [ 1018.246158] env[70243]: value = "task-3622408" [ 1018.246158] env[70243]: _type = "Task" [ 1018.246158] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.255749] env[70243]: DEBUG oslo_vmware.api [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.418582] env[70243]: INFO nova.compute.manager [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Rebuilding instance [ 1018.450875] env[70243]: DEBUG nova.compute.manager [req-bf666b58-dc35-4335-8fb2-e0a328b9043d req-c85c0c77-3585-4d0b-8b12-ae3b0053755c service nova] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Received event network-vif-plugged-9289b9c3-56f9-4376-ab69-07901946cfdc {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.450875] env[70243]: DEBUG oslo_concurrency.lockutils [req-bf666b58-dc35-4335-8fb2-e0a328b9043d req-c85c0c77-3585-4d0b-8b12-ae3b0053755c service nova] Acquiring lock "cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.450875] env[70243]: DEBUG oslo_concurrency.lockutils [req-bf666b58-dc35-4335-8fb2-e0a328b9043d req-c85c0c77-3585-4d0b-8b12-ae3b0053755c service nova] Lock "cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.450875] env[70243]: DEBUG oslo_concurrency.lockutils [req-bf666b58-dc35-4335-8fb2-e0a328b9043d req-c85c0c77-3585-4d0b-8b12-ae3b0053755c service nova] Lock "cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.450875] env[70243]: DEBUG nova.compute.manager [req-bf666b58-dc35-4335-8fb2-e0a328b9043d req-c85c0c77-3585-4d0b-8b12-ae3b0053755c service nova] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] No waiting events found dispatching network-vif-plugged-9289b9c3-56f9-4376-ab69-07901946cfdc {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.450875] env[70243]: WARNING nova.compute.manager [req-bf666b58-dc35-4335-8fb2-e0a328b9043d req-c85c0c77-3585-4d0b-8b12-ae3b0053755c service nova] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Received unexpected event network-vif-plugged-9289b9c3-56f9-4376-ab69-07901946cfdc for instance with vm_state building and task_state spawning. [ 1018.480415] env[70243]: DEBUG nova.compute.manager [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.481581] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56895ebd-4eca-4d72-ab3c-0ada46781c6b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.486331] env[70243]: DEBUG nova.network.neutron [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Successfully updated port: 9289b9c3-56f9-4376-ab69-07901946cfdc {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.593383] env[70243]: DEBUG nova.compute.manager [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.717352] env[70243]: DEBUG oslo_vmware.api [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077515} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.717638] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.718524] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86b9110-31fd-476d-b721-0c56c0d3d076 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.721987] env[70243]: DEBUG nova.compute.utils [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.725076] env[70243]: DEBUG nova.compute.manager [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.725076] env[70243]: DEBUG nova.network.neutron [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.749165] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 7389c36d-4010-4df6-8fd1-767aa8b7b87a/7389c36d-4010-4df6-8fd1-767aa8b7b87a.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.752524] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-348a3502-74b4-4aa9-9837-ed4681e7834d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.775681] env[70243]: DEBUG oslo_vmware.api [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Task: {'id': task-3622408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.51018} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.775681] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.775856] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.776179] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.776179] env[70243]: INFO nova.compute.manager [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1018.776440] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.777927] env[70243]: DEBUG nova.compute.manager [-] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.778060] env[70243]: DEBUG nova.network.neutron [-] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.779729] env[70243]: DEBUG oslo_vmware.api [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1018.779729] env[70243]: value = "task-3622409" [ 1018.779729] env[70243]: _type = "Task" [ 1018.779729] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.781167] env[70243]: DEBUG nova.policy [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85f70a3ea2a34c7894740c955aa9a098', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e577c4022f941bba0aedaec4d64e79b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.793233] env[70243]: DEBUG oslo_vmware.api [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622409, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.987887] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "refresh_cache-cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.988051] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquired lock "refresh_cache-cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.989024] env[70243]: DEBUG nova.network.neutron [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.076549] env[70243]: DEBUG nova.compute.manager [req-df7a0221-5856-46b4-a3c0-705e4a8cfa74 req-01c9abca-4528-479d-a5d7-3de2c27ebcc1 service nova] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Received event network-vif-deleted-62329fab-fdb8-41b3-855d-7c8ddc8ff8e1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.076712] env[70243]: INFO nova.compute.manager [req-df7a0221-5856-46b4-a3c0-705e4a8cfa74 req-01c9abca-4528-479d-a5d7-3de2c27ebcc1 service nova] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Neutron deleted interface 62329fab-fdb8-41b3-855d-7c8ddc8ff8e1; detaching it from the instance and deleting it from the info cache [ 1019.077199] env[70243]: DEBUG nova.network.neutron [req-df7a0221-5856-46b4-a3c0-705e4a8cfa74 req-01c9abca-4528-479d-a5d7-3de2c27ebcc1 service nova] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.088405] env[70243]: DEBUG nova.network.neutron [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Successfully created port: f1135553-a864-43c0-ac4f-ebcf9893f2a6 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.121736] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.225042] env[70243]: DEBUG nova.compute.manager [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.301995] env[70243]: DEBUG oslo_vmware.api [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.500300] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.500691] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae7c4f78-0410-45ab-94e5-b53d2b3c55e7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.511819] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Waiting for the task: (returnval){ [ 1019.511819] env[70243]: value = "task-3622410" [ 1019.511819] env[70243]: _type = "Task" [ 1019.511819] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.526694] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.527994] env[70243]: DEBUG nova.network.neutron [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.551493] env[70243]: DEBUG nova.network.neutron [-] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.571227] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2da0b6-f1c2-4e6e-9a48-04d94af9f60d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.583655] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4a1dabe-fb10-4159-8b2f-e04d3d4c9f86 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.587056] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8eaa6a-190a-4b66-901a-a7a27a49dea6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.634699] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0274c55c-162f-4a6f-9103-ec01feab472c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.640767] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a29820-fab0-4059-804f-5eecd117e591 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.659195] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548bfe7f-0f57-472a-8bb8-c9171d06113c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.676048] env[70243]: DEBUG nova.compute.provider_tree [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.689489] env[70243]: DEBUG nova.compute.manager [req-df7a0221-5856-46b4-a3c0-705e4a8cfa74 req-01c9abca-4528-479d-a5d7-3de2c27ebcc1 service nova] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Detach interface failed, port_id=62329fab-fdb8-41b3-855d-7c8ddc8ff8e1, reason: Instance a9810188-00fc-4056-9a0c-737f1ea76e72 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1019.752350] env[70243]: DEBUG nova.network.neutron [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Updating instance_info_cache with network_info: [{"id": "9289b9c3-56f9-4376-ab69-07901946cfdc", "address": "fa:16:3e:4b:b1:68", "network": {"id": "cc6bea4a-fe98-413d-8550-39847bd42091", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-581716940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e577c4022f941bba0aedaec4d64e79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9289b9c3-56", "ovs_interfaceid": "9289b9c3-56f9-4376-ab69-07901946cfdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.797517] env[70243]: DEBUG oslo_vmware.api [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622409, 'name': ReconfigVM_Task, 'duration_secs': 0.650971} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.797678] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 7389c36d-4010-4df6-8fd1-767aa8b7b87a/7389c36d-4010-4df6-8fd1-767aa8b7b87a.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.800776] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e89078e8-2282-42f5-b722-33992d6aad02 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.807416] env[70243]: DEBUG oslo_vmware.api [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1019.807416] env[70243]: value = "task-3622411" [ 1019.807416] env[70243]: _type = "Task" [ 1019.807416] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.818070] env[70243]: DEBUG oslo_vmware.api [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622411, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.021774] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622410, 'name': PowerOffVM_Task, 'duration_secs': 0.220957} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.022114] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.022841] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.023658] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b70ecff-f66f-42ce-901a-1eac37710d07 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.031590] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.031867] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cebde396-3648-4124-93bc-4e85692ee675 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.054611] env[70243]: INFO nova.compute.manager [-] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Took 1.28 seconds to deallocate network for instance. [ 1020.060751] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.061011] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.061203] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Deleting the datastore file [datastore1] 709b6a5d-6d8f-4e08-8883-a25215ee6b7e {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.061657] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de46300d-90e9-4deb-a875-7205b4049838 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.068894] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Waiting for the task: (returnval){ [ 1020.068894] env[70243]: value = "task-3622413" [ 1020.068894] env[70243]: _type = "Task" [ 1020.068894] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.078651] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.191324] env[70243]: DEBUG nova.scheduler.client.report [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.197843] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.198058] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.235134] env[70243]: DEBUG nova.compute.manager [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.256192] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Releasing lock "refresh_cache-cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.256192] env[70243]: DEBUG nova.compute.manager [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Instance network_info: |[{"id": "9289b9c3-56f9-4376-ab69-07901946cfdc", "address": "fa:16:3e:4b:b1:68", "network": {"id": "cc6bea4a-fe98-413d-8550-39847bd42091", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-581716940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e577c4022f941bba0aedaec4d64e79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9289b9c3-56", "ovs_interfaceid": "9289b9c3-56f9-4376-ab69-07901946cfdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.256745] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:b1:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9289b9c3-56f9-4376-ab69-07901946cfdc', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.264809] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.267229] env[70243]: DEBUG nova.virt.hardware [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.267442] env[70243]: DEBUG nova.virt.hardware [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.267600] env[70243]: DEBUG nova.virt.hardware [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.267782] env[70243]: DEBUG nova.virt.hardware [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.267929] env[70243]: DEBUG nova.virt.hardware [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.268088] env[70243]: DEBUG nova.virt.hardware [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.268303] env[70243]: DEBUG nova.virt.hardware [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.268464] env[70243]: DEBUG nova.virt.hardware [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.268631] env[70243]: DEBUG nova.virt.hardware [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.268793] env[70243]: DEBUG nova.virt.hardware [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.268967] env[70243]: DEBUG nova.virt.hardware [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.269576] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.270348] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78feac9-57fd-4ed3-bd4c-40aea2f85561 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.273331] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7cab047-e49b-4d5f-90fd-0241146d76b0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.296371] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb52060-8380-41d8-a47a-712b2c91d086 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.300397] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.300397] env[70243]: value = "task-3622414" [ 1020.300397] env[70243]: _type = "Task" [ 1020.300397] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.322353] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622414, 'name': CreateVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.328073] env[70243]: DEBUG oslo_vmware.api [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622411, 'name': Rename_Task, 'duration_secs': 0.199861} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.328376] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.328720] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d49666ab-f58b-4dd7-80e8-a9dbb4ab1755 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.339392] env[70243]: DEBUG oslo_vmware.api [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1020.339392] env[70243]: value = "task-3622415" [ 1020.339392] env[70243]: _type = "Task" [ 1020.339392] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.350479] env[70243]: DEBUG oslo_vmware.api [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.477048] env[70243]: DEBUG nova.compute.manager [req-89870b32-7506-404d-9743-ed1304505109 req-d6e6597b-cbc3-40e0-8151-6ea9be2f0dbd service nova] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Received event network-changed-9289b9c3-56f9-4376-ab69-07901946cfdc {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.477285] env[70243]: DEBUG nova.compute.manager [req-89870b32-7506-404d-9743-ed1304505109 req-d6e6597b-cbc3-40e0-8151-6ea9be2f0dbd service nova] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Refreshing instance network info cache due to event network-changed-9289b9c3-56f9-4376-ab69-07901946cfdc. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.477521] env[70243]: DEBUG oslo_concurrency.lockutils [req-89870b32-7506-404d-9743-ed1304505109 req-d6e6597b-cbc3-40e0-8151-6ea9be2f0dbd service nova] Acquiring lock "refresh_cache-cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.478082] env[70243]: DEBUG oslo_concurrency.lockutils [req-89870b32-7506-404d-9743-ed1304505109 req-d6e6597b-cbc3-40e0-8151-6ea9be2f0dbd service nova] Acquired lock "refresh_cache-cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.478082] env[70243]: DEBUG nova.network.neutron [req-89870b32-7506-404d-9743-ed1304505109 req-d6e6597b-cbc3-40e0-8151-6ea9be2f0dbd service nova] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Refreshing network info cache for port 9289b9c3-56f9-4376-ab69-07901946cfdc {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.563811] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.581802] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154889} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.582115] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.582319] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.582531] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.680162] env[70243]: DEBUG nova.network.neutron [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Successfully updated port: f1135553-a864-43c0-ac4f-ebcf9893f2a6 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.697710] env[70243]: DEBUG oslo_concurrency.lockutils [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.698183] env[70243]: DEBUG nova.compute.manager [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.701180] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.513s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.702588] env[70243]: INFO nova.compute.claims [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.710995] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.711147] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.711229] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.711674] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.711674] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.713090] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.713090] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1020.713090] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.812029] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622414, 'name': CreateVM_Task, 'duration_secs': 0.469638} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.812029] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.812489] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.813253] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.813253] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.813559] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e2623b8-f228-4065-a454-38fb0a6547f7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.818774] env[70243]: DEBUG oslo_vmware.api [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1020.818774] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5266773d-174f-47cc-9bb8-da4e65c3d51b" [ 1020.818774] env[70243]: _type = "Task" [ 1020.818774] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.828030] env[70243]: DEBUG oslo_vmware.api [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5266773d-174f-47cc-9bb8-da4e65c3d51b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.850447] env[70243]: DEBUG oslo_vmware.api [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622415, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.183545] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "refresh_cache-641601c2-8716-495c-889e-bd777e2dd97a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.183734] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquired lock "refresh_cache-641601c2-8716-495c-889e-bd777e2dd97a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.183947] env[70243]: DEBUG nova.network.neutron [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.188495] env[70243]: DEBUG nova.network.neutron [req-89870b32-7506-404d-9743-ed1304505109 req-d6e6597b-cbc3-40e0-8151-6ea9be2f0dbd service nova] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Updated VIF entry in instance network info cache for port 9289b9c3-56f9-4376-ab69-07901946cfdc. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.188936] env[70243]: DEBUG nova.network.neutron [req-89870b32-7506-404d-9743-ed1304505109 req-d6e6597b-cbc3-40e0-8151-6ea9be2f0dbd service nova] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Updating instance_info_cache with network_info: [{"id": "9289b9c3-56f9-4376-ab69-07901946cfdc", "address": "fa:16:3e:4b:b1:68", "network": {"id": "cc6bea4a-fe98-413d-8550-39847bd42091", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-581716940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e577c4022f941bba0aedaec4d64e79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9289b9c3-56", "ovs_interfaceid": "9289b9c3-56f9-4376-ab69-07901946cfdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.212040] env[70243]: DEBUG nova.compute.utils [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.215351] env[70243]: DEBUG nova.compute.manager [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Not allocating networking since 'none' was specified. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1021.216352] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.332751] env[70243]: DEBUG oslo_vmware.api [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5266773d-174f-47cc-9bb8-da4e65c3d51b, 'name': SearchDatastore_Task, 'duration_secs': 0.025036} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.333219] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.333476] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.333765] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.333963] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.334120] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.334637] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae82e54f-4dce-46b9-998b-5f1a7c4d7024 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.345973] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.346241] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.350037] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b05413c7-f041-47f5-bb5a-e359dbb2c8f2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.352362] env[70243]: DEBUG oslo_vmware.api [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622415, 'name': PowerOnVM_Task, 'duration_secs': 0.835938} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.352619] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.352836] env[70243]: INFO nova.compute.manager [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1021.353039] env[70243]: DEBUG nova.compute.manager [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.354185] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399b36d7-0318-45bc-9d0d-0b54abc82325 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.376423] env[70243]: DEBUG oslo_vmware.api [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1021.376423] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526e60b2-eb13-ad9a-e577-6d3f2e74b96a" [ 1021.376423] env[70243]: _type = "Task" [ 1021.376423] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.385865] env[70243]: DEBUG oslo_vmware.api [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526e60b2-eb13-ad9a-e577-6d3f2e74b96a, 'name': SearchDatastore_Task, 'duration_secs': 0.017972} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.386628] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83025360-bd9b-40ca-ba93-d00fcadab659 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.392766] env[70243]: DEBUG oslo_vmware.api [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1021.392766] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b65a89-64c9-6fee-bcad-58c9f24e05d7" [ 1021.392766] env[70243]: _type = "Task" [ 1021.392766] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.401791] env[70243]: DEBUG oslo_vmware.api [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b65a89-64c9-6fee-bcad-58c9f24e05d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.620718] env[70243]: DEBUG nova.virt.hardware [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.620718] env[70243]: DEBUG nova.virt.hardware [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.620974] env[70243]: DEBUG nova.virt.hardware [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.621083] env[70243]: DEBUG nova.virt.hardware [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.621235] env[70243]: DEBUG nova.virt.hardware [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.621383] env[70243]: DEBUG nova.virt.hardware [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.621596] env[70243]: DEBUG nova.virt.hardware [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.621755] env[70243]: DEBUG nova.virt.hardware [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.622047] env[70243]: DEBUG nova.virt.hardware [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.622232] env[70243]: DEBUG nova.virt.hardware [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.622404] env[70243]: DEBUG nova.virt.hardware [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.623334] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ff6114-dbc8-4109-9ea0-5a3f63a02284 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.631536] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d308b2-792d-47b6-bfb2-5f9fc24a8ac8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.645162] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Instance VIF info [] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.650526] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.650775] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.651050] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c836ee49-8ef5-4b76-aadc-525a2bf7e648 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.668186] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.668186] env[70243]: value = "task-3622416" [ 1021.668186] env[70243]: _type = "Task" [ 1021.668186] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.677127] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622416, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.691322] env[70243]: DEBUG oslo_concurrency.lockutils [req-89870b32-7506-404d-9743-ed1304505109 req-d6e6597b-cbc3-40e0-8151-6ea9be2f0dbd service nova] Releasing lock "refresh_cache-cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.716228] env[70243]: DEBUG nova.compute.manager [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.719519] env[70243]: DEBUG nova.network.neutron [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.887341] env[70243]: INFO nova.compute.manager [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Took 28.21 seconds to build instance. [ 1021.906447] env[70243]: DEBUG oslo_vmware.api [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b65a89-64c9-6fee-bcad-58c9f24e05d7, 'name': SearchDatastore_Task, 'duration_secs': 0.026433} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.906762] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.907038] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1/cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.907393] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e888222-72bf-467f-9273-5dd4a3603bf7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.920877] env[70243]: DEBUG oslo_vmware.api [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1021.920877] env[70243]: value = "task-3622417" [ 1021.920877] env[70243]: _type = "Task" [ 1021.920877] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.921992] env[70243]: DEBUG nova.network.neutron [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Updating instance_info_cache with network_info: [{"id": "f1135553-a864-43c0-ac4f-ebcf9893f2a6", "address": "fa:16:3e:9c:a5:ad", "network": {"id": "cc6bea4a-fe98-413d-8550-39847bd42091", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-581716940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e577c4022f941bba0aedaec4d64e79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1135553-a8", "ovs_interfaceid": "f1135553-a864-43c0-ac4f-ebcf9893f2a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.935621] env[70243]: DEBUG oslo_vmware.api [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.084813] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539621b1-4caa-48f0-8157-8dcae1961705 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.094495] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a376a4ea-7d42-4437-8207-e4e980aea9a4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.128147] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b1e987-72ed-41d7-bc54-d1175bc57eb9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.136962] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e26ff89-a12e-4453-b01f-cc13724801e9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.152581] env[70243]: DEBUG nova.compute.provider_tree [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.181621] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622416, 'name': CreateVM_Task, 'duration_secs': 0.355607} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.181621] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.181621] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.181621] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.181621] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.181621] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c84207f-684a-4bd6-b639-13812d91569f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.187303] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Waiting for the task: (returnval){ [ 1022.187303] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52981381-9992-a96a-da8e-f4a8664bd3c9" [ 1022.187303] env[70243]: _type = "Task" [ 1022.187303] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.195802] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52981381-9992-a96a-da8e-f4a8664bd3c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.389103] env[70243]: DEBUG oslo_concurrency.lockutils [None req-54f63c3d-1a9a-4dc3-aa50-94a4a9824522 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "7389c36d-4010-4df6-8fd1-767aa8b7b87a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.728s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.429222] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Releasing lock "refresh_cache-641601c2-8716-495c-889e-bd777e2dd97a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.429484] env[70243]: DEBUG nova.compute.manager [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Instance network_info: |[{"id": "f1135553-a864-43c0-ac4f-ebcf9893f2a6", "address": "fa:16:3e:9c:a5:ad", "network": {"id": "cc6bea4a-fe98-413d-8550-39847bd42091", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-581716940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e577c4022f941bba0aedaec4d64e79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1135553-a8", "ovs_interfaceid": "f1135553-a864-43c0-ac4f-ebcf9893f2a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1022.429961] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:a5:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1135553-a864-43c0-ac4f-ebcf9893f2a6', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.439464] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.440359] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.440664] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e64f1a80-5b9f-4b7c-a216-06f386ebd73c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.463538] env[70243]: DEBUG oslo_vmware.api [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622417, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.470677] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.470677] env[70243]: value = "task-3622418" [ 1022.470677] env[70243]: _type = "Task" [ 1022.470677] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.479816] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622418, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.507584] env[70243]: DEBUG nova.compute.manager [req-703b166d-8286-461d-8d57-96e8f0a89ae3 req-18bbaa9a-9f4d-4c3d-87c1-1d3f75f71816 service nova] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Received event network-vif-plugged-f1135553-a864-43c0-ac4f-ebcf9893f2a6 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.508104] env[70243]: DEBUG oslo_concurrency.lockutils [req-703b166d-8286-461d-8d57-96e8f0a89ae3 req-18bbaa9a-9f4d-4c3d-87c1-1d3f75f71816 service nova] Acquiring lock "641601c2-8716-495c-889e-bd777e2dd97a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.508104] env[70243]: DEBUG oslo_concurrency.lockutils [req-703b166d-8286-461d-8d57-96e8f0a89ae3 req-18bbaa9a-9f4d-4c3d-87c1-1d3f75f71816 service nova] Lock "641601c2-8716-495c-889e-bd777e2dd97a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.508232] env[70243]: DEBUG oslo_concurrency.lockutils [req-703b166d-8286-461d-8d57-96e8f0a89ae3 req-18bbaa9a-9f4d-4c3d-87c1-1d3f75f71816 service nova] Lock "641601c2-8716-495c-889e-bd777e2dd97a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.508396] env[70243]: DEBUG nova.compute.manager [req-703b166d-8286-461d-8d57-96e8f0a89ae3 req-18bbaa9a-9f4d-4c3d-87c1-1d3f75f71816 service nova] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] No waiting events found dispatching network-vif-plugged-f1135553-a864-43c0-ac4f-ebcf9893f2a6 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.508625] env[70243]: WARNING nova.compute.manager [req-703b166d-8286-461d-8d57-96e8f0a89ae3 req-18bbaa9a-9f4d-4c3d-87c1-1d3f75f71816 service nova] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Received unexpected event network-vif-plugged-f1135553-a864-43c0-ac4f-ebcf9893f2a6 for instance with vm_state building and task_state spawning. [ 1022.508710] env[70243]: DEBUG nova.compute.manager [req-703b166d-8286-461d-8d57-96e8f0a89ae3 req-18bbaa9a-9f4d-4c3d-87c1-1d3f75f71816 service nova] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Received event network-changed-f1135553-a864-43c0-ac4f-ebcf9893f2a6 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.508863] env[70243]: DEBUG nova.compute.manager [req-703b166d-8286-461d-8d57-96e8f0a89ae3 req-18bbaa9a-9f4d-4c3d-87c1-1d3f75f71816 service nova] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Refreshing instance network info cache due to event network-changed-f1135553-a864-43c0-ac4f-ebcf9893f2a6. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.509158] env[70243]: DEBUG oslo_concurrency.lockutils [req-703b166d-8286-461d-8d57-96e8f0a89ae3 req-18bbaa9a-9f4d-4c3d-87c1-1d3f75f71816 service nova] Acquiring lock "refresh_cache-641601c2-8716-495c-889e-bd777e2dd97a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.509277] env[70243]: DEBUG oslo_concurrency.lockutils [req-703b166d-8286-461d-8d57-96e8f0a89ae3 req-18bbaa9a-9f4d-4c3d-87c1-1d3f75f71816 service nova] Acquired lock "refresh_cache-641601c2-8716-495c-889e-bd777e2dd97a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.509405] env[70243]: DEBUG nova.network.neutron [req-703b166d-8286-461d-8d57-96e8f0a89ae3 req-18bbaa9a-9f4d-4c3d-87c1-1d3f75f71816 service nova] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Refreshing network info cache for port f1135553-a864-43c0-ac4f-ebcf9893f2a6 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.658618] env[70243]: DEBUG nova.scheduler.client.report [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.698214] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52981381-9992-a96a-da8e-f4a8664bd3c9, 'name': SearchDatastore_Task, 'duration_secs': 0.018129} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.698543] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.698789] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.699041] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.699196] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.699377] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.699644] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70bbfc24-4662-4f39-8a5e-23f52e14bec7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.710070] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.710229] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.711025] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91184b1a-62ec-4508-a3a8-44fd5f5308d4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.718825] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Waiting for the task: (returnval){ [ 1022.718825] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52301bb9-7c8e-184c-7080-f9425e5efbf5" [ 1022.718825] env[70243]: _type = "Task" [ 1022.718825] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.727137] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52301bb9-7c8e-184c-7080-f9425e5efbf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.730310] env[70243]: DEBUG nova.compute.manager [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.758204] env[70243]: DEBUG nova.virt.hardware [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.758491] env[70243]: DEBUG nova.virt.hardware [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.758652] env[70243]: DEBUG nova.virt.hardware [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.758836] env[70243]: DEBUG nova.virt.hardware [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.759023] env[70243]: DEBUG nova.virt.hardware [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.759158] env[70243]: DEBUG nova.virt.hardware [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.759349] env[70243]: DEBUG nova.virt.hardware [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.759565] env[70243]: DEBUG nova.virt.hardware [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.759779] env[70243]: DEBUG nova.virt.hardware [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.759913] env[70243]: DEBUG nova.virt.hardware [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.760103] env[70243]: DEBUG nova.virt.hardware [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.761047] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddc0b00-2ef5-452a-9dd5-b5117c399d5d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.770317] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff64b08d-68b5-42d9-b7f9-cb2d994781bc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.786869] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Instance VIF info [] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.793071] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Creating folder: Project (a55bc12e24224213bc7240669c49c351). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.793572] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90eda5bd-4a3c-4109-92f9-b66eed38886d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.805640] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Created folder: Project (a55bc12e24224213bc7240669c49c351) in parent group-v722220. [ 1022.805905] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Creating folder: Instances. Parent ref: group-v722471. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.806194] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf83188a-1e48-4b3c-a751-703b9f17c50a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.816913] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Created folder: Instances in parent group-v722471. [ 1022.816913] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.817068] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.817299] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e012802e-5dbd-477a-bf65-8ecdd99b472d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.838329] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.838329] env[70243]: value = "task-3622421" [ 1022.838329] env[70243]: _type = "Task" [ 1022.838329] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.846781] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622421, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.937415] env[70243]: DEBUG oslo_vmware.api [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75479} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.937415] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1/cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.937415] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.937415] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1162f85-35df-4991-9846-10e5442f4ddd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.944517] env[70243]: DEBUG oslo_vmware.api [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1022.944517] env[70243]: value = "task-3622422" [ 1022.944517] env[70243]: _type = "Task" [ 1022.944517] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.955412] env[70243]: DEBUG oslo_vmware.api [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.982105] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622418, 'name': CreateVM_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.164417] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.164831] env[70243]: DEBUG nova.compute.manager [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.167676] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.458s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.235094] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52301bb9-7c8e-184c-7080-f9425e5efbf5, 'name': SearchDatastore_Task, 'duration_secs': 0.018616} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.235094] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e5aa912-d801-4077-9248-b3654024f915 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.240746] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Waiting for the task: (returnval){ [ 1023.240746] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520a3185-378f-1c84-947c-f8a642abd68c" [ 1023.240746] env[70243]: _type = "Task" [ 1023.240746] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.249649] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520a3185-378f-1c84-947c-f8a642abd68c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.329157] env[70243]: DEBUG nova.network.neutron [req-703b166d-8286-461d-8d57-96e8f0a89ae3 req-18bbaa9a-9f4d-4c3d-87c1-1d3f75f71816 service nova] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Updated VIF entry in instance network info cache for port f1135553-a864-43c0-ac4f-ebcf9893f2a6. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.330411] env[70243]: DEBUG nova.network.neutron [req-703b166d-8286-461d-8d57-96e8f0a89ae3 req-18bbaa9a-9f4d-4c3d-87c1-1d3f75f71816 service nova] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Updating instance_info_cache with network_info: [{"id": "f1135553-a864-43c0-ac4f-ebcf9893f2a6", "address": "fa:16:3e:9c:a5:ad", "network": {"id": "cc6bea4a-fe98-413d-8550-39847bd42091", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-581716940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e577c4022f941bba0aedaec4d64e79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1135553-a8", "ovs_interfaceid": "f1135553-a864-43c0-ac4f-ebcf9893f2a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.352755] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622421, 'name': CreateVM_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.455534] env[70243]: DEBUG oslo_vmware.api [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06929} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.455813] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.456607] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba4ed42-d0ee-4d14-8270-2f575ee42ae9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.479415] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1/cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.480101] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49526d0e-f79a-4a6e-89d4-82fd6da3b321 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.504182] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622418, 'name': CreateVM_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.505725] env[70243]: DEBUG oslo_vmware.api [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1023.505725] env[70243]: value = "task-3622423" [ 1023.505725] env[70243]: _type = "Task" [ 1023.505725] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.514238] env[70243]: DEBUG oslo_vmware.api [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.631128] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.631128] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.631355] env[70243]: INFO nova.compute.manager [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Shelving [ 1023.671394] env[70243]: DEBUG nova.compute.utils [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.672870] env[70243]: DEBUG nova.compute.manager [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Not allocating networking since 'none' was specified. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1023.675103] env[70243]: INFO nova.compute.claims [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.752507] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520a3185-378f-1c84-947c-f8a642abd68c, 'name': SearchDatastore_Task, 'duration_secs': 0.038496} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.752662] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.752992] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 709b6a5d-6d8f-4e08-8883-a25215ee6b7e/709b6a5d-6d8f-4e08-8883-a25215ee6b7e.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.753301] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8afaa52f-0016-4d2d-8d8a-2b76f8fb4d48 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.762358] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Waiting for the task: (returnval){ [ 1023.762358] env[70243]: value = "task-3622424" [ 1023.762358] env[70243]: _type = "Task" [ 1023.762358] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.771669] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.834609] env[70243]: DEBUG oslo_concurrency.lockutils [req-703b166d-8286-461d-8d57-96e8f0a89ae3 req-18bbaa9a-9f4d-4c3d-87c1-1d3f75f71816 service nova] Releasing lock "refresh_cache-641601c2-8716-495c-889e-bd777e2dd97a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.849551] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622421, 'name': CreateVM_Task, 'duration_secs': 0.911513} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.849765] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.850274] env[70243]: DEBUG oslo_concurrency.lockutils [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.851083] env[70243]: DEBUG oslo_concurrency.lockutils [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.851083] env[70243]: DEBUG oslo_concurrency.lockutils [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.851083] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e69dd0c-0cfb-4236-9570-32d81e47ebb9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.856672] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1023.856672] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521220a2-d146-5485-5351-80063d085116" [ 1023.856672] env[70243]: _type = "Task" [ 1023.856672] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.866288] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521220a2-d146-5485-5351-80063d085116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.993539] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622418, 'name': CreateVM_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.016969] env[70243]: DEBUG oslo_vmware.api [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622423, 'name': ReconfigVM_Task, 'duration_secs': 0.484784} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.017352] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Reconfigured VM instance instance-00000052 to attach disk [datastore2] cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1/cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.018224] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf05bd54-f72d-45af-bb8d-97e7e5c520fd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.026531] env[70243]: DEBUG oslo_vmware.api [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1024.026531] env[70243]: value = "task-3622425" [ 1024.026531] env[70243]: _type = "Task" [ 1024.026531] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.036617] env[70243]: DEBUG oslo_vmware.api [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622425, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.121301] env[70243]: DEBUG oslo_vmware.rw_handles [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be7cbc-80fd-bca5-6772-705a553d7819/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1024.122377] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c76cf47-d5bd-49ad-ab5e-ac704b93440e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.129578] env[70243]: DEBUG oslo_vmware.rw_handles [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be7cbc-80fd-bca5-6772-705a553d7819/disk-0.vmdk is in state: ready. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1024.129744] env[70243]: ERROR oslo_vmware.rw_handles [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be7cbc-80fd-bca5-6772-705a553d7819/disk-0.vmdk due to incomplete transfer. [ 1024.130073] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-325fe568-ae83-4465-b58e-6daf295f05bd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.140801] env[70243]: DEBUG oslo_vmware.rw_handles [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be7cbc-80fd-bca5-6772-705a553d7819/disk-0.vmdk. {{(pid=70243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1024.141012] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Uploaded image 73786109-a408-4713-90fe-083460cd215d to the Glance image server {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1024.143495] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Destroying the VM {{(pid=70243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1024.143988] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ad0cd92e-63b9-46c0-98f9-60b4b126a98b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.152193] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 1024.152193] env[70243]: value = "task-3622426" [ 1024.152193] env[70243]: _type = "Task" [ 1024.152193] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.163060] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622426, 'name': Destroy_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.179640] env[70243]: DEBUG nova.compute.manager [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.184550] env[70243]: INFO nova.compute.resource_tracker [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Updating resource usage from migration f048a494-274d-462b-9654-28371b1a5374 [ 1024.275408] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622424, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.368355] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521220a2-d146-5485-5351-80063d085116, 'name': SearchDatastore_Task, 'duration_secs': 0.025266} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.371157] env[70243]: DEBUG oslo_concurrency.lockutils [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.371469] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.371753] env[70243]: DEBUG oslo_concurrency.lockutils [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.371964] env[70243]: DEBUG oslo_concurrency.lockutils [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.372185] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.372654] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c47ddaa-832c-4f17-8e11-1a440c0c9067 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.382393] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.382515] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.387227] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14c14b3d-d88a-40c7-84ef-7bd02593cbfe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.395139] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1024.395139] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5273bdf6-8e16-1ff2-c4f5-c82295c8875f" [ 1024.395139] env[70243]: _type = "Task" [ 1024.395139] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.406428] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5273bdf6-8e16-1ff2-c4f5-c82295c8875f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.491618] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622418, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.504543] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ce3080-b6e6-4d96-82d3-5e3028d80ed2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.513472] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fea856-3b9f-4ccf-a2d6-9bbb4aeeb14a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.549483] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15396975-93fd-4362-9217-2e817d420e0a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.559404] env[70243]: DEBUG oslo_vmware.api [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622425, 'name': Rename_Task, 'duration_secs': 0.268208} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.560614] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2993be-f387-41e6-87e0-a8539b9c2283 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.564312] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.564566] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb8fe1b0-5aab-4814-b7d3-7bb41ff63577 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.575811] env[70243]: DEBUG nova.compute.provider_tree [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.578225] env[70243]: DEBUG oslo_vmware.api [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1024.578225] env[70243]: value = "task-3622427" [ 1024.578225] env[70243]: _type = "Task" [ 1024.578225] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.645438] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.645752] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2cddbd6-7042-449b-9cd2-4e22cb586345 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.656534] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1024.656534] env[70243]: value = "task-3622428" [ 1024.656534] env[70243]: _type = "Task" [ 1024.656534] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.665955] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622426, 'name': Destroy_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.668970] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.775127] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582933} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.775479] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 709b6a5d-6d8f-4e08-8883-a25215ee6b7e/709b6a5d-6d8f-4e08-8883-a25215ee6b7e.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.775770] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.776112] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e30ee7e9-6ccb-4d43-aabb-a6074f53e992 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.784384] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Waiting for the task: (returnval){ [ 1024.784384] env[70243]: value = "task-3622429" [ 1024.784384] env[70243]: _type = "Task" [ 1024.784384] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.796012] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.905523] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5273bdf6-8e16-1ff2-c4f5-c82295c8875f, 'name': SearchDatastore_Task, 'duration_secs': 0.034259} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.906367] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcb14ee4-8f21-4bec-9c02-f1c25272991c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.911831] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1024.911831] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b1cd28-d17b-6fd4-bfc0-853df01714bc" [ 1024.911831] env[70243]: _type = "Task" [ 1024.911831] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.919571] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b1cd28-d17b-6fd4-bfc0-853df01714bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.994309] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622418, 'name': CreateVM_Task, 'duration_secs': 2.022588} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.994510] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.995272] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.995451] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.995790] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.996074] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58e35888-46bf-4123-afaa-4d9827d3c49a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.001665] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1025.001665] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5232af0f-c9b7-1b78-e5cc-2bf226814d30" [ 1025.001665] env[70243]: _type = "Task" [ 1025.001665] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.014477] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5232af0f-c9b7-1b78-e5cc-2bf226814d30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.080078] env[70243]: DEBUG nova.scheduler.client.report [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.096022] env[70243]: DEBUG oslo_vmware.api [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622427, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.172047] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622428, 'name': PowerOffVM_Task, 'duration_secs': 0.213827} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.172300] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622426, 'name': Destroy_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.172535] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.173388] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a830ab-655a-4bd5-a445-d6d5ec06cdae {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.198548] env[70243]: DEBUG nova.compute.manager [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.201482] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a02ef3-bd58-4091-bf4c-b7a1b9eadf11 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.232785] env[70243]: DEBUG nova.virt.hardware [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.233121] env[70243]: DEBUG nova.virt.hardware [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.233312] env[70243]: DEBUG nova.virt.hardware [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.233501] env[70243]: DEBUG nova.virt.hardware [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.233650] env[70243]: DEBUG nova.virt.hardware [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.233801] env[70243]: DEBUG nova.virt.hardware [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.234101] env[70243]: DEBUG nova.virt.hardware [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.234291] env[70243]: DEBUG nova.virt.hardware [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.234864] env[70243]: DEBUG nova.virt.hardware [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.234864] env[70243]: DEBUG nova.virt.hardware [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.234864] env[70243]: DEBUG nova.virt.hardware [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.235707] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca31386-f03b-423e-a22a-22eea262cfb5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.244698] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef28e25-1da5-4a8f-8379-37f22a9b5391 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.259692] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Instance VIF info [] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.266084] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.266183] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.266403] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cffe132b-dd20-4266-a70e-e036eacf96a1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.286038] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.286038] env[70243]: value = "task-3622430" [ 1025.286038] env[70243]: _type = "Task" [ 1025.286038] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.302114] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080425} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.305611] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.305901] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622430, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.307199] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26f2713-c1d0-4472-be6e-21c2b20258b8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.330754] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 709b6a5d-6d8f-4e08-8883-a25215ee6b7e/709b6a5d-6d8f-4e08-8883-a25215ee6b7e.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.331621] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ddedc81-214d-431a-be2c-86f4576ef397 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.356080] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Waiting for the task: (returnval){ [ 1025.356080] env[70243]: value = "task-3622431" [ 1025.356080] env[70243]: _type = "Task" [ 1025.356080] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.376971] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622431, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.425025] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b1cd28-d17b-6fd4-bfc0-853df01714bc, 'name': SearchDatastore_Task, 'duration_secs': 0.058972} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.425025] env[70243]: DEBUG oslo_concurrency.lockutils [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.425025] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 7b8edd61-438d-49fb-ad52-1f96a20b3e96/7b8edd61-438d-49fb-ad52-1f96a20b3e96.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.425025] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-558418e1-1b71-4efc-a996-d5ffa8c0713d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.433730] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1025.433730] env[70243]: value = "task-3622432" [ 1025.433730] env[70243]: _type = "Task" [ 1025.433730] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.440815] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.512999] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5232af0f-c9b7-1b78-e5cc-2bf226814d30, 'name': SearchDatastore_Task, 'duration_secs': 0.016807} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.513286] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.513377] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.513618] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.513766] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.513969] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.514261] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f88e3a9c-98cf-4769-b107-2f3844695dc1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.527134] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.527510] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.528816] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ce111db-e7b6-45a1-bc7c-1705bc67f240 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.537406] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1025.537406] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e6ac20-83b8-ee23-834e-b29f9eb5e7aa" [ 1025.537406] env[70243]: _type = "Task" [ 1025.537406] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.550150] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e6ac20-83b8-ee23-834e-b29f9eb5e7aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.589332] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.421s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.589537] env[70243]: INFO nova.compute.manager [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Migrating [ 1025.596093] env[70243]: DEBUG oslo_concurrency.lockutils [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.122s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.597827] env[70243]: INFO nova.compute.claims [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.612285] env[70243]: DEBUG oslo_vmware.api [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622427, 'name': PowerOnVM_Task, 'duration_secs': 1.018639} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.612632] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.612899] env[70243]: INFO nova.compute.manager [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1025.613046] env[70243]: DEBUG nova.compute.manager [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.614048] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba57c8d-db5d-437e-97e9-c6642c74ad03 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.665399] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622426, 'name': Destroy_Task, 'duration_secs': 1.148872} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.665684] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Destroyed the VM [ 1025.665928] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Deleting Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1025.666221] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ed0fb252-4d81-411d-aa94-69e8e7c861e7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.677631] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 1025.677631] env[70243]: value = "task-3622433" [ 1025.677631] env[70243]: _type = "Task" [ 1025.677631] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.689939] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622433, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.714116] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Creating Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1025.714405] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b50060f6-500c-4704-8e84-bbab2f681bd5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.728058] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1025.728058] env[70243]: value = "task-3622434" [ 1025.728058] env[70243]: _type = "Task" [ 1025.728058] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.741963] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622434, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.805649] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622430, 'name': CreateVM_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.850255] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Acquiring lock "ddeb2e4f-ae88-444b-bdfc-00a5944dd8de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.850566] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Lock "ddeb2e4f-ae88-444b-bdfc-00a5944dd8de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.850793] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Acquiring lock "ddeb2e4f-ae88-444b-bdfc-00a5944dd8de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.850999] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Lock "ddeb2e4f-ae88-444b-bdfc-00a5944dd8de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.851194] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Lock "ddeb2e4f-ae88-444b-bdfc-00a5944dd8de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.853816] env[70243]: INFO nova.compute.manager [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Terminating instance [ 1025.871489] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622431, 'name': ReconfigVM_Task, 'duration_secs': 0.341104} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.871696] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 709b6a5d-6d8f-4e08-8883-a25215ee6b7e/709b6a5d-6d8f-4e08-8883-a25215ee6b7e.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.873025] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-602fd872-9214-4f05-9930-03c6bc4a5619 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.887465] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Waiting for the task: (returnval){ [ 1025.887465] env[70243]: value = "task-3622435" [ 1025.887465] env[70243]: _type = "Task" [ 1025.887465] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.900464] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622435, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.947131] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622432, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.049303] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e6ac20-83b8-ee23-834e-b29f9eb5e7aa, 'name': SearchDatastore_Task, 'duration_secs': 0.013495} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.050135] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5899edb-e4b1-49ef-a341-1eba0cae6b41 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.056471] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1026.056471] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52df76a2-39de-7c87-7c0a-a91c9a8141c4" [ 1026.056471] env[70243]: _type = "Task" [ 1026.056471] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.065905] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52df76a2-39de-7c87-7c0a-a91c9a8141c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.112933] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "refresh_cache-bb0d8bc4-c513-46f3-aa96-660f9c6f1380" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.113212] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquired lock "refresh_cache-bb0d8bc4-c513-46f3-aa96-660f9c6f1380" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.113411] env[70243]: DEBUG nova.network.neutron [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.130656] env[70243]: INFO nova.compute.manager [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Took 32.03 seconds to build instance. [ 1026.188426] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622433, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.237868] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622434, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.300955] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622430, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.364560] env[70243]: DEBUG nova.compute.manager [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.364788] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.365777] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44195c46-7f04-4049-8ceb-52b3f6fb873c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.374115] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.374398] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffaf6d62-427a-45bb-ab54-71d6c57a7bde {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.381699] env[70243]: DEBUG oslo_vmware.api [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Waiting for the task: (returnval){ [ 1026.381699] env[70243]: value = "task-3622436" [ 1026.381699] env[70243]: _type = "Task" [ 1026.381699] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.390418] env[70243]: DEBUG oslo_vmware.api [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Task: {'id': task-3622436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.398827] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622435, 'name': Rename_Task, 'duration_secs': 0.229727} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.399142] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.399372] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4ac7b3a-8846-4fe0-bc52-ae1c8b959037 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.406684] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Waiting for the task: (returnval){ [ 1026.406684] env[70243]: value = "task-3622437" [ 1026.406684] env[70243]: _type = "Task" [ 1026.406684] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.415276] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.443068] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553622} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.443340] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 7b8edd61-438d-49fb-ad52-1f96a20b3e96/7b8edd61-438d-49fb-ad52-1f96a20b3e96.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.443481] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.443740] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f42ba185-fd66-496f-903e-bffea7b5d6e6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.450913] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1026.450913] env[70243]: value = "task-3622438" [ 1026.450913] env[70243]: _type = "Task" [ 1026.450913] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.459538] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.569685] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52df76a2-39de-7c87-7c0a-a91c9a8141c4, 'name': SearchDatastore_Task, 'duration_secs': 0.01352} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.569987] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.570254] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 641601c2-8716-495c-889e-bd777e2dd97a/641601c2-8716-495c-889e-bd777e2dd97a.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.570520] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c768529f-70a8-4223-9565-0b6768e6ffae {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.579674] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1026.579674] env[70243]: value = "task-3622439" [ 1026.579674] env[70243]: _type = "Task" [ 1026.579674] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.587998] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.633719] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bf420ad3-4c07-4777-9aa9-cd07dc82b328 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.542s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.693341] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622433, 'name': RemoveSnapshot_Task, 'duration_secs': 1.006685} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.693883] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Deleted Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1026.694027] env[70243]: DEBUG nova.compute.manager [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.695323] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8799f43-d53e-44b5-bec4-9af4b97e4cb0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.743024] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622434, 'name': CreateSnapshot_Task, 'duration_secs': 0.961003} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.747079] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Created Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1026.751896] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0181eadc-7dc9-4b55-8d4f-b05a1eb6c96c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.809621] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622430, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.898618] env[70243]: DEBUG oslo_vmware.api [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Task: {'id': task-3622436, 'name': PowerOffVM_Task, 'duration_secs': 0.312077} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.899784] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.899784] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.899784] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f5cd32a-3e18-4b75-8268-5d9fdcc25252 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.918225] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622437, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.944525] env[70243]: DEBUG nova.network.neutron [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Updating instance_info_cache with network_info: [{"id": "3db8311e-05f1-41c6-ab4d-c16323c054c0", "address": "fa:16:3e:59:49:93", "network": {"id": "efed784a-c76d-40c2-9094-2797cae46b9f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1261361839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3227bc9b9f014d2db2b3a89a32f3d175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3db8311e-05", "ovs_interfaceid": "3db8311e-05f1-41c6-ab4d-c16323c054c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.962566] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075876} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.965609] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.967960] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d16897-a6b2-4e5f-ae85-a55bb9ba98a3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.970574] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.970847] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.971044] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Deleting the datastore file [datastore1] ddeb2e4f-ae88-444b-bdfc-00a5944dd8de {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.971551] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9eb0067-e083-41c0-bdbc-2a94f619fa88 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.987910] env[70243]: DEBUG oslo_vmware.api [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Waiting for the task: (returnval){ [ 1026.987910] env[70243]: value = "task-3622441" [ 1026.987910] env[70243]: _type = "Task" [ 1026.987910] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.997165] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 7b8edd61-438d-49fb-ad52-1f96a20b3e96/7b8edd61-438d-49fb-ad52-1f96a20b3e96.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.998489] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3242583-cb74-4f4c-b06c-5d7d7f920e7c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.018017] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf021326-f8d4-4d9e-b2fd-49a4d8a7bfed {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.033027] env[70243]: DEBUG oslo_vmware.api [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Task: {'id': task-3622441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.037054] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1027.037054] env[70243]: value = "task-3622442" [ 1027.037054] env[70243]: _type = "Task" [ 1027.037054] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.038726] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a2cae2-f246-42aa-8835-9bf694fade91 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.088434] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d70a4a8-adc2-4051-89d3-ef9ea5f41b7c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.091539] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.102399] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1198a26d-e685-4f2c-bf7e-e54285e94591 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.108191] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622439, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.121289] env[70243]: DEBUG nova.compute.provider_tree [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.213457] env[70243]: INFO nova.compute.manager [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Shelve offloading [ 1027.279521] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Creating linked-clone VM from snapshot {{(pid=70243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1027.279938] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8b1ee498-56ce-4000-a742-7ffd210d85dc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.292305] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1027.292305] env[70243]: value = "task-3622443" [ 1027.292305] env[70243]: _type = "Task" [ 1027.292305] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.307529] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622430, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.311479] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622443, 'name': CloneVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.417464] env[70243]: DEBUG oslo_vmware.api [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622437, 'name': PowerOnVM_Task, 'duration_secs': 0.877835} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.417776] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.417997] env[70243]: DEBUG nova.compute.manager [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.418818] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed6e059-3b6c-4c11-89ab-ea8ad264f28f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.450180] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Releasing lock "refresh_cache-bb0d8bc4-c513-46f3-aa96-660f9c6f1380" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.509446] env[70243]: DEBUG oslo_vmware.api [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Task: {'id': task-3622441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.548700] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.592107] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.808071} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.592369] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 641601c2-8716-495c-889e-bd777e2dd97a/641601c2-8716-495c-889e-bd777e2dd97a.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.592547] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.592973] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd49fe29-395e-42cb-9207-d08e3aff0198 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.602274] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1027.602274] env[70243]: value = "task-3622444" [ 1027.602274] env[70243]: _type = "Task" [ 1027.602274] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.614364] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.624781] env[70243]: DEBUG nova.scheduler.client.report [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.717816] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.718344] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d679742-cff6-4f26-aedf-503b316d05ff {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.728231] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 1027.728231] env[70243]: value = "task-3622445" [ 1027.728231] env[70243]: _type = "Task" [ 1027.728231] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.737431] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.805387] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622430, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.808733] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622443, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.939927] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.015442] env[70243]: DEBUG oslo_vmware.api [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Task: {'id': task-3622441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.68676} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.015742] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.015944] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.016155] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.016474] env[70243]: INFO nova.compute.manager [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1028.016729] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.016930] env[70243]: DEBUG nova.compute.manager [-] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.017039] env[70243]: DEBUG nova.network.neutron [-] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.053209] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.113939] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171157} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.114324] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.115221] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f8fa42-9593-473d-8ed7-9495ed63639f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.131573] env[70243]: DEBUG oslo_concurrency.lockutils [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.132105] env[70243]: DEBUG nova.compute.manager [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.143669] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 641601c2-8716-495c-889e-bd777e2dd97a/641601c2-8716-495c-889e-bd777e2dd97a.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.144459] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.986s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.144802] env[70243]: DEBUG nova.objects.instance [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Lazy-loading 'resources' on Instance uuid a40d171c-401b-41b9-ab27-f1bea651d913 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.146574] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f795795b-5eb1-43bf-8a79-d683512e8717 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.167576] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1028.167576] env[70243]: value = "task-3622446" [ 1028.167576] env[70243]: _type = "Task" [ 1028.167576] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.176937] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.241540] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] VM already powered off {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1028.241768] env[70243]: DEBUG nova.compute.manager [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.242591] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b89abd-61c1-4328-ab19-85bbbe8f486c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.249453] env[70243]: DEBUG oslo_concurrency.lockutils [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquiring lock "refresh_cache-ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.249623] env[70243]: DEBUG oslo_concurrency.lockutils [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquired lock "refresh_cache-ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.249792] env[70243]: DEBUG nova.network.neutron [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.308250] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622430, 'name': CreateVM_Task, 'duration_secs': 2.889785} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.312657] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.313407] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622443, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.313913] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.314242] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.314615] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.314919] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b981fa2b-949a-45f2-abf2-d7e90dc2baf1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.326189] env[70243]: DEBUG oslo_vmware.api [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1028.326189] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5273f530-0cf1-6e02-410b-666c8bf7c8a7" [ 1028.326189] env[70243]: _type = "Task" [ 1028.326189] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.339387] env[70243]: DEBUG oslo_vmware.api [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5273f530-0cf1-6e02-410b-666c8bf7c8a7, 'name': SearchDatastore_Task, 'duration_secs': 0.013933} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.339793] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.340089] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.340349] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.340496] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.340684] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.340988] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fea2d7fe-b8cc-49ae-80bd-94b0f484f64e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.351747] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.351971] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.352796] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5154f19a-95fe-49f2-8c38-08c35cd9d7e7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.372350] env[70243]: DEBUG oslo_vmware.api [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1028.372350] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f83891-a681-db3c-38b1-c260fd365b68" [ 1028.372350] env[70243]: _type = "Task" [ 1028.372350] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.382052] env[70243]: DEBUG oslo_vmware.api [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f83891-a681-db3c-38b1-c260fd365b68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.550039] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622442, 'name': ReconfigVM_Task, 'duration_secs': 1.131518} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.550211] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 7b8edd61-438d-49fb-ad52-1f96a20b3e96/7b8edd61-438d-49fb-ad52-1f96a20b3e96.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.550967] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8332db40-4c70-4706-816a-23be027261cc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.559347] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1028.559347] env[70243]: value = "task-3622447" [ 1028.559347] env[70243]: _type = "Task" [ 1028.559347] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.573243] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622447, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.646287] env[70243]: DEBUG nova.compute.utils [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.647749] env[70243]: DEBUG nova.compute.manager [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1028.647918] env[70243]: DEBUG nova.network.neutron [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1028.678708] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622446, 'name': ReconfigVM_Task, 'duration_secs': 0.376412} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.681724] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 641601c2-8716-495c-889e-bd777e2dd97a/641601c2-8716-495c-889e-bd777e2dd97a.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.681724] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-deaae1b6-a0a4-4428-b229-4504f043b7b2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.687965] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1028.687965] env[70243]: value = "task-3622448" [ 1028.687965] env[70243]: _type = "Task" [ 1028.687965] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.697927] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622448, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.720579] env[70243]: DEBUG nova.policy [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dee7e13e3f64945b44bac49d4c2d09d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b82d157f42e44fdf8b5c0b034837f77f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.749265] env[70243]: DEBUG nova.compute.manager [req-189812bf-a78d-4c34-9311-c4b5b2ac8a94 req-2a517420-bdc5-461d-8bbc-7a026cbeb272 service nova] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Received event network-vif-deleted-b4c86a27-9f17-4e33-ace9-77f2c1380141 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.749550] env[70243]: INFO nova.compute.manager [req-189812bf-a78d-4c34-9311-c4b5b2ac8a94 req-2a517420-bdc5-461d-8bbc-7a026cbeb272 service nova] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Neutron deleted interface b4c86a27-9f17-4e33-ace9-77f2c1380141; detaching it from the instance and deleting it from the info cache [ 1028.749757] env[70243]: DEBUG nova.network.neutron [req-189812bf-a78d-4c34-9311-c4b5b2ac8a94 req-2a517420-bdc5-461d-8bbc-7a026cbeb272 service nova] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.770420] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Acquiring lock "709b6a5d-6d8f-4e08-8883-a25215ee6b7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.770420] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Lock "709b6a5d-6d8f-4e08-8883-a25215ee6b7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.770420] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Acquiring lock "709b6a5d-6d8f-4e08-8883-a25215ee6b7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.770646] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Lock "709b6a5d-6d8f-4e08-8883-a25215ee6b7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.770646] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Lock "709b6a5d-6d8f-4e08-8883-a25215ee6b7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.773799] env[70243]: INFO nova.compute.manager [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Terminating instance [ 1028.809842] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622443, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.884367] env[70243]: DEBUG oslo_vmware.api [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f83891-a681-db3c-38b1-c260fd365b68, 'name': SearchDatastore_Task, 'duration_secs': 0.011685} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.891419] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0310c4e8-6600-441e-9d46-567a15162de2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.898959] env[70243]: DEBUG oslo_vmware.api [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1028.898959] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5230b78b-92f1-f9c7-57d1-c34e2fade52d" [ 1028.898959] env[70243]: _type = "Task" [ 1028.898959] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.908444] env[70243]: DEBUG oslo_vmware.api [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5230b78b-92f1-f9c7-57d1-c34e2fade52d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.953089] env[70243]: DEBUG oslo_concurrency.lockutils [None req-80f1442b-78ec-4338-97e8-de29f91453e0 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "73baeaff-7a2c-4efb-a9f9-194020d5f359" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.953248] env[70243]: DEBUG oslo_concurrency.lockutils [None req-80f1442b-78ec-4338-97e8-de29f91453e0 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "73baeaff-7a2c-4efb-a9f9-194020d5f359" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.964948] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb65222-8870-4b65-a1ea-3d7af2cddfda {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.000608] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Updating instance 'bb0d8bc4-c513-46f3-aa96-660f9c6f1380' progress to 0 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.074027] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622447, 'name': Rename_Task, 'duration_secs': 0.202635} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.074027] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.074027] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de1f6c2c-9db2-4063-9842-45d3aa94859b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.075749] env[70243]: DEBUG nova.network.neutron [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Updating instance_info_cache with network_info: [{"id": "7277b5b6-f98a-464f-b101-588191a25584", "address": "fa:16:3e:31:e2:f5", "network": {"id": "10dce8a0-43e3-4137-93eb-b101b6bebc0a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-3440240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc3772630a874e489748a48fd56254fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7277b5b6-f9", "ovs_interfaceid": "7277b5b6-f98a-464f-b101-588191a25584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.082187] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1029.082187] env[70243]: value = "task-3622449" [ 1029.082187] env[70243]: _type = "Task" [ 1029.082187] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.092805] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.094649] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2907558a-d76b-476e-b5d4-a9beb2c255c2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.103713] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52806a7-b2e1-415b-bb6f-4e86d97e9401 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.138620] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd16fb3-3c02-4fa4-afd5-4db3e93986ca {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.143810] env[70243]: DEBUG nova.network.neutron [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Successfully created port: 2e5bc309-a3af-4b99-8ed4-c241992d28b3 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.149408] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b57ee22-54f2-499c-97f7-28cffd915120 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.155702] env[70243]: DEBUG nova.compute.manager [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.172743] env[70243]: DEBUG nova.compute.provider_tree [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.198648] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622448, 'name': Rename_Task, 'duration_secs': 0.257446} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.198832] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.199589] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a539c6b7-7082-4877-b076-697049fe6839 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.208237] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1029.208237] env[70243]: value = "task-3622450" [ 1029.208237] env[70243]: _type = "Task" [ 1029.208237] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.222643] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.224047] env[70243]: DEBUG nova.network.neutron [-] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.260221] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44288573-0e80-43e5-9c38-9a2492813719 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.268551] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a9f4b0-f330-4cc8-b9aa-1a36dec28ced {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.279990] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Acquiring lock "refresh_cache-709b6a5d-6d8f-4e08-8883-a25215ee6b7e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.280255] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Acquired lock "refresh_cache-709b6a5d-6d8f-4e08-8883-a25215ee6b7e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.281026] env[70243]: DEBUG nova.network.neutron [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.316694] env[70243]: DEBUG nova.compute.manager [req-189812bf-a78d-4c34-9311-c4b5b2ac8a94 req-2a517420-bdc5-461d-8bbc-7a026cbeb272 service nova] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Detach interface failed, port_id=b4c86a27-9f17-4e33-ace9-77f2c1380141, reason: Instance ddeb2e4f-ae88-444b-bdfc-00a5944dd8de could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1029.328825] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622443, 'name': CloneVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.410435] env[70243]: DEBUG oslo_vmware.api [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5230b78b-92f1-f9c7-57d1-c34e2fade52d, 'name': SearchDatastore_Task, 'duration_secs': 0.015632} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.410720] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.411072] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 8103e940-f836-4b36-9cd9-e31ec80920a9/8103e940-f836-4b36-9cd9-e31ec80920a9.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.411391] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0f45d72-2959-43d2-aecd-d835d0180b27 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.420572] env[70243]: DEBUG oslo_vmware.api [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1029.420572] env[70243]: value = "task-3622451" [ 1029.420572] env[70243]: _type = "Task" [ 1029.420572] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.429866] env[70243]: DEBUG oslo_vmware.api [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.456857] env[70243]: INFO nova.compute.manager [None req-80f1442b-78ec-4338-97e8-de29f91453e0 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Detaching volume 864a94a8-c189-48bc-a608-311df12ff3f0 [ 1029.508087] env[70243]: INFO nova.virt.block_device [None req-80f1442b-78ec-4338-97e8-de29f91453e0 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Attempting to driver detach volume 864a94a8-c189-48bc-a608-311df12ff3f0 from mountpoint /dev/sdb [ 1029.508366] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f1442b-78ec-4338-97e8-de29f91453e0 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Volume detach. Driver type: vmdk {{(pid=70243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1029.508561] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f1442b-78ec-4338-97e8-de29f91453e0 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722428', 'volume_id': '864a94a8-c189-48bc-a608-311df12ff3f0', 'name': 'volume-864a94a8-c189-48bc-a608-311df12ff3f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73baeaff-7a2c-4efb-a9f9-194020d5f359', 'attached_at': '', 'detached_at': '', 'volume_id': '864a94a8-c189-48bc-a608-311df12ff3f0', 'serial': '864a94a8-c189-48bc-a608-311df12ff3f0'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1029.512139] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.513142] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e943f51-40ab-4057-8d36-41907abdce6a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.516753] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a9634cb-2583-4f3e-b42c-535b9f31236a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.544687] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3aa5c66-99ec-41e3-9eae-a24bb6358196 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.547014] env[70243]: DEBUG oslo_vmware.api [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1029.547014] env[70243]: value = "task-3622452" [ 1029.547014] env[70243]: _type = "Task" [ 1029.547014] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.553562] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfd72e4-8fc3-4693-8bd7-770a84ae2caa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.559245] env[70243]: DEBUG oslo_vmware.api [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.579781] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dacd1a-d1ec-465b-a9cb-b6e0fa1e500a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.582906] env[70243]: DEBUG oslo_concurrency.lockutils [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Releasing lock "refresh_cache-ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.593760] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622449, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.604874] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f1442b-78ec-4338-97e8-de29f91453e0 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] The volume has not been displaced from its original location: [datastore1] volume-864a94a8-c189-48bc-a608-311df12ff3f0/volume-864a94a8-c189-48bc-a608-311df12ff3f0.vmdk. No consolidation needed. {{(pid=70243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1029.610416] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f1442b-78ec-4338-97e8-de29f91453e0 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1029.610755] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e4a78bf-d34c-4fcd-a525-69e6f059b812 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.634863] env[70243]: DEBUG oslo_vmware.api [None req-80f1442b-78ec-4338-97e8-de29f91453e0 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 1029.634863] env[70243]: value = "task-3622453" [ 1029.634863] env[70243]: _type = "Task" [ 1029.634863] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.646315] env[70243]: DEBUG oslo_vmware.api [None req-80f1442b-78ec-4338-97e8-de29f91453e0 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.675620] env[70243]: DEBUG nova.scheduler.client.report [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.723428] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622450, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.727200] env[70243]: INFO nova.compute.manager [-] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Took 1.71 seconds to deallocate network for instance. [ 1029.807370] env[70243]: DEBUG nova.network.neutron [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.832509] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622443, 'name': CloneVM_Task, 'duration_secs': 2.050352} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.832981] env[70243]: INFO nova.virt.vmwareapi.vmops [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Created linked-clone VM from snapshot [ 1029.833968] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066c6753-87e7-4e3b-b82d-01f0e8e9dd51 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.851753] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Uploading image ac3e90ba-b80b-4e89-8235-ea6c86e4bd71 {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1029.908172] env[70243]: DEBUG nova.network.neutron [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.930498] env[70243]: DEBUG oslo_vmware.rw_handles [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1029.930498] env[70243]: value = "vm-722476" [ 1029.930498] env[70243]: _type = "VirtualMachine" [ 1029.930498] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1029.931913] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-11f9e384-a14e-47b3-920d-8dfb16e269e9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.938387] env[70243]: DEBUG oslo_vmware.api [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622451, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.940794] env[70243]: DEBUG oslo_vmware.rw_handles [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lease: (returnval){ [ 1029.940794] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52562736-ce5c-19f1-1908-77fb48a16913" [ 1029.940794] env[70243]: _type = "HttpNfcLease" [ 1029.940794] env[70243]: } obtained for exporting VM: (result){ [ 1029.940794] env[70243]: value = "vm-722476" [ 1029.940794] env[70243]: _type = "VirtualMachine" [ 1029.940794] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1029.941152] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the lease: (returnval){ [ 1029.941152] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52562736-ce5c-19f1-1908-77fb48a16913" [ 1029.941152] env[70243]: _type = "HttpNfcLease" [ 1029.941152] env[70243]: } to be ready. {{(pid=70243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1029.951632] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1029.951632] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52562736-ce5c-19f1-1908-77fb48a16913" [ 1029.951632] env[70243]: _type = "HttpNfcLease" [ 1029.951632] env[70243]: } is initializing. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1029.993439] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.995034] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc13050e-4f05-41e2-9c5c-e50971ca27a4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.007328] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.007665] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7f90b1d-250b-4812-a433-09746422447c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.060243] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] VM already powered off {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1030.060624] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Updating instance 'bb0d8bc4-c513-46f3-aa96-660f9c6f1380' progress to 17 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1030.093899] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.094474] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.094704] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Deleting the datastore file [datastore1] ce050c27-f1e8-4664-ba6f-1573e8cdd9e5 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.095516] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6299968f-43ab-4bf8-afba-858b8232f642 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.102764] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622449, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.104891] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 1030.104891] env[70243]: value = "task-3622456" [ 1030.104891] env[70243]: _type = "Task" [ 1030.104891] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.115035] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.146779] env[70243]: DEBUG oslo_vmware.api [None req-80f1442b-78ec-4338-97e8-de29f91453e0 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622453, 'name': ReconfigVM_Task, 'duration_secs': 0.379027} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.147147] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f1442b-78ec-4338-97e8-de29f91453e0 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1030.153782] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8c1df8f-1219-4737-a94b-c60e5f3e6344 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.169644] env[70243]: DEBUG nova.compute.manager [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.180329] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.184181] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.638s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.186128] env[70243]: INFO nova.compute.claims [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.189551] env[70243]: DEBUG oslo_vmware.api [None req-80f1442b-78ec-4338-97e8-de29f91453e0 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 1030.189551] env[70243]: value = "task-3622457" [ 1030.189551] env[70243]: _type = "Task" [ 1030.189551] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.201264] env[70243]: DEBUG oslo_vmware.api [None req-80f1442b-78ec-4338-97e8-de29f91453e0 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622457, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.213246] env[70243]: DEBUG nova.virt.hardware [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.213246] env[70243]: DEBUG nova.virt.hardware [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.213246] env[70243]: DEBUG nova.virt.hardware [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.213547] env[70243]: DEBUG nova.virt.hardware [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.213547] env[70243]: DEBUG nova.virt.hardware [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.213659] env[70243]: DEBUG nova.virt.hardware [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.214054] env[70243]: DEBUG nova.virt.hardware [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.214170] env[70243]: DEBUG nova.virt.hardware [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.215493] env[70243]: DEBUG nova.virt.hardware [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.215493] env[70243]: DEBUG nova.virt.hardware [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.215493] env[70243]: DEBUG nova.virt.hardware [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.215835] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b40a9b6-7a91-41fa-a71c-e05d1323ddea {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.232897] env[70243]: DEBUG oslo_vmware.api [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622450, 'name': PowerOnVM_Task, 'duration_secs': 0.657376} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.233350] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1280b0a-f792-4ad6-90cb-fbf6e3163063 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.237622] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.237903] env[70243]: INFO nova.compute.manager [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Took 10.00 seconds to spawn the instance on the hypervisor. [ 1030.238122] env[70243]: DEBUG nova.compute.manager [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.239261] env[70243]: INFO nova.scheduler.client.report [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Deleted allocations for instance a40d171c-401b-41b9-ab27-f1bea651d913 [ 1030.243048] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.243723] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153fa268-cc37-45ad-af3a-9114b26d8cb1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.017815] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Releasing lock "refresh_cache-709b6a5d-6d8f-4e08-8883-a25215ee6b7e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.018294] env[70243]: DEBUG nova.compute.manager [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.018399] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.020410] env[70243]: DEBUG nova.virt.hardware [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.020628] env[70243]: DEBUG nova.virt.hardware [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.022022] env[70243]: DEBUG nova.virt.hardware [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.022022] env[70243]: DEBUG nova.virt.hardware [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.022022] env[70243]: DEBUG nova.virt.hardware [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.022022] env[70243]: DEBUG nova.virt.hardware [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.022022] env[70243]: DEBUG nova.virt.hardware [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.022022] env[70243]: DEBUG nova.virt.hardware [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.022022] env[70243]: DEBUG nova.virt.hardware [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.022022] env[70243]: DEBUG nova.virt.hardware [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.022467] env[70243]: DEBUG nova.virt.hardware [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.033815] env[70243]: DEBUG nova.network.neutron [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Successfully updated port: 2e5bc309-a3af-4b99-8ed4-c241992d28b3 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.038022] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8e252744-e53e-4ca8-916c-9b2885d3c185 tempest-InstanceActionsV221TestJSON-725394106 tempest-InstanceActionsV221TestJSON-725394106-project-member] Lock "a40d171c-401b-41b9-ab27-f1bea651d913" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.437s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.038022] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c60c84-2567-4432-b9b5-1c7821f9c6f2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.046061] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0f0654d-f61d-42b4-83e8-7a35474b7586 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.069313] env[70243]: DEBUG nova.compute.manager [req-b374e07e-475a-4e66-8cb9-22103419959e req-b3d1d38d-46b1-450c-b529-b12bef9f0a99 service nova] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Received event network-vif-plugged-2e5bc309-a3af-4b99-8ed4-c241992d28b3 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.069672] env[70243]: DEBUG oslo_concurrency.lockutils [req-b374e07e-475a-4e66-8cb9-22103419959e req-b3d1d38d-46b1-450c-b529-b12bef9f0a99 service nova] Acquiring lock "9e3753c5-22d7-4efd-8306-06c024fdcc63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.069884] env[70243]: DEBUG oslo_concurrency.lockutils [req-b374e07e-475a-4e66-8cb9-22103419959e req-b3d1d38d-46b1-450c-b529-b12bef9f0a99 service nova] Lock "9e3753c5-22d7-4efd-8306-06c024fdcc63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.070063] env[70243]: DEBUG oslo_concurrency.lockutils [req-b374e07e-475a-4e66-8cb9-22103419959e req-b3d1d38d-46b1-450c-b529-b12bef9f0a99 service nova] Lock "9e3753c5-22d7-4efd-8306-06c024fdcc63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.070230] env[70243]: DEBUG nova.compute.manager [req-b374e07e-475a-4e66-8cb9-22103419959e req-b3d1d38d-46b1-450c-b529-b12bef9f0a99 service nova] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] No waiting events found dispatching network-vif-plugged-2e5bc309-a3af-4b99-8ed4-c241992d28b3 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.070449] env[70243]: WARNING nova.compute.manager [req-b374e07e-475a-4e66-8cb9-22103419959e req-b3d1d38d-46b1-450c-b529-b12bef9f0a99 service nova] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Received unexpected event network-vif-plugged-2e5bc309-a3af-4b99-8ed4-c241992d28b3 for instance with vm_state building and task_state spawning. [ 1031.071553] env[70243]: DEBUG nova.compute.manager [req-9feaa902-9346-4a4c-84fd-ff9774fee754 req-cc6c8863-ca47-4d5f-8bb8-643274bb0787 service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Received event network-vif-unplugged-7277b5b6-f98a-464f-b101-588191a25584 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.071741] env[70243]: DEBUG oslo_concurrency.lockutils [req-9feaa902-9346-4a4c-84fd-ff9774fee754 req-cc6c8863-ca47-4d5f-8bb8-643274bb0787 service nova] Acquiring lock "ce050c27-f1e8-4664-ba6f-1573e8cdd9e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.073084] env[70243]: DEBUG oslo_concurrency.lockutils [req-9feaa902-9346-4a4c-84fd-ff9774fee754 req-cc6c8863-ca47-4d5f-8bb8-643274bb0787 service nova] Lock "ce050c27-f1e8-4664-ba6f-1573e8cdd9e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.073084] env[70243]: DEBUG oslo_concurrency.lockutils [req-9feaa902-9346-4a4c-84fd-ff9774fee754 req-cc6c8863-ca47-4d5f-8bb8-643274bb0787 service nova] Lock "ce050c27-f1e8-4664-ba6f-1573e8cdd9e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.073084] env[70243]: DEBUG nova.compute.manager [req-9feaa902-9346-4a4c-84fd-ff9774fee754 req-cc6c8863-ca47-4d5f-8bb8-643274bb0787 service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] No waiting events found dispatching network-vif-unplugged-7277b5b6-f98a-464f-b101-588191a25584 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.073084] env[70243]: WARNING nova.compute.manager [req-9feaa902-9346-4a4c-84fd-ff9774fee754 req-cc6c8863-ca47-4d5f-8bb8-643274bb0787 service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Received unexpected event network-vif-unplugged-7277b5b6-f98a-464f-b101-588191a25584 for instance with vm_state shelved and task_state shelving_offloading. [ 1031.073084] env[70243]: DEBUG nova.compute.manager [req-9feaa902-9346-4a4c-84fd-ff9774fee754 req-cc6c8863-ca47-4d5f-8bb8-643274bb0787 service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Received event network-changed-7277b5b6-f98a-464f-b101-588191a25584 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.073084] env[70243]: DEBUG nova.compute.manager [req-9feaa902-9346-4a4c-84fd-ff9774fee754 req-cc6c8863-ca47-4d5f-8bb8-643274bb0787 service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Refreshing instance network info cache due to event network-changed-7277b5b6-f98a-464f-b101-588191a25584. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.073084] env[70243]: DEBUG oslo_concurrency.lockutils [req-9feaa902-9346-4a4c-84fd-ff9774fee754 req-cc6c8863-ca47-4d5f-8bb8-643274bb0787 service nova] Acquiring lock "refresh_cache-ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.073084] env[70243]: DEBUG oslo_concurrency.lockutils [req-9feaa902-9346-4a4c-84fd-ff9774fee754 req-cc6c8863-ca47-4d5f-8bb8-643274bb0787 service nova] Acquired lock "refresh_cache-ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.073516] env[70243]: DEBUG nova.network.neutron [req-9feaa902-9346-4a4c-84fd-ff9774fee754 req-cc6c8863-ca47-4d5f-8bb8-643274bb0787 service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Refreshing network info cache for port 7277b5b6-f98a-464f-b101-588191a25584 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.095801] env[70243]: DEBUG oslo_vmware.api [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60623} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.096102] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.096668] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1031.096668] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52562736-ce5c-19f1-1908-77fb48a16913" [ 1031.096668] env[70243]: _type = "HttpNfcLease" [ 1031.096668] env[70243]: } is ready. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1031.102368] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 8103e940-f836-4b36-9cd9-e31ec80920a9/8103e940-f836-4b36-9cd9-e31ec80920a9.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.102604] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.102897] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9723e7df-947b-4688-b695-bf746972942c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.107240] env[70243]: DEBUG oslo_vmware.rw_handles [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1031.107240] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52562736-ce5c-19f1-1908-77fb48a16913" [ 1031.107240] env[70243]: _type = "HttpNfcLease" [ 1031.107240] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1031.107240] env[70243]: DEBUG oslo_vmware.api [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622449, 'name': PowerOnVM_Task, 'duration_secs': 1.083543} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.107240] env[70243]: DEBUG oslo_vmware.api [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1031.107240] env[70243]: value = "task-3622458" [ 1031.107240] env[70243]: _type = "Task" [ 1031.107240] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.108602] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b46838ac-64b1-4405-acfb-b2748566379c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.112170] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b9cbd9-6795-4a24-9baa-4cb0bf641fc1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.114306] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.114549] env[70243]: INFO nova.compute.manager [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1031.114759] env[70243]: DEBUG nova.compute.manager [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.115489] env[70243]: DEBUG oslo_vmware.api [None req-80f1442b-78ec-4338-97e8-de29f91453e0 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622457, 'name': ReconfigVM_Task, 'duration_secs': 0.216288} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.120204] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625f9daa-fa6f-4e6e-96dc-c644d72a1190 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.126395] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f1442b-78ec-4338-97e8-de29f91453e0 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722428', 'volume_id': '864a94a8-c189-48bc-a608-311df12ff3f0', 'name': 'volume-864a94a8-c189-48bc-a608-311df12ff3f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73baeaff-7a2c-4efb-a9f9-194020d5f359', 'attached_at': '', 'detached_at': '', 'volume_id': '864a94a8-c189-48bc-a608-311df12ff3f0', 'serial': '864a94a8-c189-48bc-a608-311df12ff3f0'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1031.128947] env[70243]: DEBUG oslo_vmware.api [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235287} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.131910] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.132131] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.132377] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.134476] env[70243]: DEBUG oslo_vmware.api [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Waiting for the task: (returnval){ [ 1031.134476] env[70243]: value = "task-3622459" [ 1031.134476] env[70243]: _type = "Task" [ 1031.134476] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.148889] env[70243]: DEBUG oslo_vmware.api [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1031.148889] env[70243]: value = "task-3622460" [ 1031.148889] env[70243]: _type = "Task" [ 1031.148889] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.152326] env[70243]: DEBUG oslo_vmware.api [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.152646] env[70243]: DEBUG oslo_vmware.rw_handles [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dcf120-935b-236f-5e5b-955b487a211b/disk-0.vmdk from lease info. {{(pid=70243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1031.152824] env[70243]: DEBUG oslo_vmware.rw_handles [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dcf120-935b-236f-5e5b-955b487a211b/disk-0.vmdk for reading. {{(pid=70243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1031.165124] env[70243]: DEBUG oslo_vmware.api [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.224049] env[70243]: INFO nova.scheduler.client.report [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Deleted allocations for instance ce050c27-f1e8-4664-ba6f-1573e8cdd9e5 [ 1031.230930] env[70243]: DEBUG oslo_vmware.api [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089394} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.231456] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.232710] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e8f349-5281-484d-b334-9739f6d7e1d0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.258403] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 8103e940-f836-4b36-9cd9-e31ec80920a9/8103e940-f836-4b36-9cd9-e31ec80920a9.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.258403] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e64818d-5d40-4ee1-b704-dfbb17d6aeea {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.278337] env[70243]: DEBUG oslo_vmware.api [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1031.278337] env[70243]: value = "task-3622461" [ 1031.278337] env[70243]: _type = "Task" [ 1031.278337] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.288332] env[70243]: DEBUG oslo_vmware.api [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622461, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.296239] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-07e65e5d-8102-45a6-ae0d-5b721d95386d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.578673] env[70243]: DEBUG oslo_concurrency.lockutils [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "refresh_cache-9e3753c5-22d7-4efd-8306-06c024fdcc63" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.578861] env[70243]: DEBUG oslo_concurrency.lockutils [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired lock "refresh_cache-9e3753c5-22d7-4efd-8306-06c024fdcc63" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.579056] env[70243]: DEBUG nova.network.neutron [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.595367] env[70243]: INFO nova.compute.manager [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Took 37.19 seconds to build instance. [ 1031.628079] env[70243]: DEBUG oslo_vmware.api [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622458, 'name': ReconfigVM_Task, 'duration_secs': 0.265432} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.630438] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Updating instance 'bb0d8bc4-c513-46f3-aa96-660f9c6f1380' progress to 33 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1031.647058] env[70243]: DEBUG oslo_vmware.api [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622459, 'name': PowerOffVM_Task, 'duration_secs': 0.231715} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.649769] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.650011] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.651381] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd5c33b9-013b-4c6c-8953-e5977ea76632 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.669029] env[70243]: INFO nova.compute.manager [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Took 32.83 seconds to build instance. [ 1031.675927] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.676064] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.677539] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Deleting the datastore file [datastore1] 709b6a5d-6d8f-4e08-8883-a25215ee6b7e {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.677539] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc589039-bf4b-4154-b1d6-67e7bb2ae1d2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.683260] env[70243]: DEBUG oslo_vmware.api [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Waiting for the task: (returnval){ [ 1031.683260] env[70243]: value = "task-3622463" [ 1031.683260] env[70243]: _type = "Task" [ 1031.683260] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.695614] env[70243]: DEBUG oslo_vmware.api [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.724274] env[70243]: DEBUG nova.objects.instance [None req-80f1442b-78ec-4338-97e8-de29f91453e0 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lazy-loading 'flavor' on Instance uuid 73baeaff-7a2c-4efb-a9f9-194020d5f359 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.732661] env[70243]: DEBUG oslo_concurrency.lockutils [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.789332] env[70243]: DEBUG oslo_vmware.api [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.898199] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11d114d-1b21-4f60-ab14-147df4bf97c6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.905885] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5003cbce-eddc-45ad-8c4e-054a64b13657 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.945220] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1374582b-f9d8-44db-ab93-1b44ef1d3516 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.953135] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf49c8a-309e-4d7c-9f39-4a47eade8708 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.972766] env[70243]: DEBUG nova.compute.provider_tree [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.049366] env[70243]: DEBUG nova.network.neutron [req-9feaa902-9346-4a4c-84fd-ff9774fee754 req-cc6c8863-ca47-4d5f-8bb8-643274bb0787 service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Updated VIF entry in instance network info cache for port 7277b5b6-f98a-464f-b101-588191a25584. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.050137] env[70243]: DEBUG nova.network.neutron [req-9feaa902-9346-4a4c-84fd-ff9774fee754 req-cc6c8863-ca47-4d5f-8bb8-643274bb0787 service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Updating instance_info_cache with network_info: [{"id": "7277b5b6-f98a-464f-b101-588191a25584", "address": "fa:16:3e:31:e2:f5", "network": {"id": "10dce8a0-43e3-4137-93eb-b101b6bebc0a", "bridge": null, "label": "tempest-ServersNegativeTestJSON-3440240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc3772630a874e489748a48fd56254fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7277b5b6-f9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.097595] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d713f07-8351-4dc5-863d-dd315ddd179b tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "641601c2-8716-495c-889e-bd777e2dd97a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.701s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.129885] env[70243]: DEBUG nova.network.neutron [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.141460] env[70243]: DEBUG nova.virt.hardware [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.142415] env[70243]: DEBUG nova.virt.hardware [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.142707] env[70243]: DEBUG nova.virt.hardware [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.143164] env[70243]: DEBUG nova.virt.hardware [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.143503] env[70243]: DEBUG nova.virt.hardware [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.145422] env[70243]: DEBUG nova.virt.hardware [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.145422] env[70243]: DEBUG nova.virt.hardware [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.145422] env[70243]: DEBUG nova.virt.hardware [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.146180] env[70243]: DEBUG nova.virt.hardware [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.146180] env[70243]: DEBUG nova.virt.hardware [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.146180] env[70243]: DEBUG nova.virt.hardware [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.153305] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1032.153613] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5527f64-9f69-4d0d-b2c7-7a8ad81c9847 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.172311] env[70243]: DEBUG oslo_concurrency.lockutils [None req-db57bd19-f7ea-4a51-894f-faeeaf9153ef tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Lock "7b8edd61-438d-49fb-ad52-1f96a20b3e96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.343s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.182026] env[70243]: DEBUG oslo_vmware.api [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1032.182026] env[70243]: value = "task-3622464" [ 1032.182026] env[70243]: _type = "Task" [ 1032.182026] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.189321] env[70243]: DEBUG oslo_vmware.api [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.198488] env[70243]: DEBUG oslo_vmware.api [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Task: {'id': task-3622463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177082} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.198859] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.199302] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.199552] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.199862] env[70243]: INFO nova.compute.manager [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1032.200062] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.200278] env[70243]: DEBUG nova.compute.manager [-] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.200372] env[70243]: DEBUG nova.network.neutron [-] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.218035] env[70243]: DEBUG nova.network.neutron [-] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.293223] env[70243]: DEBUG oslo_vmware.api [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622461, 'name': ReconfigVM_Task, 'duration_secs': 0.577865} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.293601] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 8103e940-f836-4b36-9cd9-e31ec80920a9/8103e940-f836-4b36-9cd9-e31ec80920a9.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.294679] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-825c6e1c-b345-483d-b277-c52e36bb9b27 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.301487] env[70243]: DEBUG oslo_vmware.api [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1032.301487] env[70243]: value = "task-3622465" [ 1032.301487] env[70243]: _type = "Task" [ 1032.301487] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.313610] env[70243]: DEBUG oslo_vmware.api [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622465, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.442230] env[70243]: DEBUG nova.network.neutron [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Updating instance_info_cache with network_info: [{"id": "2e5bc309-a3af-4b99-8ed4-c241992d28b3", "address": "fa:16:3e:92:5b:76", "network": {"id": "9ca41f48-ec49-4b89-8cf4-e17009fd41d3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-376653628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b82d157f42e44fdf8b5c0b034837f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e5bc309-a3", "ovs_interfaceid": "2e5bc309-a3af-4b99-8ed4-c241992d28b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.476873] env[70243]: DEBUG nova.scheduler.client.report [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.554505] env[70243]: DEBUG oslo_concurrency.lockutils [req-9feaa902-9346-4a4c-84fd-ff9774fee754 req-cc6c8863-ca47-4d5f-8bb8-643274bb0787 service nova] Releasing lock "refresh_cache-ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.690124] env[70243]: DEBUG oslo_vmware.api [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622464, 'name': ReconfigVM_Task, 'duration_secs': 0.239181} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.691612] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1032.691612] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cd0d9e-cef9-4b91-84cf-83e7e541efad {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.724532] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] bb0d8bc4-c513-46f3-aa96-660f9c6f1380/bb0d8bc4-c513-46f3-aa96-660f9c6f1380.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.725123] env[70243]: DEBUG nova.network.neutron [-] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.726786] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eef5fbf6-8465-43f4-b2f6-e4c8a1aa180e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.745726] env[70243]: INFO nova.compute.manager [-] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Took 0.55 seconds to deallocate network for instance. [ 1032.746429] env[70243]: DEBUG oslo_concurrency.lockutils [None req-80f1442b-78ec-4338-97e8-de29f91453e0 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "73baeaff-7a2c-4efb-a9f9-194020d5f359" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.793s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.758804] env[70243]: DEBUG oslo_vmware.api [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1032.758804] env[70243]: value = "task-3622466" [ 1032.758804] env[70243]: _type = "Task" [ 1032.758804] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.773946] env[70243]: DEBUG oslo_vmware.api [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.814613] env[70243]: DEBUG oslo_vmware.api [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622465, 'name': Rename_Task, 'duration_secs': 0.136088} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.814928] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.815264] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d50baf1f-9089-47ca-a121-cedf38fd0d4f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.823300] env[70243]: DEBUG oslo_vmware.api [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1032.823300] env[70243]: value = "task-3622467" [ 1032.823300] env[70243]: _type = "Task" [ 1032.823300] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.837986] env[70243]: DEBUG oslo_vmware.api [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.933285] env[70243]: DEBUG nova.compute.manager [req-86fcf2b3-73d9-481b-ab81-08c8bb73dbb2 req-1969a333-5ae3-4cb0-8632-4989364a3065 service nova] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Received event network-changed-2e5bc309-a3af-4b99-8ed4-c241992d28b3 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.933285] env[70243]: DEBUG nova.compute.manager [req-86fcf2b3-73d9-481b-ab81-08c8bb73dbb2 req-1969a333-5ae3-4cb0-8632-4989364a3065 service nova] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Refreshing instance network info cache due to event network-changed-2e5bc309-a3af-4b99-8ed4-c241992d28b3. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.933285] env[70243]: DEBUG oslo_concurrency.lockutils [req-86fcf2b3-73d9-481b-ab81-08c8bb73dbb2 req-1969a333-5ae3-4cb0-8632-4989364a3065 service nova] Acquiring lock "refresh_cache-9e3753c5-22d7-4efd-8306-06c024fdcc63" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.945759] env[70243]: DEBUG oslo_concurrency.lockutils [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Releasing lock "refresh_cache-9e3753c5-22d7-4efd-8306-06c024fdcc63" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.946133] env[70243]: DEBUG nova.compute.manager [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Instance network_info: |[{"id": "2e5bc309-a3af-4b99-8ed4-c241992d28b3", "address": "fa:16:3e:92:5b:76", "network": {"id": "9ca41f48-ec49-4b89-8cf4-e17009fd41d3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-376653628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b82d157f42e44fdf8b5c0b034837f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e5bc309-a3", "ovs_interfaceid": "2e5bc309-a3af-4b99-8ed4-c241992d28b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1032.946696] env[70243]: DEBUG oslo_concurrency.lockutils [req-86fcf2b3-73d9-481b-ab81-08c8bb73dbb2 req-1969a333-5ae3-4cb0-8632-4989364a3065 service nova] Acquired lock "refresh_cache-9e3753c5-22d7-4efd-8306-06c024fdcc63" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.946789] env[70243]: DEBUG nova.network.neutron [req-86fcf2b3-73d9-481b-ab81-08c8bb73dbb2 req-1969a333-5ae3-4cb0-8632-4989364a3065 service nova] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Refreshing network info cache for port 2e5bc309-a3af-4b99-8ed4-c241992d28b3 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.948799] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:5b:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e5bc309-a3af-4b99-8ed4-c241992d28b3', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.957418] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.960313] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.960659] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82fe5c65-82b8-47ba-8ce8-878b607ef94d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.982403] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.983033] env[70243]: DEBUG nova.compute.manager [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.988877] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.866s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.989636] env[70243]: INFO nova.compute.claims [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.993385] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.993385] env[70243]: value = "task-3622468" [ 1032.993385] env[70243]: _type = "Task" [ 1032.993385] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.004618] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622468, 'name': CreateVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.258672] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.271761] env[70243]: DEBUG oslo_vmware.api [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.335823] env[70243]: DEBUG oslo_vmware.api [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622467, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.488667] env[70243]: DEBUG nova.compute.utils [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.492175] env[70243]: DEBUG nova.compute.manager [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.492175] env[70243]: DEBUG nova.network.neutron [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.524525] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622468, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.606800] env[70243]: DEBUG nova.policy [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3121b71442940349ea3c93632e38a99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d7a853c487e46b59372fc0e512e79f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.775120] env[70243]: DEBUG oslo_vmware.api [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.835329] env[70243]: DEBUG oslo_vmware.api [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622467, 'name': PowerOnVM_Task, 'duration_secs': 0.742558} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.835644] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.835889] env[70243]: INFO nova.compute.manager [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1033.836130] env[70243]: DEBUG nova.compute.manager [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.837038] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b81f51-8b91-4d06-b3c8-7074be2e61d8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.882932] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f710f80e-9569-4e75-bf06-5386d851b4f3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.892023] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcf609e-41ec-42d5-96af-99515c45358e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.928657] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c12b6e-fba1-4bac-863e-1119ac498351 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.943677] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861157c5-81be-42da-9fb1-be0a610181c9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.959187] env[70243]: DEBUG nova.compute.provider_tree [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1033.996540] env[70243]: DEBUG nova.compute.manager [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.024532] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622468, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.274111] env[70243]: DEBUG oslo_vmware.api [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622466, 'name': ReconfigVM_Task, 'duration_secs': 1.176645} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.274525] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Reconfigured VM instance instance-0000002d to attach disk [datastore2] bb0d8bc4-c513-46f3-aa96-660f9c6f1380/bb0d8bc4-c513-46f3-aa96-660f9c6f1380.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.274704] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Updating instance 'bb0d8bc4-c513-46f3-aa96-660f9c6f1380' progress to 50 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.289246] env[70243]: DEBUG nova.network.neutron [req-86fcf2b3-73d9-481b-ab81-08c8bb73dbb2 req-1969a333-5ae3-4cb0-8632-4989364a3065 service nova] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Updated VIF entry in instance network info cache for port 2e5bc309-a3af-4b99-8ed4-c241992d28b3. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.289665] env[70243]: DEBUG nova.network.neutron [req-86fcf2b3-73d9-481b-ab81-08c8bb73dbb2 req-1969a333-5ae3-4cb0-8632-4989364a3065 service nova] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Updating instance_info_cache with network_info: [{"id": "2e5bc309-a3af-4b99-8ed4-c241992d28b3", "address": "fa:16:3e:92:5b:76", "network": {"id": "9ca41f48-ec49-4b89-8cf4-e17009fd41d3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-376653628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b82d157f42e44fdf8b5c0b034837f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e5bc309-a3", "ovs_interfaceid": "2e5bc309-a3af-4b99-8ed4-c241992d28b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.358785] env[70243]: INFO nova.compute.manager [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Took 35.19 seconds to build instance. [ 1034.508109] env[70243]: ERROR nova.scheduler.client.report [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [req-324b85c1-d7dd-4718-a6ca-15d77f5d7f7f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 98e76d84-2347-4f8a-974e-fe32663c00ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-324b85c1-d7dd-4718-a6ca-15d77f5d7f7f"}]} [ 1034.522425] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622468, 'name': CreateVM_Task, 'duration_secs': 1.082956} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.522425] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.522425] env[70243]: DEBUG oslo_concurrency.lockutils [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.522425] env[70243]: DEBUG oslo_concurrency.lockutils [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.522723] env[70243]: DEBUG oslo_concurrency.lockutils [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.523192] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c579e952-7111-4d3d-bf29-a597628c6ba2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.527044] env[70243]: DEBUG nova.network.neutron [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Successfully created port: 997c6ce1-a172-4e14-9d0d-165c9844b037 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.531225] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1034.531225] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5220915e-b722-3600-47e0-d68d5c213bea" [ 1034.531225] env[70243]: _type = "Task" [ 1034.531225] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.541598] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5220915e-b722-3600-47e0-d68d5c213bea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.542577] env[70243]: DEBUG nova.scheduler.client.report [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Refreshing inventories for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1034.575840] env[70243]: DEBUG nova.scheduler.client.report [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Updating ProviderTree inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1034.575988] env[70243]: DEBUG nova.compute.provider_tree [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1034.598648] env[70243]: DEBUG nova.scheduler.client.report [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Refreshing aggregate associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, aggregates: None {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1034.646246] env[70243]: DEBUG nova.scheduler.client.report [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Refreshing trait associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1034.708626] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "73baeaff-7a2c-4efb-a9f9-194020d5f359" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.708927] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "73baeaff-7a2c-4efb-a9f9-194020d5f359" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.709201] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "73baeaff-7a2c-4efb-a9f9-194020d5f359-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.709438] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "73baeaff-7a2c-4efb-a9f9-194020d5f359-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.709704] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "73baeaff-7a2c-4efb-a9f9-194020d5f359-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.722326] env[70243]: INFO nova.compute.manager [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Terminating instance [ 1034.781458] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6f9e19-5377-4928-a71c-e8313288b3e4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.804728] env[70243]: DEBUG oslo_concurrency.lockutils [req-86fcf2b3-73d9-481b-ab81-08c8bb73dbb2 req-1969a333-5ae3-4cb0-8632-4989364a3065 service nova] Releasing lock "refresh_cache-9e3753c5-22d7-4efd-8306-06c024fdcc63" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.808611] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0a8d23-3383-45be-93e0-eae7343fbd31 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.831827] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Updating instance 'bb0d8bc4-c513-46f3-aa96-660f9c6f1380' progress to 67 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.866204] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c2d37bb2-1028-441d-9adc-cdf1d5baea9e tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Lock "8103e940-f836-4b36-9cd9-e31ec80920a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.710s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.025162] env[70243]: DEBUG nova.compute.manager [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.043342] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5220915e-b722-3600-47e0-d68d5c213bea, 'name': SearchDatastore_Task, 'duration_secs': 0.014154} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.043818] env[70243]: DEBUG oslo_concurrency.lockutils [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.044226] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.044705] env[70243]: DEBUG oslo_concurrency.lockutils [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.044959] env[70243]: DEBUG oslo_concurrency.lockutils [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.046909] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.046909] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79d6ec19-5214-49e2-931f-259fb6568d0d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.050118] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2360e58e-b140-4d30-bc54-3bb15c7e447f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.058251] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbefd2f8-d3c7-4a69-9317-0627628b383b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.065047] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.065047] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.065047] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9446916-f726-4ec5-8ebd-1d1d189c1f41 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.094597] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26aee1d1-e486-4e4f-9865-f08337bee45b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.098697] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1035.098697] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f2f0f7-3d59-6ab7-6739-562f9a90a42f" [ 1035.098697] env[70243]: _type = "Task" [ 1035.098697] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.104631] env[70243]: DEBUG nova.virt.hardware [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.104923] env[70243]: DEBUG nova.virt.hardware [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.105046] env[70243]: DEBUG nova.virt.hardware [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.105257] env[70243]: DEBUG nova.virt.hardware [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.105375] env[70243]: DEBUG nova.virt.hardware [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.105531] env[70243]: DEBUG nova.virt.hardware [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.105750] env[70243]: DEBUG nova.virt.hardware [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.105909] env[70243]: DEBUG nova.virt.hardware [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.106140] env[70243]: DEBUG nova.virt.hardware [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.106254] env[70243]: DEBUG nova.virt.hardware [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.106426] env[70243]: DEBUG nova.virt.hardware [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.109247] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5903b692-1d55-410e-97ee-d25bc6d2c944 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.113270] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be462f97-374e-4b2e-b696-7f1b6610b45c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.120595] env[70243]: DEBUG oslo_concurrency.lockutils [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquiring lock "ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.120918] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f2f0f7-3d59-6ab7-6739-562f9a90a42f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.132177] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e75e9b7-affc-446e-84d1-194cb1b1b16f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.136422] env[70243]: DEBUG nova.compute.provider_tree [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1035.228442] env[70243]: DEBUG nova.compute.manager [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.228788] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.229920] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bb686a-564f-43d0-83c4-a2881734deb0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.239097] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.239508] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb73a7a9-7774-40aa-b9ef-616d131caadf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.247111] env[70243]: DEBUG oslo_vmware.api [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 1035.247111] env[70243]: value = "task-3622469" [ 1035.247111] env[70243]: _type = "Task" [ 1035.247111] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.257614] env[70243]: DEBUG oslo_vmware.api [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.422268] env[70243]: DEBUG nova.network.neutron [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Port 3db8311e-05f1-41c6-ab4d-c16323c054c0 binding to destination host cpu-1 is already ACTIVE {{(pid=70243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1035.614122] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f2f0f7-3d59-6ab7-6739-562f9a90a42f, 'name': SearchDatastore_Task, 'duration_secs': 0.020304} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.615467] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf3618b0-94c3-4dfd-86f2-8aac608ec2be {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.623700] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1035.623700] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ea29ed-bf5d-30bb-62e9-f59300b6e9e5" [ 1035.623700] env[70243]: _type = "Task" [ 1035.623700] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.635216] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ea29ed-bf5d-30bb-62e9-f59300b6e9e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.643522] env[70243]: DEBUG oslo_concurrency.lockutils [None req-26924032-8b81-4380-a27b-694ffa365405 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "7389c36d-4010-4df6-8fd1-767aa8b7b87a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.643982] env[70243]: DEBUG oslo_concurrency.lockutils [None req-26924032-8b81-4380-a27b-694ffa365405 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "7389c36d-4010-4df6-8fd1-767aa8b7b87a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.643982] env[70243]: DEBUG nova.compute.manager [None req-26924032-8b81-4380-a27b-694ffa365405 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.645152] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea01953a-029e-4e24-8dee-1312bb5d20ce {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.654784] env[70243]: DEBUG nova.compute.manager [None req-26924032-8b81-4380-a27b-694ffa365405 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70243) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1035.655472] env[70243]: DEBUG nova.objects.instance [None req-26924032-8b81-4380-a27b-694ffa365405 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lazy-loading 'flavor' on Instance uuid 7389c36d-4010-4df6-8fd1-767aa8b7b87a {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.690453] env[70243]: DEBUG nova.scheduler.client.report [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Updated inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1035.690740] env[70243]: DEBUG nova.compute.provider_tree [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Updating resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec generation from 111 to 112 during operation: update_inventory {{(pid=70243) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1035.691019] env[70243]: DEBUG nova.compute.provider_tree [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1035.877795] env[70243]: DEBUG oslo_vmware.api [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622469, 'name': PowerOffVM_Task, 'duration_secs': 0.227462} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.877795] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.877795] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.877795] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80b71119-ba2a-42e0-9a17-bb3c66d8cc17 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.877795] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.877795] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.877795] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Deleting the datastore file [datastore2] 73baeaff-7a2c-4efb-a9f9-194020d5f359 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.877795] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-340f5631-f078-4dc7-9633-7081f7b989c9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.877795] env[70243]: DEBUG oslo_vmware.api [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 1035.877795] env[70243]: value = "task-3622471" [ 1035.877795] env[70243]: _type = "Task" [ 1035.877795] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.877795] env[70243]: DEBUG oslo_vmware.api [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.044125] env[70243]: INFO nova.compute.manager [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Rebuilding instance [ 1036.135662] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ea29ed-bf5d-30bb-62e9-f59300b6e9e5, 'name': SearchDatastore_Task, 'duration_secs': 0.017838} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.136019] env[70243]: DEBUG oslo_concurrency.lockutils [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.136962] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 9e3753c5-22d7-4efd-8306-06c024fdcc63/9e3753c5-22d7-4efd-8306-06c024fdcc63.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.136962] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49b37e35-461f-4fb4-8994-fd10a2022aba {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.143197] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1036.143197] env[70243]: value = "task-3622472" [ 1036.143197] env[70243]: _type = "Task" [ 1036.143197] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.155522] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.155889] env[70243]: DEBUG nova.compute.manager [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.156709] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f86dbd-a44a-45b5-b9ce-97246fb2226c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.196619] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.209s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.197265] env[70243]: DEBUG nova.compute.manager [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.200249] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.637s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.200643] env[70243]: DEBUG nova.objects.instance [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lazy-loading 'resources' on Instance uuid a9810188-00fc-4056-9a0c-737f1ea76e72 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.351201] env[70243]: DEBUG oslo_vmware.api [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284723} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.351201] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.351201] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.351201] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.351379] env[70243]: INFO nova.compute.manager [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1036.351638] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.351844] env[70243]: DEBUG nova.compute.manager [-] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.353845] env[70243]: DEBUG nova.network.neutron [-] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.449164] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "bb0d8bc4-c513-46f3-aa96-660f9c6f1380-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.449925] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "bb0d8bc4-c513-46f3-aa96-660f9c6f1380-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.450302] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "bb0d8bc4-c513-46f3-aa96-660f9c6f1380-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.609559] env[70243]: DEBUG nova.compute.manager [req-3514a25a-3cfe-4273-a39c-b4b219030b84 req-b1b94f22-57f6-465d-a56a-dd95643af7d6 service nova] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Received event network-vif-plugged-997c6ce1-a172-4e14-9d0d-165c9844b037 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.609829] env[70243]: DEBUG oslo_concurrency.lockutils [req-3514a25a-3cfe-4273-a39c-b4b219030b84 req-b1b94f22-57f6-465d-a56a-dd95643af7d6 service nova] Acquiring lock "5ad50661-5472-4ef6-a372-0c35c5b9ee8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.610127] env[70243]: DEBUG oslo_concurrency.lockutils [req-3514a25a-3cfe-4273-a39c-b4b219030b84 req-b1b94f22-57f6-465d-a56a-dd95643af7d6 service nova] Lock "5ad50661-5472-4ef6-a372-0c35c5b9ee8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.610357] env[70243]: DEBUG oslo_concurrency.lockutils [req-3514a25a-3cfe-4273-a39c-b4b219030b84 req-b1b94f22-57f6-465d-a56a-dd95643af7d6 service nova] Lock "5ad50661-5472-4ef6-a372-0c35c5b9ee8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.610537] env[70243]: DEBUG nova.compute.manager [req-3514a25a-3cfe-4273-a39c-b4b219030b84 req-b1b94f22-57f6-465d-a56a-dd95643af7d6 service nova] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] No waiting events found dispatching network-vif-plugged-997c6ce1-a172-4e14-9d0d-165c9844b037 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.610752] env[70243]: WARNING nova.compute.manager [req-3514a25a-3cfe-4273-a39c-b4b219030b84 req-b1b94f22-57f6-465d-a56a-dd95643af7d6 service nova] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Received unexpected event network-vif-plugged-997c6ce1-a172-4e14-9d0d-165c9844b037 for instance with vm_state building and task_state spawning. [ 1036.637128] env[70243]: DEBUG nova.network.neutron [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Successfully updated port: 997c6ce1-a172-4e14-9d0d-165c9844b037 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.661584] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622472, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.663645] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-26924032-8b81-4380-a27b-694ffa365405 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.664180] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3460075b-7a86-416d-a12f-4dfb9b737e36 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.678971] env[70243]: DEBUG oslo_vmware.api [None req-26924032-8b81-4380-a27b-694ffa365405 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1036.678971] env[70243]: value = "task-3622473" [ 1036.678971] env[70243]: _type = "Task" [ 1036.678971] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.689974] env[70243]: DEBUG oslo_vmware.api [None req-26924032-8b81-4380-a27b-694ffa365405 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.703574] env[70243]: DEBUG nova.compute.utils [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.709436] env[70243]: DEBUG nova.compute.manager [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.709685] env[70243]: DEBUG nova.network.neutron [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.774478] env[70243]: DEBUG nova.policy [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6dbb24738c24a2583b410e6110c472b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a09046064a74983a3d519153ef434e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.127091] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4defe5b7-c63e-4b92-90ef-ce816a942d4a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.137376] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b634c4-0f5e-4bc8-8e63-3878aeb93187 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.141698] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "refresh_cache-5ad50661-5472-4ef6-a372-0c35c5b9ee8e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.141835] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquired lock "refresh_cache-5ad50661-5472-4ef6-a372-0c35c5b9ee8e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.142209] env[70243]: DEBUG nova.network.neutron [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.179075] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.180826] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ecf7d9d-276f-4063-8dba-1cb5f5e16c3f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.183395] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858637e7-e1a7-4d41-a9b8-2260183e7720 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.195035] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701416} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.196084] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 9e3753c5-22d7-4efd-8306-06c024fdcc63/9e3753c5-22d7-4efd-8306-06c024fdcc63.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.196424] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.197790] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c1d6da6-bee5-464c-aa66-90d1afdc5b85 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.208099] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a082a8e0-d7c9-4d90-b50c-d96df79a7056 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.211400] env[70243]: DEBUG oslo_vmware.api [None req-26924032-8b81-4380-a27b-694ffa365405 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622473, 'name': PowerOffVM_Task, 'duration_secs': 0.314665} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.212107] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1037.212107] env[70243]: value = "task-3622474" [ 1037.212107] env[70243]: _type = "Task" [ 1037.212107] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.216410] env[70243]: DEBUG nova.compute.manager [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.219028] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-26924032-8b81-4380-a27b-694ffa365405 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.219028] env[70243]: DEBUG nova.compute.manager [None req-26924032-8b81-4380-a27b-694ffa365405 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.219028] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1037.219028] env[70243]: value = "task-3622475" [ 1037.219028] env[70243]: _type = "Task" [ 1037.219028] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.222020] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb941672-ecbf-4465-a09c-f575d286e210 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.241473] env[70243]: DEBUG nova.compute.provider_tree [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.249086] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.256741] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.286129] env[70243]: DEBUG nova.network.neutron [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Successfully created port: da8f6af4-e143-45ce-babe-699f3d924d41 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.362051] env[70243]: DEBUG nova.compute.manager [req-c3fa4c50-48ce-414b-8a80-dbb2567861b1 req-b83697d4-976f-4f5e-93ad-ff071bcbb798 service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Received event network-vif-deleted-d5ae2b4f-d6fd-427d-928a-bb7e548d9064 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.362340] env[70243]: INFO nova.compute.manager [req-c3fa4c50-48ce-414b-8a80-dbb2567861b1 req-b83697d4-976f-4f5e-93ad-ff071bcbb798 service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Neutron deleted interface d5ae2b4f-d6fd-427d-928a-bb7e548d9064; detaching it from the instance and deleting it from the info cache [ 1037.362577] env[70243]: DEBUG nova.network.neutron [req-c3fa4c50-48ce-414b-8a80-dbb2567861b1 req-b83697d4-976f-4f5e-93ad-ff071bcbb798 service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.495518] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "refresh_cache-bb0d8bc4-c513-46f3-aa96-660f9c6f1380" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.495518] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquired lock "refresh_cache-bb0d8bc4-c513-46f3-aa96-660f9c6f1380" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.495518] env[70243]: DEBUG nova.network.neutron [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.514978] env[70243]: DEBUG oslo_concurrency.lockutils [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Acquiring lock "65295564-ae08-426f-8322-9a8ffe3448a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.515533] env[70243]: DEBUG oslo_concurrency.lockutils [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Lock "65295564-ae08-426f-8322-9a8ffe3448a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.686457] env[70243]: DEBUG nova.network.neutron [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.726695] env[70243]: DEBUG nova.network.neutron [-] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.740841] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622474, 'name': PowerOffVM_Task, 'duration_secs': 0.132123} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.744829] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.745107] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.748388] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074471} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.749387] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0632f9-3c01-4ede-8d2b-12e4dd6635ba {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.755176] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.755352] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4141a5e-1234-450f-8b58-45e5332173fa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.763458] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.763458] env[70243]: DEBUG oslo_concurrency.lockutils [None req-26924032-8b81-4380-a27b-694ffa365405 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "7389c36d-4010-4df6-8fd1-767aa8b7b87a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.120s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.764321] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a67e855-b6ce-474d-ba39-fbfc674a0fc6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.784587] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 9e3753c5-22d7-4efd-8306-06c024fdcc63/9e3753c5-22d7-4efd-8306-06c024fdcc63.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.785789] env[70243]: ERROR nova.scheduler.client.report [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] [req-3648af66-7917-408a-a1d6-e0d9260967c9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 98e76d84-2347-4f8a-974e-fe32663c00ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3648af66-7917-408a-a1d6-e0d9260967c9"}]} [ 1037.791027] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2947f4a6-b68e-4be9-981d-cf5f54660d15 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.815429] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1037.815429] env[70243]: value = "task-3622477" [ 1037.815429] env[70243]: _type = "Task" [ 1037.815429] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.827751] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622477, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.829382] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.829576] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.829898] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Deleting the datastore file [datastore1] 8103e940-f836-4b36-9cd9-e31ec80920a9 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.830762] env[70243]: DEBUG nova.scheduler.client.report [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Refreshing inventories for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1037.832697] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e169ba9d-d9f9-4b94-ab1a-6baa4169c6fa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.839923] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1037.839923] env[70243]: value = "task-3622478" [ 1037.839923] env[70243]: _type = "Task" [ 1037.839923] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.850984] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.853863] env[70243]: DEBUG nova.scheduler.client.report [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Updating ProviderTree inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1037.854106] env[70243]: DEBUG nova.compute.provider_tree [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.865955] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a1a4052-ddf7-48f1-9a7e-3702e8bef4da {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.869075] env[70243]: DEBUG nova.scheduler.client.report [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Refreshing aggregate associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, aggregates: None {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1037.879417] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedb1b24-1da1-422c-9679-1da5c38dd5a9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.914430] env[70243]: DEBUG nova.compute.manager [req-c3fa4c50-48ce-414b-8a80-dbb2567861b1 req-b83697d4-976f-4f5e-93ad-ff071bcbb798 service nova] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Detach interface failed, port_id=d5ae2b4f-d6fd-427d-928a-bb7e548d9064, reason: Instance 73baeaff-7a2c-4efb-a9f9-194020d5f359 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1037.915718] env[70243]: DEBUG nova.scheduler.client.report [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Refreshing trait associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1037.980099] env[70243]: DEBUG nova.network.neutron [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Updating instance_info_cache with network_info: [{"id": "997c6ce1-a172-4e14-9d0d-165c9844b037", "address": "fa:16:3e:a2:5c:b5", "network": {"id": "e67b990e-a496-4c25-af2f-9af30a035feb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1399546946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d7a853c487e46b59372fc0e512e79f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap997c6ce1-a1", "ovs_interfaceid": "997c6ce1-a172-4e14-9d0d-165c9844b037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.018199] env[70243]: DEBUG nova.compute.manager [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.230681] env[70243]: DEBUG nova.compute.manager [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.238701] env[70243]: INFO nova.compute.manager [-] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Took 1.89 seconds to deallocate network for instance. [ 1038.298850] env[70243]: DEBUG nova.virt.hardware [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.299138] env[70243]: DEBUG nova.virt.hardware [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.299306] env[70243]: DEBUG nova.virt.hardware [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.299509] env[70243]: DEBUG nova.virt.hardware [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.299662] env[70243]: DEBUG nova.virt.hardware [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.299811] env[70243]: DEBUG nova.virt.hardware [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.300041] env[70243]: DEBUG nova.virt.hardware [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.300349] env[70243]: DEBUG nova.virt.hardware [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.300568] env[70243]: DEBUG nova.virt.hardware [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.300780] env[70243]: DEBUG nova.virt.hardware [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.300979] env[70243]: DEBUG nova.virt.hardware [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.302106] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd88f25-1f07-40a1-970e-0fc3aa8323ee {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.307201] env[70243]: DEBUG nova.network.neutron [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Updating instance_info_cache with network_info: [{"id": "3db8311e-05f1-41c6-ab4d-c16323c054c0", "address": "fa:16:3e:59:49:93", "network": {"id": "efed784a-c76d-40c2-9094-2797cae46b9f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1261361839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3227bc9b9f014d2db2b3a89a32f3d175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3db8311e-05", "ovs_interfaceid": "3db8311e-05f1-41c6-ab4d-c16323c054c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.314416] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60727904-9fd7-4991-a95e-29087ed8fadc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.342846] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.361646] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22475} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.361646] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4844f9f-2727-496a-91bd-a4e2c0dc93cb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.362958] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.363191] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.363371] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.372480] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a93220-1d00-4e6f-b1b0-4e435781c050 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.405470] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff765c9-7af3-4164-855c-57627815ed0f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.414853] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796cdc47-1142-4319-bc2c-95af91662052 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.429557] env[70243]: DEBUG nova.compute.provider_tree [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.482467] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Releasing lock "refresh_cache-5ad50661-5472-4ef6-a372-0c35c5b9ee8e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.482809] env[70243]: DEBUG nova.compute.manager [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Instance network_info: |[{"id": "997c6ce1-a172-4e14-9d0d-165c9844b037", "address": "fa:16:3e:a2:5c:b5", "network": {"id": "e67b990e-a496-4c25-af2f-9af30a035feb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1399546946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d7a853c487e46b59372fc0e512e79f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap997c6ce1-a1", "ovs_interfaceid": "997c6ce1-a172-4e14-9d0d-165c9844b037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.483335] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:5c:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '997c6ce1-a172-4e14-9d0d-165c9844b037', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.491224] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.491441] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.491696] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e436a682-7344-45e3-9831-1a05e4e5c7ac {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.511301] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.511301] env[70243]: value = "task-3622479" [ 1038.511301] env[70243]: _type = "Task" [ 1038.511301] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.519045] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622479, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.543277] env[70243]: DEBUG oslo_concurrency.lockutils [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.737076] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "interface-a64f293e-481f-43af-83fe-04545d27a325-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.737379] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "interface-a64f293e-481f-43af-83fe-04545d27a325-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.737761] env[70243]: DEBUG nova.objects.instance [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lazy-loading 'flavor' on Instance uuid a64f293e-481f-43af-83fe-04545d27a325 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.745591] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.813089] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Releasing lock "refresh_cache-bb0d8bc4-c513-46f3-aa96-660f9c6f1380" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.834637] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622477, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.853805] env[70243]: DEBUG nova.objects.instance [None req-c0c5eb6b-1aac-4b32-965a-ee8626a2fd83 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lazy-loading 'flavor' on Instance uuid 7389c36d-4010-4df6-8fd1-767aa8b7b87a {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.973437] env[70243]: DEBUG nova.scheduler.client.report [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Updated inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with generation 113 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1038.973736] env[70243]: DEBUG nova.compute.provider_tree [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Updating resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec generation from 113 to 114 during operation: update_inventory {{(pid=70243) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1038.973941] env[70243]: DEBUG nova.compute.provider_tree [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.993639] env[70243]: DEBUG nova.network.neutron [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Successfully updated port: da8f6af4-e143-45ce-babe-699f3d924d41 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.024717] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622479, 'name': CreateVM_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.308312] env[70243]: DEBUG nova.objects.instance [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lazy-loading 'pci_requests' on Instance uuid a64f293e-481f-43af-83fe-04545d27a325 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.316334] env[70243]: DEBUG nova.compute.manager [req-98762a14-bb90-4d96-8d3e-f03ef01bdb94 req-1fea3169-3ea2-4b0c-a6b8-fe2c0d3afc2c service nova] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Received event network-changed-997c6ce1-a172-4e14-9d0d-165c9844b037 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.316334] env[70243]: DEBUG nova.compute.manager [req-98762a14-bb90-4d96-8d3e-f03ef01bdb94 req-1fea3169-3ea2-4b0c-a6b8-fe2c0d3afc2c service nova] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Refreshing instance network info cache due to event network-changed-997c6ce1-a172-4e14-9d0d-165c9844b037. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.316334] env[70243]: DEBUG oslo_concurrency.lockutils [req-98762a14-bb90-4d96-8d3e-f03ef01bdb94 req-1fea3169-3ea2-4b0c-a6b8-fe2c0d3afc2c service nova] Acquiring lock "refresh_cache-5ad50661-5472-4ef6-a372-0c35c5b9ee8e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.316334] env[70243]: DEBUG oslo_concurrency.lockutils [req-98762a14-bb90-4d96-8d3e-f03ef01bdb94 req-1fea3169-3ea2-4b0c-a6b8-fe2c0d3afc2c service nova] Acquired lock "refresh_cache-5ad50661-5472-4ef6-a372-0c35c5b9ee8e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.316573] env[70243]: DEBUG nova.network.neutron [req-98762a14-bb90-4d96-8d3e-f03ef01bdb94 req-1fea3169-3ea2-4b0c-a6b8-fe2c0d3afc2c service nova] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Refreshing network info cache for port 997c6ce1-a172-4e14-9d0d-165c9844b037 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.335420] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622477, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.359541] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf9f246-56f0-4d06-b941-656f2a2a1c9d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.362962] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c0c5eb6b-1aac-4b32-965a-ee8626a2fd83 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "refresh_cache-7389c36d-4010-4df6-8fd1-767aa8b7b87a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.363243] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c0c5eb6b-1aac-4b32-965a-ee8626a2fd83 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquired lock "refresh_cache-7389c36d-4010-4df6-8fd1-767aa8b7b87a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.363502] env[70243]: DEBUG nova.network.neutron [None req-c0c5eb6b-1aac-4b32-965a-ee8626a2fd83 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.363711] env[70243]: DEBUG nova.objects.instance [None req-c0c5eb6b-1aac-4b32-965a-ee8626a2fd83 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lazy-loading 'info_cache' on Instance uuid 7389c36d-4010-4df6-8fd1-767aa8b7b87a {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.388056] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586de585-150f-4d5e-a8d7-309557593910 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.396282] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Updating instance 'bb0d8bc4-c513-46f3-aa96-660f9c6f1380' progress to 83 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1039.440157] env[70243]: DEBUG nova.virt.hardware [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.440465] env[70243]: DEBUG nova.virt.hardware [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.440646] env[70243]: DEBUG nova.virt.hardware [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.440857] env[70243]: DEBUG nova.virt.hardware [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.441077] env[70243]: DEBUG nova.virt.hardware [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.441291] env[70243]: DEBUG nova.virt.hardware [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.441572] env[70243]: DEBUG nova.virt.hardware [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.441773] env[70243]: DEBUG nova.virt.hardware [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.441955] env[70243]: DEBUG nova.virt.hardware [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.442140] env[70243]: DEBUG nova.virt.hardware [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.442334] env[70243]: DEBUG nova.virt.hardware [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.443385] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7809ed3c-490c-45e6-8291-eb9210ef5e29 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.451988] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c3db26-bc4b-4d71-92cd-5b0548b78901 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.467536] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Instance VIF info [] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.473291] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.474021] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.474290] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4dbe4dc-6ddc-48f5-9bb2-19b7456306dc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.487407] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.287s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.493654] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.276s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.493654] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.493654] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1039.493654] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.554s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.493955] env[70243]: DEBUG nova.objects.instance [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1039.500552] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bdc465-fdfd-47dc-9669-c606fa82357b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.504628] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquiring lock "refresh_cache-62a3cd33-3418-4b19-904f-37f12c87de7a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.504628] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquired lock "refresh_cache-62a3cd33-3418-4b19-904f-37f12c87de7a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.504628] env[70243]: DEBUG nova.network.neutron [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.508223] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.508223] env[70243]: value = "task-3622480" [ 1039.508223] env[70243]: _type = "Task" [ 1039.508223] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.523892] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f406cdb-16a9-4558-8371-ac98547e699b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.532754] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622480, 'name': CreateVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.535688] env[70243]: INFO nova.scheduler.client.report [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Deleted allocations for instance a9810188-00fc-4056-9a0c-737f1ea76e72 [ 1039.548535] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622479, 'name': CreateVM_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.552560] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd04b7c-4972-4fca-88eb-969a2d3d936f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.560533] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9583b1d4-cbdc-4150-a768-6629ed2b6764 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.592871] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178440MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=70243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1039.593151] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.811516] env[70243]: DEBUG nova.objects.base [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1039.811794] env[70243]: DEBUG nova.network.neutron [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.837457] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622477, 'name': ReconfigVM_Task, 'duration_secs': 1.550553} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.839205] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 9e3753c5-22d7-4efd-8306-06c024fdcc63/9e3753c5-22d7-4efd-8306-06c024fdcc63.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.839205] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1b50e9e-921c-4e1c-862a-d268005f2ca8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.847311] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1039.847311] env[70243]: value = "task-3622481" [ 1039.847311] env[70243]: _type = "Task" [ 1039.847311] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.851984] env[70243]: DEBUG nova.policy [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b74a58353bde408a984b292dcbd53dba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8c9aa15b2ac4dbba3ace78aaff8a1a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.860149] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622481, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.867932] env[70243]: DEBUG nova.objects.base [None req-c0c5eb6b-1aac-4b32-965a-ee8626a2fd83 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Object Instance<7389c36d-4010-4df6-8fd1-767aa8b7b87a> lazy-loaded attributes: flavor,info_cache {{(pid=70243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1039.905142] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c61a589b-b309-468a-a48e-1fb0f583f806 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Updating instance 'bb0d8bc4-c513-46f3-aa96-660f9c6f1380' progress to 100 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.008059] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c95ff300-ff89-4720-8efc-053cedd83ccf tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.008059] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c95ff300-ff89-4720-8efc-053cedd83ccf tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.028529] env[70243]: DEBUG oslo_vmware.rw_handles [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dcf120-935b-236f-5e5b-955b487a211b/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1040.032474] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e99dc5-1184-4986-82df-fb4013a044ee {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.036378] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622480, 'name': CreateVM_Task, 'duration_secs': 0.304496} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.036862] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.037317] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.037522] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.037852] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.040995] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41e4fd16-3997-4994-8678-4847689101be {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.042887] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622479, 'name': CreateVM_Task, 'duration_secs': 1.219922} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.044655] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.045111] env[70243]: DEBUG oslo_vmware.rw_handles [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dcf120-935b-236f-5e5b-955b487a211b/disk-0.vmdk is in state: ready. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1040.045294] env[70243]: ERROR oslo_vmware.rw_handles [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dcf120-935b-236f-5e5b-955b487a211b/disk-0.vmdk due to incomplete transfer. [ 1040.046501] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.046658] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.046971] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.047205] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0b9e6b52-7902-427b-a79c-169266fe50e6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.049812] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-243bf84b-7cfa-4baa-aaa9-59bb90891fe4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.051592] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1040.051592] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529c9c7a-2bf5-0b7d-5aa4-e04fb90d33ac" [ 1040.051592] env[70243]: _type = "Task" [ 1040.051592] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.058646] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1040.058646] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d7f473-3bce-8f3e-d773-45a8798f38d7" [ 1040.058646] env[70243]: _type = "Task" [ 1040.058646] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.060722] env[70243]: DEBUG oslo_vmware.rw_handles [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dcf120-935b-236f-5e5b-955b487a211b/disk-0.vmdk. {{(pid=70243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1040.060943] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Uploaded image ac3e90ba-b80b-4e89-8235-ea6c86e4bd71 to the Glance image server {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1040.063241] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Destroying the VM {{(pid=70243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1040.063731] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cadac506-0a53-4bc6-8de8-15ec925fefda tempest-ImagesTestJSON-1443607920 tempest-ImagesTestJSON-1443607920-project-member] Lock "a9810188-00fc-4056-9a0c-737f1ea76e72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.965s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.071202] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e2e4fb80-66a3-441f-989f-ae32da1845c1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.072959] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529c9c7a-2bf5-0b7d-5aa4-e04fb90d33ac, 'name': SearchDatastore_Task, 'duration_secs': 0.008988} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.074306] env[70243]: DEBUG nova.network.neutron [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.078751] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.078751] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.078751] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.078751] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.078751] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.078751] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19d43f29-cd1d-42b4-a5c5-87059220b724 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.084284] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d7f473-3bce-8f3e-d773-45a8798f38d7, 'name': SearchDatastore_Task, 'duration_secs': 0.00834} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.084600] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1040.084600] env[70243]: value = "task-3622482" [ 1040.084600] env[70243]: _type = "Task" [ 1040.084600] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.085397] env[70243]: DEBUG nova.network.neutron [req-98762a14-bb90-4d96-8d3e-f03ef01bdb94 req-1fea3169-3ea2-4b0c-a6b8-fe2c0d3afc2c service nova] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Updated VIF entry in instance network info cache for port 997c6ce1-a172-4e14-9d0d-165c9844b037. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.085737] env[70243]: DEBUG nova.network.neutron [req-98762a14-bb90-4d96-8d3e-f03ef01bdb94 req-1fea3169-3ea2-4b0c-a6b8-fe2c0d3afc2c service nova] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Updating instance_info_cache with network_info: [{"id": "997c6ce1-a172-4e14-9d0d-165c9844b037", "address": "fa:16:3e:a2:5c:b5", "network": {"id": "e67b990e-a496-4c25-af2f-9af30a035feb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1399546946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d7a853c487e46b59372fc0e512e79f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap997c6ce1-a1", "ovs_interfaceid": "997c6ce1-a172-4e14-9d0d-165c9844b037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.088181] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.088181] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.088181] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.088181] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.088534] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.089671] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2117a713-39f1-4a87-a78d-0665bee2e20b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.096238] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.096447] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.098198] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-649d929d-ecad-4034-ae35-481ca6eaa70d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.106124] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622482, 'name': Destroy_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.107922] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.108105] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.113155] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c5b2150-d3b6-4645-8f03-e478ddc6b27b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.113155] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1040.113155] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c9e2cd-b4f0-5da5-84b5-a3f9f90e0f2d" [ 1040.113155] env[70243]: _type = "Task" [ 1040.113155] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.117957] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1040.117957] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52361ad4-7b97-f0fe-a2c4-9bc3df9fe606" [ 1040.117957] env[70243]: _type = "Task" [ 1040.117957] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.124780] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c9e2cd-b4f0-5da5-84b5-a3f9f90e0f2d, 'name': SearchDatastore_Task, 'duration_secs': 0.00871} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.125851] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c19e01-5401-4066-9f20-40a55496628a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.131311] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52361ad4-7b97-f0fe-a2c4-9bc3df9fe606, 'name': SearchDatastore_Task, 'duration_secs': 0.008095} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.134439] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5673bdbf-adcb-4dd0-b46c-62d892eab2c8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.138015] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1040.138015] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52652266-8047-f49d-55d3-60613c386774" [ 1040.138015] env[70243]: _type = "Task" [ 1040.138015] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.144324] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1040.144324] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f3c941-d15d-8d63-084f-ca5a88581cd5" [ 1040.144324] env[70243]: _type = "Task" [ 1040.144324] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.151155] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52652266-8047-f49d-55d3-60613c386774, 'name': SearchDatastore_Task, 'duration_secs': 0.008635} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.151743] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.152137] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 8103e940-f836-4b36-9cd9-e31ec80920a9/8103e940-f836-4b36-9cd9-e31ec80920a9.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.152277] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cc68b60-7814-4e57-b02c-04723b4679b2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.157569] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f3c941-d15d-8d63-084f-ca5a88581cd5, 'name': SearchDatastore_Task, 'duration_secs': 0.008253} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.158121] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.158375] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 5ad50661-5472-4ef6-a372-0c35c5b9ee8e/5ad50661-5472-4ef6-a372-0c35c5b9ee8e.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.158615] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8af76a99-2a45-4591-a6a1-eb806f823d31 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.161388] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1040.161388] env[70243]: value = "task-3622483" [ 1040.161388] env[70243]: _type = "Task" [ 1040.161388] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.165570] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1040.165570] env[70243]: value = "task-3622484" [ 1040.165570] env[70243]: _type = "Task" [ 1040.165570] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.174820] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.179754] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.238948] env[70243]: DEBUG nova.network.neutron [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Updating instance_info_cache with network_info: [{"id": "da8f6af4-e143-45ce-babe-699f3d924d41", "address": "fa:16:3e:0d:36:a8", "network": {"id": "6f144554-2496-4656-9ebf-dc9be5db9328", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-635921234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a09046064a74983a3d519153ef434e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8f6af4-e1", "ovs_interfaceid": "da8f6af4-e143-45ce-babe-699f3d924d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.335646] env[70243]: DEBUG nova.network.neutron [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Successfully created port: 559aec5a-9de6-4baf-b04b-85d0b0ae4743 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.361165] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622481, 'name': Rename_Task, 'duration_secs': 0.166023} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.361578] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.361993] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9de3b42f-7456-4e78-8b0f-ac8707098c58 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.373680] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1040.373680] env[70243]: value = "task-3622485" [ 1040.373680] env[70243]: _type = "Task" [ 1040.373680] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.384489] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.507013] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3f99f460-2d1b-4024-9525-3a88c25da74c tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.510228] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.267s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.510529] env[70243]: DEBUG nova.objects.instance [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Lazy-loading 'resources' on Instance uuid ddeb2e4f-ae88-444b-bdfc-00a5944dd8de {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.517989] env[70243]: INFO nova.compute.manager [None req-c95ff300-ff89-4720-8efc-053cedd83ccf tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Detaching volume dce6b290-e874-43b3-8ae5-08ae0e316d4e [ 1040.585488] env[70243]: INFO nova.virt.block_device [None req-c95ff300-ff89-4720-8efc-053cedd83ccf tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Attempting to driver detach volume dce6b290-e874-43b3-8ae5-08ae0e316d4e from mountpoint /dev/sdb [ 1040.585804] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c95ff300-ff89-4720-8efc-053cedd83ccf tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Volume detach. Driver type: vmdk {{(pid=70243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1040.586082] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c95ff300-ff89-4720-8efc-053cedd83ccf tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722447', 'volume_id': 'dce6b290-e874-43b3-8ae5-08ae0e316d4e', 'name': 'volume-dce6b290-e874-43b3-8ae5-08ae0e316d4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f71023c9-0704-4b78-b10f-d7baa2e97d7f', 'attached_at': '', 'detached_at': '', 'volume_id': 'dce6b290-e874-43b3-8ae5-08ae0e316d4e', 'serial': 'dce6b290-e874-43b3-8ae5-08ae0e316d4e'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1040.587380] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4bf75d-6dfa-47bf-9c44-de7e8c1a2c16 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.593074] env[70243]: DEBUG oslo_concurrency.lockutils [req-98762a14-bb90-4d96-8d3e-f03ef01bdb94 req-1fea3169-3ea2-4b0c-a6b8-fe2c0d3afc2c service nova] Releasing lock "refresh_cache-5ad50661-5472-4ef6-a372-0c35c5b9ee8e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.618698] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622482, 'name': Destroy_Task, 'duration_secs': 0.437037} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.621905] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Destroyed the VM [ 1040.622289] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Deleting Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1040.623183] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18832073-21ce-44ba-9281-4c0346bfac0e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.626243] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-44a19783-0f47-441e-bfcb-1fd8a3e98897 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.638854] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90076d4-b1e2-4f69-8408-3aeae9fe1042 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.642324] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1040.642324] env[70243]: value = "task-3622486" [ 1040.642324] env[70243]: _type = "Task" [ 1040.642324] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.670494] env[70243]: DEBUG nova.network.neutron [None req-c0c5eb6b-1aac-4b32-965a-ee8626a2fd83 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Updating instance_info_cache with network_info: [{"id": "a5992b25-fda7-4a67-ba56-68ee7fcd93d1", "address": "fa:16:3e:ff:70:3c", "network": {"id": "cc6bea4a-fe98-413d-8550-39847bd42091", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-581716940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e577c4022f941bba0aedaec4d64e79b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5992b25-fd", "ovs_interfaceid": "a5992b25-fda7-4a67-ba56-68ee7fcd93d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.677685] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9171b054-c177-4f65-9649-f2ea6ceaae76 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.688258] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622486, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.697389] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622483, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.711532] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c95ff300-ff89-4720-8efc-053cedd83ccf tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] The volume has not been displaced from its original location: [datastore1] volume-dce6b290-e874-43b3-8ae5-08ae0e316d4e/volume-dce6b290-e874-43b3-8ae5-08ae0e316d4e.vmdk. No consolidation needed. {{(pid=70243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1040.718114] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c95ff300-ff89-4720-8efc-053cedd83ccf tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Reconfiguring VM instance instance-00000040 to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1040.718521] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622484, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.718779] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1b3ebb3-7619-42d5-9fc0-d69710a6cef8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.739357] env[70243]: DEBUG oslo_vmware.api [None req-c95ff300-ff89-4720-8efc-053cedd83ccf tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 1040.739357] env[70243]: value = "task-3622487" [ 1040.739357] env[70243]: _type = "Task" [ 1040.739357] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.744085] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Releasing lock "refresh_cache-62a3cd33-3418-4b19-904f-37f12c87de7a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.744335] env[70243]: DEBUG nova.compute.manager [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Instance network_info: |[{"id": "da8f6af4-e143-45ce-babe-699f3d924d41", "address": "fa:16:3e:0d:36:a8", "network": {"id": "6f144554-2496-4656-9ebf-dc9be5db9328", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-635921234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a09046064a74983a3d519153ef434e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8f6af4-e1", "ovs_interfaceid": "da8f6af4-e143-45ce-babe-699f3d924d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.744724] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:36:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da8f6af4-e143-45ce-babe-699f3d924d41', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.752346] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Creating folder: Project (9a09046064a74983a3d519153ef434e7). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1040.753523] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b3481f8-6918-4bb8-b831-160f523063e2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.760214] env[70243]: DEBUG oslo_vmware.api [None req-c95ff300-ff89-4720-8efc-053cedd83ccf tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.766142] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Created folder: Project (9a09046064a74983a3d519153ef434e7) in parent group-v722220. [ 1040.766142] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Creating folder: Instances. Parent ref: group-v722480. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1040.766333] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7cd4302-3b0a-43cb-a46f-cb6a3712e7e2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.776012] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Created folder: Instances in parent group-v722480. [ 1040.776012] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.776012] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.776144] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c798d2ae-9dc2-47e8-85f1-2ae8aef06f23 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.797194] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.797194] env[70243]: value = "task-3622490" [ 1040.797194] env[70243]: _type = "Task" [ 1040.797194] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.805909] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622490, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.887624] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622485, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.153883] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622486, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.173659] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c0c5eb6b-1aac-4b32-965a-ee8626a2fd83 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Releasing lock "refresh_cache-7389c36d-4010-4df6-8fd1-767aa8b7b87a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.180392] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535819} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.183189] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 8103e940-f836-4b36-9cd9-e31ec80920a9/8103e940-f836-4b36-9cd9-e31ec80920a9.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.183444] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.184542] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2206f567-317a-4314-ab77-7585462d89e2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.197641] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618989} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.201578] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 5ad50661-5472-4ef6-a372-0c35c5b9ee8e/5ad50661-5472-4ef6-a372-0c35c5b9ee8e.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.201861] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.202226] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1041.202226] env[70243]: value = "task-3622491" [ 1041.202226] env[70243]: _type = "Task" [ 1041.202226] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.203098] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-463f5085-9bfb-419b-a5de-58da0760a31a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.214662] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.220392] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1041.220392] env[70243]: value = "task-3622492" [ 1041.220392] env[70243]: _type = "Task" [ 1041.220392] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.227355] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.251720] env[70243]: DEBUG oslo_vmware.api [None req-c95ff300-ff89-4720-8efc-053cedd83ccf tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622487, 'name': ReconfigVM_Task, 'duration_secs': 0.270095} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.252010] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c95ff300-ff89-4720-8efc-053cedd83ccf tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Reconfigured VM instance instance-00000040 to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1041.259200] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d08ae444-be11-4b8d-b590-f6d715e723be {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.276305] env[70243]: DEBUG oslo_vmware.api [None req-c95ff300-ff89-4720-8efc-053cedd83ccf tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 1041.276305] env[70243]: value = "task-3622493" [ 1041.276305] env[70243]: _type = "Task" [ 1041.276305] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.287496] env[70243]: DEBUG oslo_vmware.api [None req-c95ff300-ff89-4720-8efc-053cedd83ccf tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.307185] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622490, 'name': CreateVM_Task, 'duration_secs': 0.437377} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.307367] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.308071] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.308253] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.308629] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.308880] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aea538bf-5bb9-4fa1-8d19-0d6a41df4edd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.316983] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Waiting for the task: (returnval){ [ 1041.316983] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52461b45-71d6-08e4-345b-d9c8d5e6ec96" [ 1041.316983] env[70243]: _type = "Task" [ 1041.316983] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.325978] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52461b45-71d6-08e4-345b-d9c8d5e6ec96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.350868] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2538f988-d762-4743-8302-965b066c398a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.358542] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59516cf-7781-4359-9986-259b6a37dad3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.393885] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f427d61e-c6a4-488c-bbbf-646d3b407c01 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.402256] env[70243]: DEBUG oslo_vmware.api [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622485, 'name': PowerOnVM_Task, 'duration_secs': 0.748195} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.403955] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.404219] env[70243]: INFO nova.compute.manager [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Took 11.23 seconds to spawn the instance on the hypervisor. [ 1041.404502] env[70243]: DEBUG nova.compute.manager [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.405272] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a34f8a-cf6f-4b60-9680-a98243027496 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.408507] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc1715c-46a2-44c2-9108-178e9756560a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.428691] env[70243]: DEBUG nova.compute.provider_tree [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.603948] env[70243]: DEBUG nova.compute.manager [req-030d966b-021b-4d38-a87b-36934c9a0ecf req-f63b816b-e063-4d5c-8a0e-ad9ae975d310 service nova] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Received event network-vif-plugged-da8f6af4-e143-45ce-babe-699f3d924d41 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.603948] env[70243]: DEBUG oslo_concurrency.lockutils [req-030d966b-021b-4d38-a87b-36934c9a0ecf req-f63b816b-e063-4d5c-8a0e-ad9ae975d310 service nova] Acquiring lock "62a3cd33-3418-4b19-904f-37f12c87de7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.604393] env[70243]: DEBUG oslo_concurrency.lockutils [req-030d966b-021b-4d38-a87b-36934c9a0ecf req-f63b816b-e063-4d5c-8a0e-ad9ae975d310 service nova] Lock "62a3cd33-3418-4b19-904f-37f12c87de7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.604393] env[70243]: DEBUG oslo_concurrency.lockutils [req-030d966b-021b-4d38-a87b-36934c9a0ecf req-f63b816b-e063-4d5c-8a0e-ad9ae975d310 service nova] Lock "62a3cd33-3418-4b19-904f-37f12c87de7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.604483] env[70243]: DEBUG nova.compute.manager [req-030d966b-021b-4d38-a87b-36934c9a0ecf req-f63b816b-e063-4d5c-8a0e-ad9ae975d310 service nova] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] No waiting events found dispatching network-vif-plugged-da8f6af4-e143-45ce-babe-699f3d924d41 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.604679] env[70243]: WARNING nova.compute.manager [req-030d966b-021b-4d38-a87b-36934c9a0ecf req-f63b816b-e063-4d5c-8a0e-ad9ae975d310 service nova] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Received unexpected event network-vif-plugged-da8f6af4-e143-45ce-babe-699f3d924d41 for instance with vm_state building and task_state spawning. [ 1041.604809] env[70243]: DEBUG nova.compute.manager [req-030d966b-021b-4d38-a87b-36934c9a0ecf req-f63b816b-e063-4d5c-8a0e-ad9ae975d310 service nova] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Received event network-changed-da8f6af4-e143-45ce-babe-699f3d924d41 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.604966] env[70243]: DEBUG nova.compute.manager [req-030d966b-021b-4d38-a87b-36934c9a0ecf req-f63b816b-e063-4d5c-8a0e-ad9ae975d310 service nova] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Refreshing instance network info cache due to event network-changed-da8f6af4-e143-45ce-babe-699f3d924d41. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.605161] env[70243]: DEBUG oslo_concurrency.lockutils [req-030d966b-021b-4d38-a87b-36934c9a0ecf req-f63b816b-e063-4d5c-8a0e-ad9ae975d310 service nova] Acquiring lock "refresh_cache-62a3cd33-3418-4b19-904f-37f12c87de7a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.605412] env[70243]: DEBUG oslo_concurrency.lockutils [req-030d966b-021b-4d38-a87b-36934c9a0ecf req-f63b816b-e063-4d5c-8a0e-ad9ae975d310 service nova] Acquired lock "refresh_cache-62a3cd33-3418-4b19-904f-37f12c87de7a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.605446] env[70243]: DEBUG nova.network.neutron [req-030d966b-021b-4d38-a87b-36934c9a0ecf req-f63b816b-e063-4d5c-8a0e-ad9ae975d310 service nova] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Refreshing network info cache for port da8f6af4-e143-45ce-babe-699f3d924d41 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.654249] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622486, 'name': RemoveSnapshot_Task, 'duration_secs': 0.621601} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.654526] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Deleted Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1041.654793] env[70243]: DEBUG nova.compute.manager [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.655559] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8e3966-393d-4dce-b8fc-915d8b9e18d5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.713638] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074224} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.713897] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.714687] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9798c4-ca05-49bf-becb-0ca3d55a7c46 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.733773] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 8103e940-f836-4b36-9cd9-e31ec80920a9/8103e940-f836-4b36-9cd9-e31ec80920a9.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.736912] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd1587a3-a7e7-4d86-ba8d-f30dd9a87d0b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.756040] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.269405} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.756673] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.757035] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1041.757035] env[70243]: value = "task-3622494" [ 1041.757035] env[70243]: _type = "Task" [ 1041.757035] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.757715] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8eff36-f7f1-4421-ab74-943fce16d66a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.767594] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622494, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.785893] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 5ad50661-5472-4ef6-a372-0c35c5b9ee8e/5ad50661-5472-4ef6-a372-0c35c5b9ee8e.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.788964] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aede6f04-8c40-4ef4-8c7c-f1d7e3bed839 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.811461] env[70243]: DEBUG oslo_vmware.api [None req-c95ff300-ff89-4720-8efc-053cedd83ccf tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.812690] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1041.812690] env[70243]: value = "task-3622495" [ 1041.812690] env[70243]: _type = "Task" [ 1041.812690] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.821878] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622495, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.828037] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52461b45-71d6-08e4-345b-d9c8d5e6ec96, 'name': SearchDatastore_Task, 'duration_secs': 0.023101} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.828336] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.828572] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.828815] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.828954] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.829144] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.829400] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01b258a6-11e2-44b7-8b7e-df8be2510ee9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.842344] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.842344] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.843464] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e822eb7d-d40c-4e42-9777-d4f561016e6b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.848094] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Waiting for the task: (returnval){ [ 1041.848094] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5213737b-075d-0dfe-1b46-731efe87ea3d" [ 1041.848094] env[70243]: _type = "Task" [ 1041.848094] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.855740] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5213737b-075d-0dfe-1b46-731efe87ea3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.937458] env[70243]: DEBUG nova.scheduler.client.report [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.946893] env[70243]: INFO nova.compute.manager [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Took 30.49 seconds to build instance. [ 1042.056469] env[70243]: DEBUG nova.network.neutron [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Successfully updated port: 559aec5a-9de6-4baf-b04b-85d0b0ae4743 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.166842] env[70243]: INFO nova.compute.manager [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Shelve offloading [ 1042.180102] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c5eb6b-1aac-4b32-965a-ee8626a2fd83 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.180374] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f8191c7-14b6-4e0c-94e7-9ca05561cdc4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.188775] env[70243]: DEBUG oslo_vmware.api [None req-c0c5eb6b-1aac-4b32-965a-ee8626a2fd83 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1042.188775] env[70243]: value = "task-3622496" [ 1042.188775] env[70243]: _type = "Task" [ 1042.188775] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.197484] env[70243]: DEBUG oslo_vmware.api [None req-c0c5eb6b-1aac-4b32-965a-ee8626a2fd83 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.270821] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.287491] env[70243]: DEBUG oslo_vmware.api [None req-c95ff300-ff89-4720-8efc-053cedd83ccf tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622493, 'name': ReconfigVM_Task, 'duration_secs': 0.80472} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.287802] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c95ff300-ff89-4720-8efc-053cedd83ccf tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722447', 'volume_id': 'dce6b290-e874-43b3-8ae5-08ae0e316d4e', 'name': 'volume-dce6b290-e874-43b3-8ae5-08ae0e316d4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f71023c9-0704-4b78-b10f-d7baa2e97d7f', 'attached_at': '', 'detached_at': '', 'volume_id': 'dce6b290-e874-43b3-8ae5-08ae0e316d4e', 'serial': 'dce6b290-e874-43b3-8ae5-08ae0e316d4e'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1042.324660] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.360191] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5213737b-075d-0dfe-1b46-731efe87ea3d, 'name': SearchDatastore_Task, 'duration_secs': 0.082825} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.361045] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9342e32-fdd4-46dc-9278-31b4c1a13644 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.366865] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Waiting for the task: (returnval){ [ 1042.366865] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5232abfb-0f8c-3594-f076-97f7e1619982" [ 1042.366865] env[70243]: _type = "Task" [ 1042.366865] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.374363] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5232abfb-0f8c-3594-f076-97f7e1619982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.389334] env[70243]: DEBUG nova.network.neutron [req-030d966b-021b-4d38-a87b-36934c9a0ecf req-f63b816b-e063-4d5c-8a0e-ad9ae975d310 service nova] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Updated VIF entry in instance network info cache for port da8f6af4-e143-45ce-babe-699f3d924d41. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.389779] env[70243]: DEBUG nova.network.neutron [req-030d966b-021b-4d38-a87b-36934c9a0ecf req-f63b816b-e063-4d5c-8a0e-ad9ae975d310 service nova] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Updating instance_info_cache with network_info: [{"id": "da8f6af4-e143-45ce-babe-699f3d924d41", "address": "fa:16:3e:0d:36:a8", "network": {"id": "6f144554-2496-4656-9ebf-dc9be5db9328", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-635921234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a09046064a74983a3d519153ef434e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8f6af4-e1", "ovs_interfaceid": "da8f6af4-e143-45ce-babe-699f3d924d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.445143] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f3e7d751-d437-4621-963f-cb4af0cae1a2 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "9e3753c5-22d7-4efd-8306-06c024fdcc63" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.445949] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.448769] env[70243]: DEBUG oslo_concurrency.lockutils [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.716s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.448769] env[70243]: DEBUG nova.objects.instance [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lazy-loading 'resources' on Instance uuid ce050c27-f1e8-4664-ba6f-1573e8cdd9e5 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.450087] env[70243]: DEBUG oslo_concurrency.lockutils [None req-97102cff-564f-4a17-9299-6d55d94b3f1b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "9e3753c5-22d7-4efd-8306-06c024fdcc63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.010s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.450087] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f3e7d751-d437-4621-963f-cb4af0cae1a2 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "9e3753c5-22d7-4efd-8306-06c024fdcc63" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.005s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.450316] env[70243]: DEBUG nova.compute.manager [None req-f3e7d751-d437-4621-963f-cb4af0cae1a2 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.451261] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8b5b82-6026-4908-b09f-2406658a9de4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.458438] env[70243]: DEBUG nova.compute.manager [None req-f3e7d751-d437-4621-963f-cb4af0cae1a2 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70243) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1042.458987] env[70243]: DEBUG nova.objects.instance [None req-f3e7d751-d437-4621-963f-cb4af0cae1a2 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lazy-loading 'flavor' on Instance uuid 9e3753c5-22d7-4efd-8306-06c024fdcc63 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.499289] env[70243]: INFO nova.scheduler.client.report [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Deleted allocations for instance ddeb2e4f-ae88-444b-bdfc-00a5944dd8de [ 1042.560714] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "refresh_cache-a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.561253] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "refresh_cache-a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.561329] env[70243]: DEBUG nova.network.neutron [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.672232] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.672232] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1a870fa-0221-4985-a403-237657efd574 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.678769] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1042.678769] env[70243]: value = "task-3622497" [ 1042.678769] env[70243]: _type = "Task" [ 1042.678769] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.689347] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] VM already powered off {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1042.689585] env[70243]: DEBUG nova.compute.manager [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.693220] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9487beeb-8075-44df-aec7-32ec3683ba6a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.702605] env[70243]: DEBUG oslo_vmware.api [None req-c0c5eb6b-1aac-4b32-965a-ee8626a2fd83 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622496, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.702976] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "refresh_cache-8b2602c1-bd7c-473c-9c61-93b93fad24a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.703222] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquired lock "refresh_cache-8b2602c1-bd7c-473c-9c61-93b93fad24a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.703630] env[70243]: DEBUG nova.network.neutron [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.779130] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622494, 'name': ReconfigVM_Task, 'duration_secs': 0.670995} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.779617] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 8103e940-f836-4b36-9cd9-e31ec80920a9/8103e940-f836-4b36-9cd9-e31ec80920a9.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.780499] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-184b3ee4-2e7f-4593-87ad-279f1828faae {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.789306] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1042.789306] env[70243]: value = "task-3622498" [ 1042.789306] env[70243]: _type = "Task" [ 1042.789306] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.800778] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622498, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.824984] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.846715] env[70243]: DEBUG nova.objects.instance [None req-c95ff300-ff89-4720-8efc-053cedd83ccf tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lazy-loading 'flavor' on Instance uuid f71023c9-0704-4b78-b10f-d7baa2e97d7f {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.879177] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5232abfb-0f8c-3594-f076-97f7e1619982, 'name': SearchDatastore_Task, 'duration_secs': 0.010517} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.879509] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.879846] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 62a3cd33-3418-4b19-904f-37f12c87de7a/62a3cd33-3418-4b19-904f-37f12c87de7a.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.880177] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3b6a004-887f-4cfb-9954-7e30c71dab78 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.888590] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Waiting for the task: (returnval){ [ 1042.888590] env[70243]: value = "task-3622499" [ 1042.888590] env[70243]: _type = "Task" [ 1042.888590] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.892806] env[70243]: DEBUG oslo_concurrency.lockutils [req-030d966b-021b-4d38-a87b-36934c9a0ecf req-f63b816b-e063-4d5c-8a0e-ad9ae975d310 service nova] Releasing lock "refresh_cache-62a3cd33-3418-4b19-904f-37f12c87de7a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.898739] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.951960] env[70243]: DEBUG nova.objects.instance [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lazy-loading 'numa_topology' on Instance uuid ce050c27-f1e8-4664-ba6f-1573e8cdd9e5 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.006379] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5689831e-7901-4ba8-965f-2d425e1b01d6 tempest-ServersTestManualDisk-757861178 tempest-ServersTestManualDisk-757861178-project-member] Lock "ddeb2e4f-ae88-444b-bdfc-00a5944dd8de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.156s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.141531] env[70243]: WARNING nova.network.neutron [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] d2e3424a-ee26-49c3-87d1-67cbf0339862 already exists in list: networks containing: ['d2e3424a-ee26-49c3-87d1-67cbf0339862']. ignoring it [ 1043.201479] env[70243]: DEBUG oslo_vmware.api [None req-c0c5eb6b-1aac-4b32-965a-ee8626a2fd83 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622496, 'name': PowerOnVM_Task, 'duration_secs': 0.673304} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.202679] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c5eb6b-1aac-4b32-965a-ee8626a2fd83 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.202679] env[70243]: DEBUG nova.compute.manager [None req-c0c5eb6b-1aac-4b32-965a-ee8626a2fd83 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.202908] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc331a19-fe5e-4b7a-a34b-599328c5daff {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.269955] env[70243]: DEBUG oslo_concurrency.lockutils [None req-722b4568-17e4-4b03-b68c-771c55e6cfa0 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "bb0d8bc4-c513-46f3-aa96-660f9c6f1380" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.269955] env[70243]: DEBUG oslo_concurrency.lockutils [None req-722b4568-17e4-4b03-b68c-771c55e6cfa0 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "bb0d8bc4-c513-46f3-aa96-660f9c6f1380" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.269955] env[70243]: DEBUG nova.compute.manager [None req-722b4568-17e4-4b03-b68c-771c55e6cfa0 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Going to confirm migration 3 {{(pid=70243) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1043.302810] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622498, 'name': Rename_Task, 'duration_secs': 0.156781} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.303215] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.303507] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fbf5c1b-6242-4eb3-bfc9-701a51710d42 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.311074] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1043.311074] env[70243]: value = "task-3622500" [ 1043.311074] env[70243]: _type = "Task" [ 1043.311074] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.322672] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.333754] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622495, 'name': ReconfigVM_Task, 'duration_secs': 1.194717} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.334145] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 5ad50661-5472-4ef6-a372-0c35c5b9ee8e/5ad50661-5472-4ef6-a372-0c35c5b9ee8e.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.335090] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f626a103-50a7-454c-8a04-961d3ca1b961 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.341894] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1043.341894] env[70243]: value = "task-3622501" [ 1043.341894] env[70243]: _type = "Task" [ 1043.341894] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.353054] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622501, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.402802] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622499, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.455953] env[70243]: DEBUG nova.objects.base [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1043.465086] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e7d751-d437-4621-963f-cb4af0cae1a2 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.465610] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c86d5508-0e72-4398-b985-27c3d4f02bf6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.471426] env[70243]: DEBUG oslo_vmware.api [None req-f3e7d751-d437-4621-963f-cb4af0cae1a2 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1043.471426] env[70243]: value = "task-3622502" [ 1043.471426] env[70243]: _type = "Task" [ 1043.471426] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.480625] env[70243]: DEBUG oslo_vmware.api [None req-f3e7d751-d437-4621-963f-cb4af0cae1a2 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.492930] env[70243]: DEBUG nova.network.neutron [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Updating instance_info_cache with network_info: [{"id": "7a02db7c-959a-455c-95f3-3b5f2ff4b5f4", "address": "fa:16:3e:8f:64:53", "network": {"id": "3ebabe1b-c0c2-4001-a925-c9fb262c5e75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107324948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc7836824bf442619c6ab1b3d0fbffa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a02db7c-95", "ovs_interfaceid": "7a02db7c-959a-455c-95f3-3b5f2ff4b5f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.621893] env[70243]: DEBUG nova.network.neutron [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Updating instance_info_cache with network_info: [{"id": "03367195-cb95-4452-bd63-3151220799da", "address": "fa:16:3e:31:8d:44", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03367195-cb", "ovs_interfaceid": "03367195-cb95-4452-bd63-3151220799da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "559aec5a-9de6-4baf-b04b-85d0b0ae4743", "address": "fa:16:3e:12:80:1a", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559aec5a-9d", "ovs_interfaceid": "559aec5a-9de6-4baf-b04b-85d0b0ae4743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.768643] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4b1ed0-535a-4cbc-8107-5bab95d8df0d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.780819] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d690c181-36ae-4c85-9304-6e414f49a3d3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.818093] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf1e80f-94de-41f1-9a77-5ef6127901ea {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.825722] env[70243]: DEBUG oslo_concurrency.lockutils [None req-722b4568-17e4-4b03-b68c-771c55e6cfa0 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "refresh_cache-bb0d8bc4-c513-46f3-aa96-660f9c6f1380" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.825904] env[70243]: DEBUG oslo_concurrency.lockutils [None req-722b4568-17e4-4b03-b68c-771c55e6cfa0 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquired lock "refresh_cache-bb0d8bc4-c513-46f3-aa96-660f9c6f1380" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.826123] env[70243]: DEBUG nova.network.neutron [None req-722b4568-17e4-4b03-b68c-771c55e6cfa0 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.826276] env[70243]: DEBUG nova.objects.instance [None req-722b4568-17e4-4b03-b68c-771c55e6cfa0 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lazy-loading 'info_cache' on Instance uuid bb0d8bc4-c513-46f3-aa96-660f9c6f1380 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.831554] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5749ea-1865-4720-bf36-41092233d04f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.835781] env[70243]: DEBUG oslo_vmware.api [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622500, 'name': PowerOnVM_Task, 'duration_secs': 0.44037} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.836344] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.836715] env[70243]: DEBUG nova.compute.manager [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.837985] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b09535-45ff-4bcb-a621-6a4cee23d8c3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.849735] env[70243]: DEBUG nova.compute.provider_tree [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.856353] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c95ff300-ff89-4720-8efc-053cedd83ccf tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.849s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.867271] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622501, 'name': Rename_Task, 'duration_secs': 0.499227} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.867271] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.867271] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ab102af-2819-434f-9f3d-aba7e3803336 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.874473] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1043.874473] env[70243]: value = "task-3622503" [ 1043.874473] env[70243]: _type = "Task" [ 1043.874473] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.883471] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.899151] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535214} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.899432] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 62a3cd33-3418-4b19-904f-37f12c87de7a/62a3cd33-3418-4b19-904f-37f12c87de7a.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.899896] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.899896] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35ff2275-d586-4ead-8c7d-57989b76bcb3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.907250] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Waiting for the task: (returnval){ [ 1043.907250] env[70243]: value = "task-3622504" [ 1043.907250] env[70243]: _type = "Task" [ 1043.907250] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.909933] env[70243]: DEBUG nova.compute.manager [req-58734931-26f1-44bd-95b8-e81a7f66c1db req-ee20365b-c138-40ee-84ff-969a3c533db4 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Received event network-vif-plugged-559aec5a-9de6-4baf-b04b-85d0b0ae4743 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.910230] env[70243]: DEBUG oslo_concurrency.lockutils [req-58734931-26f1-44bd-95b8-e81a7f66c1db req-ee20365b-c138-40ee-84ff-969a3c533db4 service nova] Acquiring lock "a64f293e-481f-43af-83fe-04545d27a325-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.910453] env[70243]: DEBUG oslo_concurrency.lockutils [req-58734931-26f1-44bd-95b8-e81a7f66c1db req-ee20365b-c138-40ee-84ff-969a3c533db4 service nova] Lock "a64f293e-481f-43af-83fe-04545d27a325-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.910619] env[70243]: DEBUG oslo_concurrency.lockutils [req-58734931-26f1-44bd-95b8-e81a7f66c1db req-ee20365b-c138-40ee-84ff-969a3c533db4 service nova] Lock "a64f293e-481f-43af-83fe-04545d27a325-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.910807] env[70243]: DEBUG nova.compute.manager [req-58734931-26f1-44bd-95b8-e81a7f66c1db req-ee20365b-c138-40ee-84ff-969a3c533db4 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] No waiting events found dispatching network-vif-plugged-559aec5a-9de6-4baf-b04b-85d0b0ae4743 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.911031] env[70243]: WARNING nova.compute.manager [req-58734931-26f1-44bd-95b8-e81a7f66c1db req-ee20365b-c138-40ee-84ff-969a3c533db4 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Received unexpected event network-vif-plugged-559aec5a-9de6-4baf-b04b-85d0b0ae4743 for instance with vm_state active and task_state None. [ 1043.911217] env[70243]: DEBUG nova.compute.manager [req-58734931-26f1-44bd-95b8-e81a7f66c1db req-ee20365b-c138-40ee-84ff-969a3c533db4 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Received event network-changed-559aec5a-9de6-4baf-b04b-85d0b0ae4743 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.911378] env[70243]: DEBUG nova.compute.manager [req-58734931-26f1-44bd-95b8-e81a7f66c1db req-ee20365b-c138-40ee-84ff-969a3c533db4 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Refreshing instance network info cache due to event network-changed-559aec5a-9de6-4baf-b04b-85d0b0ae4743. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.911544] env[70243]: DEBUG oslo_concurrency.lockutils [req-58734931-26f1-44bd-95b8-e81a7f66c1db req-ee20365b-c138-40ee-84ff-969a3c533db4 service nova] Acquiring lock "refresh_cache-a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.921398] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.980996] env[70243]: DEBUG oslo_vmware.api [None req-f3e7d751-d437-4621-963f-cb4af0cae1a2 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622502, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.995927] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Releasing lock "refresh_cache-8b2602c1-bd7c-473c-9c61-93b93fad24a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.126801] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "refresh_cache-a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.127794] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.128076] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.128507] env[70243]: DEBUG oslo_concurrency.lockutils [req-58734931-26f1-44bd-95b8-e81a7f66c1db req-ee20365b-c138-40ee-84ff-969a3c533db4 service nova] Acquired lock "refresh_cache-a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.128790] env[70243]: DEBUG nova.network.neutron [req-58734931-26f1-44bd-95b8-e81a7f66c1db req-ee20365b-c138-40ee-84ff-969a3c533db4 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Refreshing network info cache for port 559aec5a-9de6-4baf-b04b-85d0b0ae4743 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.131471] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b0d0a8-ee53-4361-9909-48b4b64de316 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.168400] env[70243]: DEBUG nova.virt.hardware [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.168919] env[70243]: DEBUG nova.virt.hardware [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.169224] env[70243]: DEBUG nova.virt.hardware [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.169541] env[70243]: DEBUG nova.virt.hardware [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.169840] env[70243]: DEBUG nova.virt.hardware [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.170155] env[70243]: DEBUG nova.virt.hardware [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.170528] env[70243]: DEBUG nova.virt.hardware [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.170718] env[70243]: DEBUG nova.virt.hardware [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.171301] env[70243]: DEBUG nova.virt.hardware [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.171301] env[70243]: DEBUG nova.virt.hardware [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.171301] env[70243]: DEBUG nova.virt.hardware [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.177917] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Reconfiguring VM to attach interface {{(pid=70243) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1044.178764] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb351c55-07ff-4714-8f68-3a210eb21565 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.196798] env[70243]: DEBUG oslo_vmware.api [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1044.196798] env[70243]: value = "task-3622505" [ 1044.196798] env[70243]: _type = "Task" [ 1044.196798] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.204723] env[70243]: DEBUG oslo_vmware.api [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622505, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.369481] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.386432] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622503, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.406955] env[70243]: DEBUG nova.scheduler.client.report [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Updated inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1044.408163] env[70243]: DEBUG nova.compute.provider_tree [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Updating resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec generation from 114 to 115 during operation: update_inventory {{(pid=70243) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1044.408163] env[70243]: DEBUG nova.compute.provider_tree [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1044.420226] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08087} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.420533] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.422618] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d8b503-f28b-45e5-8427-6d6b7d3324dd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.446359] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 62a3cd33-3418-4b19-904f-37f12c87de7a/62a3cd33-3418-4b19-904f-37f12c87de7a.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.446821] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e46cc40-ec28-4778-a6ad-af382f782369 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.466623] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Waiting for the task: (returnval){ [ 1044.466623] env[70243]: value = "task-3622506" [ 1044.466623] env[70243]: _type = "Task" [ 1044.466623] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.475584] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.483122] env[70243]: DEBUG oslo_vmware.api [None req-f3e7d751-d437-4621-963f-cb4af0cae1a2 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622502, 'name': PowerOffVM_Task, 'duration_secs': 0.510497} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.483381] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e7d751-d437-4621-963f-cb4af0cae1a2 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.483582] env[70243]: DEBUG nova.compute.manager [None req-f3e7d751-d437-4621-963f-cb4af0cae1a2 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.484606] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fa769c-1ebd-42b5-90de-f383e8961b8e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.641795] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbe4d340-2849-47ed-bf65-38de03d3d26f tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.645385] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbe4d340-2849-47ed-bf65-38de03d3d26f tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.645703] env[70243]: DEBUG nova.compute.manager [None req-bbe4d340-2849-47ed-bf65-38de03d3d26f tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.646692] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec1ae0a-ee6e-43f0-bba5-3ce8d377c260 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.654340] env[70243]: DEBUG nova.compute.manager [None req-bbe4d340-2849-47ed-bf65-38de03d3d26f tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70243) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1044.655009] env[70243]: DEBUG nova.objects.instance [None req-bbe4d340-2849-47ed-bf65-38de03d3d26f tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lazy-loading 'flavor' on Instance uuid f71023c9-0704-4b78-b10f-d7baa2e97d7f {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.713937] env[70243]: DEBUG oslo_vmware.api [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.888910] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622503, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.916866] env[70243]: DEBUG oslo_concurrency.lockutils [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.468s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.919839] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.661s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.924021] env[70243]: DEBUG nova.objects.instance [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Lazy-loading 'resources' on Instance uuid 709b6a5d-6d8f-4e08-8883-a25215ee6b7e {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.934279] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.935512] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be299c7-80fe-4f62-93b2-184d3b39cc02 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.943742] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.946163] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6bf464a-1e73-4711-bd92-ebf2cbf42c30 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.977698] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622506, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.996170] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f3e7d751-d437-4621-963f-cb4af0cae1a2 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "9e3753c5-22d7-4efd-8306-06c024fdcc63" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.546s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.042658] env[70243]: DEBUG nova.network.neutron [req-58734931-26f1-44bd-95b8-e81a7f66c1db req-ee20365b-c138-40ee-84ff-969a3c533db4 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Updated VIF entry in instance network info cache for port 559aec5a-9de6-4baf-b04b-85d0b0ae4743. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.043271] env[70243]: DEBUG nova.network.neutron [req-58734931-26f1-44bd-95b8-e81a7f66c1db req-ee20365b-c138-40ee-84ff-969a3c533db4 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Updating instance_info_cache with network_info: [{"id": "03367195-cb95-4452-bd63-3151220799da", "address": "fa:16:3e:31:8d:44", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03367195-cb", "ovs_interfaceid": "03367195-cb95-4452-bd63-3151220799da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "559aec5a-9de6-4baf-b04b-85d0b0ae4743", "address": "fa:16:3e:12:80:1a", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559aec5a-9d", "ovs_interfaceid": "559aec5a-9de6-4baf-b04b-85d0b0ae4743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.149198] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.149885] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.149885] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Deleting the datastore file [datastore2] 8b2602c1-bd7c-473c-9c61-93b93fad24a7 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.150137] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adf4b0fd-3abd-49b2-96ed-f08c8564206e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.157846] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1045.157846] env[70243]: value = "task-3622508" [ 1045.157846] env[70243]: _type = "Task" [ 1045.157846] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.171290] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.209801] env[70243]: DEBUG oslo_vmware.api [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622505, 'name': ReconfigVM_Task, 'duration_secs': 0.931968} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.210465] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.210697] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Reconfigured VM to attach interface {{(pid=70243) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1045.269531] env[70243]: DEBUG nova.network.neutron [None req-722b4568-17e4-4b03-b68c-771c55e6cfa0 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Updating instance_info_cache with network_info: [{"id": "3db8311e-05f1-41c6-ab4d-c16323c054c0", "address": "fa:16:3e:59:49:93", "network": {"id": "efed784a-c76d-40c2-9094-2797cae46b9f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1261361839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3227bc9b9f014d2db2b3a89a32f3d175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3db8311e-05", "ovs_interfaceid": "3db8311e-05f1-41c6-ab4d-c16323c054c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.386651] env[70243]: DEBUG oslo_vmware.api [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622503, 'name': PowerOnVM_Task, 'duration_secs': 1.432639} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.389958] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.390265] env[70243]: INFO nova.compute.manager [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Took 10.36 seconds to spawn the instance on the hypervisor. [ 1045.390597] env[70243]: DEBUG nova.compute.manager [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.391679] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dff4d82-0569-4708-908e-9c411d4fd8cb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.428393] env[70243]: DEBUG oslo_concurrency.lockutils [None req-36ef3c0f-cc77-430d-a22f-7cf67f757a80 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 37.969s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.431926] env[70243]: DEBUG oslo_concurrency.lockutils [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 10.309s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.431926] env[70243]: INFO nova.compute.manager [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Unshelving [ 1045.481757] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622506, 'name': ReconfigVM_Task, 'duration_secs': 0.588496} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.482366] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 62a3cd33-3418-4b19-904f-37f12c87de7a/62a3cd33-3418-4b19-904f-37f12c87de7a.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.483020] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91cf6ac8-c4cb-4996-b63d-0f7148c9601a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.489588] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Waiting for the task: (returnval){ [ 1045.489588] env[70243]: value = "task-3622509" [ 1045.489588] env[70243]: _type = "Task" [ 1045.489588] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.504715] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622509, 'name': Rename_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.546549] env[70243]: DEBUG oslo_concurrency.lockutils [req-58734931-26f1-44bd-95b8-e81a7f66c1db req-ee20365b-c138-40ee-84ff-969a3c533db4 service nova] Releasing lock "refresh_cache-a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.666768] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe4d340-2849-47ed-bf65-38de03d3d26f tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.667661] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d7f101b-4d09-4187-9aaa-755ebf31c394 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.677618] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.682611] env[70243]: DEBUG oslo_vmware.api [None req-bbe4d340-2849-47ed-bf65-38de03d3d26f tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 1045.682611] env[70243]: value = "task-3622510" [ 1045.682611] env[70243]: _type = "Task" [ 1045.682611] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.696104] env[70243]: DEBUG oslo_vmware.api [None req-bbe4d340-2849-47ed-bf65-38de03d3d26f tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.715159] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1d4794c3-2fc6-4a77-bd31-e6a93de25751 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "interface-a64f293e-481f-43af-83fe-04545d27a325-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.978s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.759314] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dad5c08-8a4c-4872-85cd-6bd991a9dc82 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.768588] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7347497a-cda1-4b9f-b5d9-78ad17b840c8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.774108] env[70243]: DEBUG oslo_concurrency.lockutils [None req-722b4568-17e4-4b03-b68c-771c55e6cfa0 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Releasing lock "refresh_cache-bb0d8bc4-c513-46f3-aa96-660f9c6f1380" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.774108] env[70243]: DEBUG nova.objects.instance [None req-722b4568-17e4-4b03-b68c-771c55e6cfa0 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lazy-loading 'migration_context' on Instance uuid bb0d8bc4-c513-46f3-aa96-660f9c6f1380 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.807873] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6d2a41-8b28-49e2-b665-5a3dd6406d1d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.816564] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f6d5d0-b7f7-4b67-a69f-02bb68a2417d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.832476] env[70243]: DEBUG nova.compute.provider_tree [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1045.922340] env[70243]: INFO nova.compute.manager [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Took 28.39 seconds to build instance. [ 1046.009044] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622509, 'name': Rename_Task, 'duration_secs': 0.155976} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.009044] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.009044] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b72d935-c88f-486a-9ce9-3fd332736d50 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.016919] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Waiting for the task: (returnval){ [ 1046.016919] env[70243]: value = "task-3622511" [ 1046.016919] env[70243]: _type = "Task" [ 1046.016919] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.031820] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.169773] env[70243]: DEBUG oslo_vmware.api [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.554338} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.170081] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.170279] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.170538] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.193272] env[70243]: DEBUG oslo_vmware.api [None req-bbe4d340-2849-47ed-bf65-38de03d3d26f tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622510, 'name': PowerOffVM_Task, 'duration_secs': 0.418255} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.193272] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe4d340-2849-47ed-bf65-38de03d3d26f tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.193517] env[70243]: DEBUG nova.compute.manager [None req-bbe4d340-2849-47ed-bf65-38de03d3d26f tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.194235] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9d0163-914e-4ae0-992b-92af54a898af {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.229038] env[70243]: INFO nova.scheduler.client.report [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Deleted allocations for instance 8b2602c1-bd7c-473c-9c61-93b93fad24a7 [ 1046.276709] env[70243]: DEBUG nova.objects.base [None req-722b4568-17e4-4b03-b68c-771c55e6cfa0 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1046.278044] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca2c553-6f24-45f1-a91f-1605fb782d69 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.300646] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7635a1be-566a-493a-b9c8-5f137aacfbc8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.307156] env[70243]: DEBUG oslo_vmware.api [None req-722b4568-17e4-4b03-b68c-771c55e6cfa0 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1046.307156] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520a7282-90e5-e68d-8741-61bc0a294f95" [ 1046.307156] env[70243]: _type = "Task" [ 1046.307156] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.319174] env[70243]: DEBUG oslo_vmware.api [None req-722b4568-17e4-4b03-b68c-771c55e6cfa0 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520a7282-90e5-e68d-8741-61bc0a294f95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.376154] env[70243]: DEBUG nova.scheduler.client.report [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Updated inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1046.376430] env[70243]: DEBUG nova.compute.provider_tree [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Updating resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec generation from 115 to 116 during operation: update_inventory {{(pid=70243) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1046.376615] env[70243]: DEBUG nova.compute.provider_tree [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1046.426965] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49054194-c5db-401b-9cb3-b03f8d5c2e5e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "5ad50661-5472-4ef6-a372-0c35c5b9ee8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.921s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.470174] env[70243]: DEBUG oslo_concurrency.lockutils [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.529673] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622511, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.611868] env[70243]: DEBUG nova.compute.manager [req-c73327a4-d1e0-4e9c-b4ab-f34a9305ae05 req-cd3d2cd1-1078-4ec5-a90e-4d22fbf1bac0 service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Received event network-vif-unplugged-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.611868] env[70243]: DEBUG oslo_concurrency.lockutils [req-c73327a4-d1e0-4e9c-b4ab-f34a9305ae05 req-cd3d2cd1-1078-4ec5-a90e-4d22fbf1bac0 service nova] Acquiring lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.611868] env[70243]: DEBUG oslo_concurrency.lockutils [req-c73327a4-d1e0-4e9c-b4ab-f34a9305ae05 req-cd3d2cd1-1078-4ec5-a90e-4d22fbf1bac0 service nova] Lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.611868] env[70243]: DEBUG oslo_concurrency.lockutils [req-c73327a4-d1e0-4e9c-b4ab-f34a9305ae05 req-cd3d2cd1-1078-4ec5-a90e-4d22fbf1bac0 service nova] Lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.612133] env[70243]: DEBUG nova.compute.manager [req-c73327a4-d1e0-4e9c-b4ab-f34a9305ae05 req-cd3d2cd1-1078-4ec5-a90e-4d22fbf1bac0 service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] No waiting events found dispatching network-vif-unplugged-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.612260] env[70243]: WARNING nova.compute.manager [req-c73327a4-d1e0-4e9c-b4ab-f34a9305ae05 req-cd3d2cd1-1078-4ec5-a90e-4d22fbf1bac0 service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Received unexpected event network-vif-unplugged-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 for instance with vm_state shelved_offloaded and task_state None. [ 1046.612457] env[70243]: DEBUG nova.compute.manager [req-c73327a4-d1e0-4e9c-b4ab-f34a9305ae05 req-cd3d2cd1-1078-4ec5-a90e-4d22fbf1bac0 service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Received event network-changed-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.612677] env[70243]: DEBUG nova.compute.manager [req-c73327a4-d1e0-4e9c-b4ab-f34a9305ae05 req-cd3d2cd1-1078-4ec5-a90e-4d22fbf1bac0 service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Refreshing instance network info cache due to event network-changed-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.613041] env[70243]: DEBUG oslo_concurrency.lockutils [req-c73327a4-d1e0-4e9c-b4ab-f34a9305ae05 req-cd3d2cd1-1078-4ec5-a90e-4d22fbf1bac0 service nova] Acquiring lock "refresh_cache-8b2602c1-bd7c-473c-9c61-93b93fad24a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.613161] env[70243]: DEBUG oslo_concurrency.lockutils [req-c73327a4-d1e0-4e9c-b4ab-f34a9305ae05 req-cd3d2cd1-1078-4ec5-a90e-4d22fbf1bac0 service nova] Acquired lock "refresh_cache-8b2602c1-bd7c-473c-9c61-93b93fad24a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.613270] env[70243]: DEBUG nova.network.neutron [req-c73327a4-d1e0-4e9c-b4ab-f34a9305ae05 req-cd3d2cd1-1078-4ec5-a90e-4d22fbf1bac0 service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Refreshing network info cache for port 7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.707833] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bbe4d340-2849-47ed-bf65-38de03d3d26f tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.735357] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.820900] env[70243]: DEBUG oslo_vmware.api [None req-722b4568-17e4-4b03-b68c-771c55e6cfa0 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520a7282-90e5-e68d-8741-61bc0a294f95, 'name': SearchDatastore_Task, 'duration_secs': 0.010544} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.821562] env[70243]: DEBUG oslo_concurrency.lockutils [None req-722b4568-17e4-4b03-b68c-771c55e6cfa0 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.884013] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.886643] env[70243]: DEBUG oslo_concurrency.lockutils [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.344s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.888177] env[70243]: INFO nova.compute.claims [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.951466] env[70243]: INFO nova.scheduler.client.report [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Deleted allocations for instance 709b6a5d-6d8f-4e08-8883-a25215ee6b7e [ 1047.031050] env[70243]: DEBUG oslo_vmware.api [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622511, 'name': PowerOnVM_Task, 'duration_secs': 0.649856} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.031358] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.031557] env[70243]: INFO nova.compute.manager [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1047.031734] env[70243]: DEBUG nova.compute.manager [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.032518] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d629dc-9076-4f17-9e57-8ab41f314a7c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.134487] env[70243]: DEBUG oslo_concurrency.lockutils [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "9e3753c5-22d7-4efd-8306-06c024fdcc63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.134823] env[70243]: DEBUG oslo_concurrency.lockutils [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "9e3753c5-22d7-4efd-8306-06c024fdcc63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.135248] env[70243]: DEBUG oslo_concurrency.lockutils [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "9e3753c5-22d7-4efd-8306-06c024fdcc63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.135499] env[70243]: DEBUG oslo_concurrency.lockutils [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "9e3753c5-22d7-4efd-8306-06c024fdcc63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.136219] env[70243]: DEBUG oslo_concurrency.lockutils [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "9e3753c5-22d7-4efd-8306-06c024fdcc63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.140713] env[70243]: INFO nova.compute.manager [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Terminating instance [ 1047.238672] env[70243]: DEBUG oslo_concurrency.lockutils [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquiring lock "8103e940-f836-4b36-9cd9-e31ec80920a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.238672] env[70243]: DEBUG oslo_concurrency.lockutils [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Lock "8103e940-f836-4b36-9cd9-e31ec80920a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.238672] env[70243]: DEBUG oslo_concurrency.lockutils [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquiring lock "8103e940-f836-4b36-9cd9-e31ec80920a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.238672] env[70243]: DEBUG oslo_concurrency.lockutils [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Lock "8103e940-f836-4b36-9cd9-e31ec80920a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.238672] env[70243]: DEBUG oslo_concurrency.lockutils [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Lock "8103e940-f836-4b36-9cd9-e31ec80920a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.242095] env[70243]: INFO nova.compute.manager [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Terminating instance [ 1047.459238] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2629a548-6f0d-4ac1-8f0f-a19a7565ceb7 tempest-ServersListShow296Test-1266889621 tempest-ServersListShow296Test-1266889621-project-member] Lock "709b6a5d-6d8f-4e08-8883-a25215ee6b7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.689s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.557680] env[70243]: INFO nova.compute.manager [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Took 28.46 seconds to build instance. [ 1047.651103] env[70243]: DEBUG nova.compute.manager [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.651103] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.651103] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e31fa6f-0f2a-43dd-b869-ef9a93be2e29 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.664724] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.664921] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b2ebe06-530c-4e73-b68a-734eec381214 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.745778] env[70243]: DEBUG oslo_concurrency.lockutils [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquiring lock "refresh_cache-8103e940-f836-4b36-9cd9-e31ec80920a9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.745987] env[70243]: DEBUG oslo_concurrency.lockutils [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquired lock "refresh_cache-8103e940-f836-4b36-9cd9-e31ec80920a9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.746169] env[70243]: DEBUG nova.network.neutron [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.774845] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.775088] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.775703] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Deleting the datastore file [datastore2] 9e3753c5-22d7-4efd-8306-06c024fdcc63 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.775703] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34006ffc-7954-460a-968b-18ed9e691791 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.783378] env[70243]: DEBUG oslo_vmware.api [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1047.783378] env[70243]: value = "task-3622513" [ 1047.783378] env[70243]: _type = "Task" [ 1047.783378] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.792388] env[70243]: DEBUG oslo_vmware.api [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.856146] env[70243]: DEBUG nova.network.neutron [req-c73327a4-d1e0-4e9c-b4ab-f34a9305ae05 req-cd3d2cd1-1078-4ec5-a90e-4d22fbf1bac0 service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Updated VIF entry in instance network info cache for port 7a02db7c-959a-455c-95f3-3b5f2ff4b5f4. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.856204] env[70243]: DEBUG nova.network.neutron [req-c73327a4-d1e0-4e9c-b4ab-f34a9305ae05 req-cd3d2cd1-1078-4ec5-a90e-4d22fbf1bac0 service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Updating instance_info_cache with network_info: [{"id": "7a02db7c-959a-455c-95f3-3b5f2ff4b5f4", "address": "fa:16:3e:8f:64:53", "network": {"id": "3ebabe1b-c0c2-4001-a925-c9fb262c5e75", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2107324948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc7836824bf442619c6ab1b3d0fbffa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7a02db7c-95", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.912770] env[70243]: DEBUG nova.objects.instance [None req-bfdd9ce1-9732-4c09-a690-55fc319cf3d4 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lazy-loading 'flavor' on Instance uuid f71023c9-0704-4b78-b10f-d7baa2e97d7f {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.060437] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2945d89-46e9-4e61-883b-a5711f8e2038 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Lock "62a3cd33-3418-4b19-904f-37f12c87de7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.969s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.247066] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89c0b1e-f056-4117-8516-5f3226f9e40b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.259204] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563a0988-42e7-4f40-8779-ab0630c234ff {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.300135] env[70243]: DEBUG nova.network.neutron [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.306438] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4933bca8-3392-477b-bb52-b0ba4d9006ab {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.315227] env[70243]: DEBUG oslo_vmware.api [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.319803] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e45722a-db99-48d7-b914-3956b311642e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.335769] env[70243]: DEBUG nova.compute.provider_tree [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.359952] env[70243]: DEBUG oslo_concurrency.lockutils [req-c73327a4-d1e0-4e9c-b4ab-f34a9305ae05 req-cd3d2cd1-1078-4ec5-a90e-4d22fbf1bac0 service nova] Releasing lock "refresh_cache-8b2602c1-bd7c-473c-9c61-93b93fad24a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.403696] env[70243]: DEBUG nova.network.neutron [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.420132] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfdd9ce1-9732-4c09-a690-55fc319cf3d4 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "refresh_cache-f71023c9-0704-4b78-b10f-d7baa2e97d7f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.420132] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfdd9ce1-9732-4c09-a690-55fc319cf3d4 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquired lock "refresh_cache-f71023c9-0704-4b78-b10f-d7baa2e97d7f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.420132] env[70243]: DEBUG nova.network.neutron [None req-bfdd9ce1-9732-4c09-a690-55fc319cf3d4 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.420132] env[70243]: DEBUG nova.objects.instance [None req-bfdd9ce1-9732-4c09-a690-55fc319cf3d4 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lazy-loading 'info_cache' on Instance uuid f71023c9-0704-4b78-b10f-d7baa2e97d7f {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.809132] env[70243]: DEBUG oslo_vmware.api [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.689736} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.809421] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.809605] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.809871] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.810101] env[70243]: INFO nova.compute.manager [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1048.810354] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.810555] env[70243]: DEBUG nova.compute.manager [-] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.810653] env[70243]: DEBUG nova.network.neutron [-] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.841562] env[70243]: DEBUG nova.scheduler.client.report [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.909427] env[70243]: DEBUG oslo_concurrency.lockutils [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Releasing lock "refresh_cache-8103e940-f836-4b36-9cd9-e31ec80920a9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.910354] env[70243]: DEBUG nova.compute.manager [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.910638] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.912079] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816c63ca-d7ac-425c-8288-973c86657f5f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.923093] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.923718] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc7dc45d-36f8-42eb-8f89-eb2f475d829e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.927101] env[70243]: DEBUG nova.objects.base [None req-bfdd9ce1-9732-4c09-a690-55fc319cf3d4 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1048.937431] env[70243]: DEBUG oslo_vmware.api [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1048.937431] env[70243]: value = "task-3622514" [ 1048.937431] env[70243]: _type = "Task" [ 1048.937431] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.946087] env[70243]: DEBUG oslo_vmware.api [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.979268] env[70243]: DEBUG nova.compute.manager [req-d1e1f06d-999d-4542-a962-0521985c0bf9 req-34eaaa0d-2fd5-469f-b57a-205643729f9e service nova] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Received event network-changed-997c6ce1-a172-4e14-9d0d-165c9844b037 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.980420] env[70243]: DEBUG nova.compute.manager [req-d1e1f06d-999d-4542-a962-0521985c0bf9 req-34eaaa0d-2fd5-469f-b57a-205643729f9e service nova] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Refreshing instance network info cache due to event network-changed-997c6ce1-a172-4e14-9d0d-165c9844b037. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.980420] env[70243]: DEBUG oslo_concurrency.lockutils [req-d1e1f06d-999d-4542-a962-0521985c0bf9 req-34eaaa0d-2fd5-469f-b57a-205643729f9e service nova] Acquiring lock "refresh_cache-5ad50661-5472-4ef6-a372-0c35c5b9ee8e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.980420] env[70243]: DEBUG oslo_concurrency.lockutils [req-d1e1f06d-999d-4542-a962-0521985c0bf9 req-34eaaa0d-2fd5-469f-b57a-205643729f9e service nova] Acquired lock "refresh_cache-5ad50661-5472-4ef6-a372-0c35c5b9ee8e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.980420] env[70243]: DEBUG nova.network.neutron [req-d1e1f06d-999d-4542-a962-0521985c0bf9 req-34eaaa0d-2fd5-469f-b57a-205643729f9e service nova] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Refreshing network info cache for port 997c6ce1-a172-4e14-9d0d-165c9844b037 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.343556] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Acquiring lock "ad3a7fcd-b4c6-468b-b61f-2c896bab2f87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.343965] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Lock "ad3a7fcd-b4c6-468b-b61f-2c896bab2f87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.347007] env[70243]: DEBUG oslo_concurrency.lockutils [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.347892] env[70243]: DEBUG nova.compute.manager [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.350271] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.605s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.350524] env[70243]: DEBUG nova.objects.instance [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lazy-loading 'resources' on Instance uuid 73baeaff-7a2c-4efb-a9f9-194020d5f359 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.446145] env[70243]: DEBUG oslo_vmware.api [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622514, 'name': PowerOffVM_Task, 'duration_secs': 0.193664} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.446145] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.446145] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.446145] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e8a031a-4687-4faf-bc7e-69211b6ce72c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.462351] env[70243]: DEBUG oslo_concurrency.lockutils [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "interface-a64f293e-481f-43af-83fe-04545d27a325-559aec5a-9de6-4baf-b04b-85d0b0ae4743" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.462351] env[70243]: DEBUG oslo_concurrency.lockutils [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "interface-a64f293e-481f-43af-83fe-04545d27a325-559aec5a-9de6-4baf-b04b-85d0b0ae4743" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.472146] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.472242] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.472629] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Deleting the datastore file [datastore1] 8103e940-f836-4b36-9cd9-e31ec80920a9 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.473302] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdb1c733-68ff-43ef-97e4-7041c777be00 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.482070] env[70243]: DEBUG oslo_vmware.api [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1049.482070] env[70243]: value = "task-3622516" [ 1049.482070] env[70243]: _type = "Task" [ 1049.482070] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.497150] env[70243]: DEBUG oslo_vmware.api [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.725145] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.793267] env[70243]: DEBUG nova.network.neutron [req-d1e1f06d-999d-4542-a962-0521985c0bf9 req-34eaaa0d-2fd5-469f-b57a-205643729f9e service nova] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Updated VIF entry in instance network info cache for port 997c6ce1-a172-4e14-9d0d-165c9844b037. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.793267] env[70243]: DEBUG nova.network.neutron [req-d1e1f06d-999d-4542-a962-0521985c0bf9 req-34eaaa0d-2fd5-469f-b57a-205643729f9e service nova] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Updating instance_info_cache with network_info: [{"id": "997c6ce1-a172-4e14-9d0d-165c9844b037", "address": "fa:16:3e:a2:5c:b5", "network": {"id": "e67b990e-a496-4c25-af2f-9af30a035feb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1399546946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d7a853c487e46b59372fc0e512e79f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap997c6ce1-a1", "ovs_interfaceid": "997c6ce1-a172-4e14-9d0d-165c9844b037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.849749] env[70243]: DEBUG nova.compute.manager [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.866545] env[70243]: DEBUG nova.compute.utils [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.870311] env[70243]: DEBUG nova.compute.manager [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Not allocating networking since 'none' was specified. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1049.937337] env[70243]: DEBUG nova.network.neutron [None req-bfdd9ce1-9732-4c09-a690-55fc319cf3d4 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Updating instance_info_cache with network_info: [{"id": "372786df-91a4-4be0-93ba-0cef24eedfe1", "address": "fa:16:3e:90:34:a5", "network": {"id": "d6adba27-2c53-44f1-9f03-601cdbeb7aab", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-931957012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e94b692deca4824824a83f18bc53e29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372786df-91", "ovs_interfaceid": "372786df-91a4-4be0-93ba-0cef24eedfe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.964542] env[70243]: DEBUG oslo_concurrency.lockutils [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.964904] env[70243]: DEBUG oslo_concurrency.lockutils [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.965859] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aef11c7-c902-44d9-807a-8e013617c3bf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.990747] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95c5df1-5227-4034-82b5-9c129543caff {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.999678] env[70243]: DEBUG oslo_vmware.api [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282512} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.017041] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.018097] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.018853] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.018853] env[70243]: INFO nova.compute.manager [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1050.018853] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.019412] env[70243]: DEBUG nova.network.neutron [-] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.026342] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Reconfiguring VM to detach interface {{(pid=70243) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1050.027020] env[70243]: DEBUG nova.compute.manager [-] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.027020] env[70243]: DEBUG nova.network.neutron [-] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.029516] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30685abc-ee49-4576-8aef-fa117d744361 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.051717] env[70243]: DEBUG oslo_vmware.api [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1050.051717] env[70243]: value = "task-3622517" [ 1050.051717] env[70243]: _type = "Task" [ 1050.051717] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.063591] env[70243]: DEBUG oslo_vmware.api [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.064392] env[70243]: DEBUG nova.network.neutron [-] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.282457] env[70243]: DEBUG nova.compute.manager [req-96570b28-d30a-4ae6-86c9-b4f3e4ecc00e req-bbf62a41-69e6-4b21-9b67-4c0d525fb813 service nova] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Received event network-changed-da8f6af4-e143-45ce-babe-699f3d924d41 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.282661] env[70243]: DEBUG nova.compute.manager [req-96570b28-d30a-4ae6-86c9-b4f3e4ecc00e req-bbf62a41-69e6-4b21-9b67-4c0d525fb813 service nova] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Refreshing instance network info cache due to event network-changed-da8f6af4-e143-45ce-babe-699f3d924d41. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.282879] env[70243]: DEBUG oslo_concurrency.lockutils [req-96570b28-d30a-4ae6-86c9-b4f3e4ecc00e req-bbf62a41-69e6-4b21-9b67-4c0d525fb813 service nova] Acquiring lock "refresh_cache-62a3cd33-3418-4b19-904f-37f12c87de7a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.283046] env[70243]: DEBUG oslo_concurrency.lockutils [req-96570b28-d30a-4ae6-86c9-b4f3e4ecc00e req-bbf62a41-69e6-4b21-9b67-4c0d525fb813 service nova] Acquired lock "refresh_cache-62a3cd33-3418-4b19-904f-37f12c87de7a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.283226] env[70243]: DEBUG nova.network.neutron [req-96570b28-d30a-4ae6-86c9-b4f3e4ecc00e req-bbf62a41-69e6-4b21-9b67-4c0d525fb813 service nova] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Refreshing network info cache for port da8f6af4-e143-45ce-babe-699f3d924d41 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.296715] env[70243]: DEBUG oslo_concurrency.lockutils [req-d1e1f06d-999d-4542-a962-0521985c0bf9 req-34eaaa0d-2fd5-469f-b57a-205643729f9e service nova] Releasing lock "refresh_cache-5ad50661-5472-4ef6-a372-0c35c5b9ee8e" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.313126] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9373c3-9c8e-4446-b60b-e26d9e8ee75f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.322655] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275aaa40-3b51-4728-85c8-59ea7a972801 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.358620] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb021e48-c2ff-407c-b6ab-9a0999f292d5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.369150] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a093d6c5-5dba-471c-aaa3-bb2102229ffa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.376407] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.376992] env[70243]: DEBUG nova.compute.manager [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.391174] env[70243]: DEBUG nova.compute.provider_tree [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.444683] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfdd9ce1-9732-4c09-a690-55fc319cf3d4 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Releasing lock "refresh_cache-f71023c9-0704-4b78-b10f-d7baa2e97d7f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.527717] env[70243]: INFO nova.compute.manager [-] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Took 1.72 seconds to deallocate network for instance. [ 1050.564214] env[70243]: DEBUG oslo_vmware.api [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.568019] env[70243]: DEBUG nova.network.neutron [-] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.896156] env[70243]: DEBUG nova.scheduler.client.report [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.037338] env[70243]: DEBUG oslo_concurrency.lockutils [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.067600] env[70243]: DEBUG oslo_vmware.api [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.070012] env[70243]: INFO nova.compute.manager [-] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Took 1.04 seconds to deallocate network for instance. [ 1051.112021] env[70243]: DEBUG nova.compute.manager [req-bfe83956-a822-4572-83f0-86b769472891 req-3055894d-ccdf-4279-8674-e946503ea285 service nova] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Received event network-changed-da8f6af4-e143-45ce-babe-699f3d924d41 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.112021] env[70243]: DEBUG nova.compute.manager [req-bfe83956-a822-4572-83f0-86b769472891 req-3055894d-ccdf-4279-8674-e946503ea285 service nova] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Refreshing instance network info cache due to event network-changed-da8f6af4-e143-45ce-babe-699f3d924d41. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.112021] env[70243]: DEBUG oslo_concurrency.lockutils [req-bfe83956-a822-4572-83f0-86b769472891 req-3055894d-ccdf-4279-8674-e946503ea285 service nova] Acquiring lock "refresh_cache-62a3cd33-3418-4b19-904f-37f12c87de7a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.131035] env[70243]: DEBUG nova.network.neutron [req-96570b28-d30a-4ae6-86c9-b4f3e4ecc00e req-bbf62a41-69e6-4b21-9b67-4c0d525fb813 service nova] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Updated VIF entry in instance network info cache for port da8f6af4-e143-45ce-babe-699f3d924d41. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.131313] env[70243]: DEBUG nova.network.neutron [req-96570b28-d30a-4ae6-86c9-b4f3e4ecc00e req-bbf62a41-69e6-4b21-9b67-4c0d525fb813 service nova] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Updating instance_info_cache with network_info: [{"id": "da8f6af4-e143-45ce-babe-699f3d924d41", "address": "fa:16:3e:0d:36:a8", "network": {"id": "6f144554-2496-4656-9ebf-dc9be5db9328", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-635921234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a09046064a74983a3d519153ef434e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8f6af4-e1", "ovs_interfaceid": "da8f6af4-e143-45ce-babe-699f3d924d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.387199] env[70243]: DEBUG nova.compute.manager [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.414030] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.415438] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.822s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.434742] env[70243]: DEBUG nova.virt.hardware [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.436034] env[70243]: DEBUG nova.virt.hardware [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.436034] env[70243]: DEBUG nova.virt.hardware [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.436034] env[70243]: DEBUG nova.virt.hardware [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.436034] env[70243]: DEBUG nova.virt.hardware [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.436034] env[70243]: DEBUG nova.virt.hardware [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.436034] env[70243]: DEBUG nova.virt.hardware [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.436034] env[70243]: DEBUG nova.virt.hardware [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.436490] env[70243]: DEBUG nova.virt.hardware [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.436490] env[70243]: DEBUG nova.virt.hardware [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.440037] env[70243]: DEBUG nova.virt.hardware [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.440037] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903330e8-7408-44bd-a035-e100de5a60a1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.447714] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d892a6-63f5-47ee-bcff-a484b9e76477 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.457029] env[70243]: INFO nova.scheduler.client.report [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Deleted allocations for instance 73baeaff-7a2c-4efb-a9f9-194020d5f359 [ 1051.457260] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfdd9ce1-9732-4c09-a690-55fc319cf3d4 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.457527] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ced5857-14b9-4d51-9ce7-bdacbe4be5f7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.471018] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Instance VIF info [] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.477951] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Creating folder: Project (ba139c39eea94ed792ceecc726306ff7). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.479299] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57ae2bef-cf23-45dd-91a0-9ef7650c3b7d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.482195] env[70243]: DEBUG oslo_vmware.api [None req-bfdd9ce1-9732-4c09-a690-55fc319cf3d4 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 1051.482195] env[70243]: value = "task-3622518" [ 1051.482195] env[70243]: _type = "Task" [ 1051.482195] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.490835] env[70243]: DEBUG oslo_vmware.api [None req-bfdd9ce1-9732-4c09-a690-55fc319cf3d4 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.492266] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Created folder: Project (ba139c39eea94ed792ceecc726306ff7) in parent group-v722220. [ 1051.492486] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Creating folder: Instances. Parent ref: group-v722483. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.492731] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12faab6d-bece-4709-9b4c-83f946cc7181 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.503075] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Created folder: Instances in parent group-v722483. [ 1051.503361] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.503563] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.503773] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8e6892b-86e0-4e1b-b1d4-f7ea61646ebb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.524446] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.524446] env[70243]: value = "task-3622521" [ 1051.524446] env[70243]: _type = "Task" [ 1051.524446] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.545699] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622521, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.563913] env[70243]: DEBUG oslo_vmware.api [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.575144] env[70243]: DEBUG oslo_concurrency.lockutils [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.636196] env[70243]: DEBUG oslo_concurrency.lockutils [req-96570b28-d30a-4ae6-86c9-b4f3e4ecc00e req-bbf62a41-69e6-4b21-9b67-4c0d525fb813 service nova] Releasing lock "refresh_cache-62a3cd33-3418-4b19-904f-37f12c87de7a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.636196] env[70243]: DEBUG oslo_concurrency.lockutils [req-bfe83956-a822-4572-83f0-86b769472891 req-3055894d-ccdf-4279-8674-e946503ea285 service nova] Acquired lock "refresh_cache-62a3cd33-3418-4b19-904f-37f12c87de7a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.636196] env[70243]: DEBUG nova.network.neutron [req-bfe83956-a822-4572-83f0-86b769472891 req-3055894d-ccdf-4279-8674-e946503ea285 service nova] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Refreshing network info cache for port da8f6af4-e143-45ce-babe-699f3d924d41 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.989188] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fb1bf781-6e1e-444f-96ad-e6a11f62a3a9 tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "73baeaff-7a2c-4efb-a9f9-194020d5f359" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.280s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.995542] env[70243]: DEBUG oslo_vmware.api [None req-bfdd9ce1-9732-4c09-a690-55fc319cf3d4 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622518, 'name': PowerOnVM_Task, 'duration_secs': 0.447341} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.995818] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfdd9ce1-9732-4c09-a690-55fc319cf3d4 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.996027] env[70243]: DEBUG nova.compute.manager [None req-bfdd9ce1-9732-4c09-a690-55fc319cf3d4 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.996832] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f07abdf-d152-4bbd-abbe-46d27d38e9ef {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.045639] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622521, 'name': CreateVM_Task, 'duration_secs': 0.332822} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.045639] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.045639] env[70243]: DEBUG oslo_concurrency.lockutils [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.045639] env[70243]: DEBUG oslo_concurrency.lockutils [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.045639] env[70243]: DEBUG oslo_concurrency.lockutils [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.045639] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b10c75c-562d-4750-9fb5-b3268f6b5b75 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.049497] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Waiting for the task: (returnval){ [ 1052.049497] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520d632c-82ca-b852-89a7-667aa981d6ee" [ 1052.049497] env[70243]: _type = "Task" [ 1052.049497] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.061463] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520d632c-82ca-b852-89a7-667aa981d6ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.070921] env[70243]: DEBUG oslo_vmware.api [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.105911] env[70243]: DEBUG oslo_concurrency.lockutils [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "641601c2-8716-495c-889e-bd777e2dd97a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.106181] env[70243]: DEBUG oslo_concurrency.lockutils [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "641601c2-8716-495c-889e-bd777e2dd97a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.106390] env[70243]: DEBUG oslo_concurrency.lockutils [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "641601c2-8716-495c-889e-bd777e2dd97a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.106585] env[70243]: DEBUG oslo_concurrency.lockutils [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "641601c2-8716-495c-889e-bd777e2dd97a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.112229] env[70243]: DEBUG oslo_concurrency.lockutils [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "641601c2-8716-495c-889e-bd777e2dd97a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.118287] env[70243]: INFO nova.compute.manager [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Terminating instance [ 1052.387471] env[70243]: DEBUG nova.network.neutron [req-bfe83956-a822-4572-83f0-86b769472891 req-3055894d-ccdf-4279-8674-e946503ea285 service nova] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Updated VIF entry in instance network info cache for port da8f6af4-e143-45ce-babe-699f3d924d41. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.388114] env[70243]: DEBUG nova.network.neutron [req-bfe83956-a822-4572-83f0-86b769472891 req-3055894d-ccdf-4279-8674-e946503ea285 service nova] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Updating instance_info_cache with network_info: [{"id": "da8f6af4-e143-45ce-babe-699f3d924d41", "address": "fa:16:3e:0d:36:a8", "network": {"id": "6f144554-2496-4656-9ebf-dc9be5db9328", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-635921234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a09046064a74983a3d519153ef434e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8f6af4-e1", "ovs_interfaceid": "da8f6af4-e143-45ce-babe-699f3d924d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.440260] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Applying migration context for instance bb0d8bc4-c513-46f3-aa96-660f9c6f1380 as it has an incoming, in-progress migration f048a494-274d-462b-9654-28371b1a5374. Migration status is confirming {{(pid=70243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1052.442709] env[70243]: INFO nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Updating resource usage from migration f048a494-274d-462b-9654-28371b1a5374 [ 1052.475805] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 62701487-a567-491c-82e0-52f80336fecd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1052.476400] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance e3cb438a-f812-4aed-9bb7-10749bf8a278 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1052.478118] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance de428c72-4073-4f6f-af91-d693ee775dfb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1052.478118] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance f71023c9-0704-4b78-b10f-d7baa2e97d7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1052.478118] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance a64f293e-481f-43af-83fe-04545d27a325 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1052.478118] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 7389c36d-4010-4df6-8fd1-767aa8b7b87a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1052.478118] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1052.478118] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 641601c2-8716-495c-889e-bd777e2dd97a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1052.478118] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 7b8edd61-438d-49fb-ad52-1f96a20b3e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1052.478118] env[70243]: WARNING nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 8103e940-f836-4b36-9cd9-e31ec80920a9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1052.478118] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Migration f048a494-274d-462b-9654-28371b1a5374 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1052.478118] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance bb0d8bc4-c513-46f3-aa96-660f9c6f1380 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1052.478118] env[70243]: WARNING nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 9e3753c5-22d7-4efd-8306-06c024fdcc63 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1052.478118] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 5ad50661-5472-4ef6-a372-0c35c5b9ee8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1052.478601] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 62a3cd33-3418-4b19-904f-37f12c87de7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1052.567837] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520d632c-82ca-b852-89a7-667aa981d6ee, 'name': SearchDatastore_Task, 'duration_secs': 0.017863} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.571821] env[70243]: DEBUG oslo_concurrency.lockutils [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.573056] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.573056] env[70243]: DEBUG oslo_concurrency.lockutils [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.573056] env[70243]: DEBUG oslo_concurrency.lockutils [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.573056] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.573395] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4082198b-e921-43af-8707-09199f8ee75b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.584467] env[70243]: DEBUG oslo_vmware.api [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.588179] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.588420] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.589124] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06486af2-3e2c-4d33-b874-7100066f057f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.596443] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Waiting for the task: (returnval){ [ 1052.596443] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52210591-7421-9c3f-edaf-ce00a2b6288d" [ 1052.596443] env[70243]: _type = "Task" [ 1052.596443] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.605591] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52210591-7421-9c3f-edaf-ce00a2b6288d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.626805] env[70243]: DEBUG nova.compute.manager [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.626953] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.628360] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f595cc48-89b3-4d6b-bda5-13bb3fc36181 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.637866] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.638186] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7d1a57c-6a16-4a30-b3a5-c83fbdf24ffe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.645079] env[70243]: DEBUG oslo_vmware.api [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1052.645079] env[70243]: value = "task-3622522" [ 1052.645079] env[70243]: _type = "Task" [ 1052.645079] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.655517] env[70243]: DEBUG oslo_vmware.api [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.893717] env[70243]: DEBUG oslo_concurrency.lockutils [req-bfe83956-a822-4572-83f0-86b769472891 req-3055894d-ccdf-4279-8674-e946503ea285 service nova] Releasing lock "refresh_cache-62a3cd33-3418-4b19-904f-37f12c87de7a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.893922] env[70243]: DEBUG nova.compute.manager [req-bfe83956-a822-4572-83f0-86b769472891 req-3055894d-ccdf-4279-8674-e946503ea285 service nova] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Received event network-vif-deleted-2e5bc309-a3af-4b99-8ed4-c241992d28b3 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.982421] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance ce050c27-f1e8-4664-ba6f-1573e8cdd9e5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1052.982421] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 65295564-ae08-426f-8322-9a8ffe3448a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.081620] env[70243]: DEBUG oslo_vmware.api [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.106900] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52210591-7421-9c3f-edaf-ce00a2b6288d, 'name': SearchDatastore_Task, 'duration_secs': 0.01811} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.107764] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baf96d83-8a78-4ebc-94eb-79446167eedc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.114076] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Waiting for the task: (returnval){ [ 1053.114076] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5219f919-4aa7-6250-69c1-3334886fa50c" [ 1053.114076] env[70243]: _type = "Task" [ 1053.114076] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.122027] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5219f919-4aa7-6250-69c1-3334886fa50c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.155614] env[70243]: DEBUG oslo_vmware.api [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622522, 'name': PowerOffVM_Task, 'duration_secs': 0.301886} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.155730] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.155860] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.155860] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d43d38d-28ac-41bd-b6a3-e51ffa3706a6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.222365] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.222365] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.222365] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Deleting the datastore file [datastore1] 641601c2-8716-495c-889e-bd777e2dd97a {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.222365] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-649c8042-bef6-4c34-9b20-d2aef6678f05 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.231712] env[70243]: DEBUG oslo_vmware.api [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1053.231712] env[70243]: value = "task-3622525" [ 1053.231712] env[70243]: _type = "Task" [ 1053.231712] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.240850] env[70243]: DEBUG oslo_vmware.api [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.249207] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "82888288-702c-4709-a692-2e01927fa55f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.249456] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "82888288-702c-4709-a692-2e01927fa55f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.485750] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance ad3a7fcd-b4c6-468b-b61f-2c896bab2f87 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1053.486106] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (98e76d84-2347-4f8a-974e-fe32663c00ec): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1053.486221] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1053.486373] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1053.577646] env[70243]: DEBUG oslo_vmware.api [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.623602] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5219f919-4aa7-6250-69c1-3334886fa50c, 'name': SearchDatastore_Task, 'duration_secs': 0.01193} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.626073] env[70243]: DEBUG oslo_concurrency.lockutils [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.626354] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 65295564-ae08-426f-8322-9a8ffe3448a9/65295564-ae08-426f-8322-9a8ffe3448a9.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.626778] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5149eabb-d1e0-4f46-9693-c0897a25ae0a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.633130] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Waiting for the task: (returnval){ [ 1053.633130] env[70243]: value = "task-3622526" [ 1053.633130] env[70243]: _type = "Task" [ 1053.633130] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.643020] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.741252] env[70243]: DEBUG oslo_vmware.api [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258517} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.743872] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.744149] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.744437] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.744634] env[70243]: INFO nova.compute.manager [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1053.744883] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.745300] env[70243]: DEBUG nova.compute.manager [-] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.745394] env[70243]: DEBUG nova.network.neutron [-] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.752349] env[70243]: DEBUG nova.compute.manager [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.824094] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba51746-9656-473f-8351-67eedcb55246 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.832117] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66c8b66-61a6-4292-8655-997783e2e5b5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.865890] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eae1e0c-0892-49f7-9c8e-4c1f06ca4aab {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.873705] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de370214-0e84-4d52-8e49-ae656d5bf145 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.887911] env[70243]: DEBUG nova.compute.provider_tree [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.006691] env[70243]: DEBUG nova.compute.manager [req-24b86836-8f26-4a40-a43f-ae47ebcfa6e9 req-45fa882d-5f24-4f23-b597-e851619c4b76 service nova] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Received event network-vif-deleted-f1135553-a864-43c0-ac4f-ebcf9893f2a6 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.006691] env[70243]: INFO nova.compute.manager [req-24b86836-8f26-4a40-a43f-ae47ebcfa6e9 req-45fa882d-5f24-4f23-b597-e851619c4b76 service nova] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Neutron deleted interface f1135553-a864-43c0-ac4f-ebcf9893f2a6; detaching it from the instance and deleting it from the info cache [ 1054.007212] env[70243]: DEBUG nova.network.neutron [req-24b86836-8f26-4a40-a43f-ae47ebcfa6e9 req-45fa882d-5f24-4f23-b597-e851619c4b76 service nova] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.079264] env[70243]: DEBUG oslo_vmware.api [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.141808] env[70243]: DEBUG oslo_concurrency.lockutils [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquiring lock "fa3b40ea-1246-402b-946a-e4fd056cb08d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.142140] env[70243]: DEBUG oslo_concurrency.lockutils [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Lock "fa3b40ea-1246-402b-946a-e4fd056cb08d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.150758] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622526, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.282557] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.391942] env[70243]: DEBUG nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.489938] env[70243]: DEBUG nova.network.neutron [-] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.508931] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0bea872-b67b-458c-b9ab-56b100954c21 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.519967] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa71318-25e6-4f9f-a492-12645793a36d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.554133] env[70243]: DEBUG nova.compute.manager [req-24b86836-8f26-4a40-a43f-ae47ebcfa6e9 req-45fa882d-5f24-4f23-b597-e851619c4b76 service nova] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Detach interface failed, port_id=f1135553-a864-43c0-ac4f-ebcf9893f2a6, reason: Instance 641601c2-8716-495c-889e-bd777e2dd97a could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1054.579422] env[70243]: DEBUG oslo_vmware.api [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.645055] env[70243]: DEBUG nova.compute.manager [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.647648] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.839822} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.648115] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 65295564-ae08-426f-8322-9a8ffe3448a9/65295564-ae08-426f-8322-9a8ffe3448a9.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.648342] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.648598] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e56e81c4-9248-473e-b4f1-3aa85fc4bf86 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.656199] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Waiting for the task: (returnval){ [ 1054.656199] env[70243]: value = "task-3622527" [ 1054.656199] env[70243]: _type = "Task" [ 1054.656199] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.664849] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.898015] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1054.898270] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.483s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.898555] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.529s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.898741] env[70243]: DEBUG nova.objects.instance [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1054.992583] env[70243]: INFO nova.compute.manager [-] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Took 1.25 seconds to deallocate network for instance. [ 1055.080368] env[70243]: DEBUG oslo_vmware.api [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.165887] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.395465} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.166128] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.166917] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f408f41b-9f29-44b6-8541-dbfed2a9292a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.170250] env[70243]: DEBUG oslo_concurrency.lockutils [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.187814] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 65295564-ae08-426f-8322-9a8ffe3448a9/65295564-ae08-426f-8322-9a8ffe3448a9.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.188152] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2e31c1a-0a74-479d-baf1-a6f014e0ed18 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.208949] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Waiting for the task: (returnval){ [ 1055.208949] env[70243]: value = "task-3622528" [ 1055.208949] env[70243]: _type = "Task" [ 1055.208949] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.219758] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.499498] env[70243]: DEBUG oslo_concurrency.lockutils [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.582136] env[70243]: DEBUG oslo_vmware.api [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622517, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.719602] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.909020] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b32c1205-9418-4ad9-af8e-b3c2338837a4 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.909020] env[70243]: DEBUG oslo_concurrency.lockutils [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.438s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.909020] env[70243]: DEBUG nova.objects.instance [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lazy-loading 'pci_requests' on Instance uuid ce050c27-f1e8-4664-ba6f-1573e8cdd9e5 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.083681] env[70243]: DEBUG oslo_vmware.api [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622517, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.220348] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.412829] env[70243]: DEBUG nova.objects.instance [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lazy-loading 'numa_topology' on Instance uuid ce050c27-f1e8-4664-ba6f-1573e8cdd9e5 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.583083] env[70243]: DEBUG oslo_vmware.api [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622517, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.721049] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622528, 'name': ReconfigVM_Task, 'duration_secs': 1.094516} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.721217] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 65295564-ae08-426f-8322-9a8ffe3448a9/65295564-ae08-426f-8322-9a8ffe3448a9.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.721857] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dd191a3-bc9c-4d7f-8e2e-046839ba6bc0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.727984] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Waiting for the task: (returnval){ [ 1056.727984] env[70243]: value = "task-3622529" [ 1056.727984] env[70243]: _type = "Task" [ 1056.727984] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.735610] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622529, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.817482] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "e3cb438a-f812-4aed-9bb7-10749bf8a278" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.817766] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "e3cb438a-f812-4aed-9bb7-10749bf8a278" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.817961] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "e3cb438a-f812-4aed-9bb7-10749bf8a278-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.818161] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "e3cb438a-f812-4aed-9bb7-10749bf8a278-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.818338] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "e3cb438a-f812-4aed-9bb7-10749bf8a278-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.820571] env[70243]: INFO nova.compute.manager [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Terminating instance [ 1056.916555] env[70243]: INFO nova.compute.claims [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.083596] env[70243]: DEBUG oslo_vmware.api [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622517, 'name': ReconfigVM_Task, 'duration_secs': 6.646326} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.083924] env[70243]: DEBUG oslo_concurrency.lockutils [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.084524] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Reconfigured VM to detach interface {{(pid=70243) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1057.238697] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622529, 'name': Rename_Task, 'duration_secs': 0.121442} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.239093] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.239412] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-779907c3-4793-493c-b3e2-888977c62b9f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.246493] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Waiting for the task: (returnval){ [ 1057.246493] env[70243]: value = "task-3622530" [ 1057.246493] env[70243]: _type = "Task" [ 1057.246493] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.256762] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.324800] env[70243]: DEBUG nova.compute.manager [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.325056] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.327732] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1ac005-310d-4404-a954-d036882e14de {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.336221] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.337101] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39c3303a-2d63-4d55-aa7c-814c57d9ec28 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.344067] env[70243]: DEBUG nova.compute.manager [req-3cde143f-8ce5-4072-8324-b796a3870cff req-c5d5dd3b-fb70-4242-b294-139e2c52a905 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Received event network-vif-deleted-559aec5a-9de6-4baf-b04b-85d0b0ae4743 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.344067] env[70243]: INFO nova.compute.manager [req-3cde143f-8ce5-4072-8324-b796a3870cff req-c5d5dd3b-fb70-4242-b294-139e2c52a905 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Neutron deleted interface 559aec5a-9de6-4baf-b04b-85d0b0ae4743; detaching it from the instance and deleting it from the info cache [ 1057.344289] env[70243]: DEBUG nova.network.neutron [req-3cde143f-8ce5-4072-8324-b796a3870cff req-c5d5dd3b-fb70-4242-b294-139e2c52a905 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Updating instance_info_cache with network_info: [{"id": "03367195-cb95-4452-bd63-3151220799da", "address": "fa:16:3e:31:8d:44", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03367195-cb", "ovs_interfaceid": "03367195-cb95-4452-bd63-3151220799da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.347013] env[70243]: DEBUG oslo_vmware.api [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 1057.347013] env[70243]: value = "task-3622531" [ 1057.347013] env[70243]: _type = "Task" [ 1057.347013] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.356833] env[70243]: DEBUG oslo_vmware.api [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.756245] env[70243]: DEBUG oslo_vmware.api [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622530, 'name': PowerOnVM_Task, 'duration_secs': 0.403337} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.756539] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.756762] env[70243]: INFO nova.compute.manager [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Took 6.37 seconds to spawn the instance on the hypervisor. [ 1057.756916] env[70243]: DEBUG nova.compute.manager [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.757698] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362320df-9b5d-48b6-85a0-90db5c66bd57 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.848858] env[70243]: DEBUG oslo_concurrency.lockutils [req-3cde143f-8ce5-4072-8324-b796a3870cff req-c5d5dd3b-fb70-4242-b294-139e2c52a905 service nova] Acquiring lock "a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.849072] env[70243]: DEBUG oslo_concurrency.lockutils [req-3cde143f-8ce5-4072-8324-b796a3870cff req-c5d5dd3b-fb70-4242-b294-139e2c52a905 service nova] Acquired lock "a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.850173] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee82fe2-03f1-4866-952e-6ab7119f6544 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.861478] env[70243]: DEBUG oslo_vmware.api [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622531, 'name': PowerOffVM_Task, 'duration_secs': 0.26708} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.872722] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.872916] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.873271] env[70243]: DEBUG oslo_concurrency.lockutils [req-3cde143f-8ce5-4072-8324-b796a3870cff req-c5d5dd3b-fb70-4242-b294-139e2c52a905 service nova] Releasing lock "a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.873515] env[70243]: WARNING nova.compute.manager [req-3cde143f-8ce5-4072-8324-b796a3870cff req-c5d5dd3b-fb70-4242-b294-139e2c52a905 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Detach interface failed, port_id=559aec5a-9de6-4baf-b04b-85d0b0ae4743, reason: No device with interface-id 559aec5a-9de6-4baf-b04b-85d0b0ae4743 exists on VM: nova.exception.NotFound: No device with interface-id 559aec5a-9de6-4baf-b04b-85d0b0ae4743 exists on VM [ 1057.873899] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0ba9b08-5560-4cb6-969e-63e4f0b9bc25 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.946020] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.946256] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.946439] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Deleting the datastore file [datastore1] e3cb438a-f812-4aed-9bb7-10749bf8a278 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.949038] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2e47331-7db1-4752-8824-5b3e01ecb8f3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.955563] env[70243]: DEBUG oslo_vmware.api [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 1057.955563] env[70243]: value = "task-3622533" [ 1057.955563] env[70243]: _type = "Task" [ 1057.955563] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.962663] env[70243]: DEBUG oslo_vmware.api [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.145370] env[70243]: DEBUG oslo_concurrency.lockutils [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "a64f293e-481f-43af-83fe-04545d27a325" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.145636] env[70243]: DEBUG oslo_concurrency.lockutils [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "a64f293e-481f-43af-83fe-04545d27a325" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.145843] env[70243]: DEBUG oslo_concurrency.lockutils [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "a64f293e-481f-43af-83fe-04545d27a325-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.146036] env[70243]: DEBUG oslo_concurrency.lockutils [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "a64f293e-481f-43af-83fe-04545d27a325-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.146382] env[70243]: DEBUG oslo_concurrency.lockutils [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "a64f293e-481f-43af-83fe-04545d27a325-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.149900] env[70243]: INFO nova.compute.manager [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Terminating instance [ 1058.175642] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d35db7-0a1d-4f00-b783-060f33a5270c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.183232] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03c7f8c-3c19-45ec-8202-c4e47d9f189a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.217027] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2b50e0-71d7-469b-a8d1-6cc8ff6144d0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.224364] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9023a997-3763-474f-867f-b1f22a804ff8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.241373] env[70243]: DEBUG nova.compute.provider_tree [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.275907] env[70243]: INFO nova.compute.manager [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Took 19.75 seconds to build instance. [ 1058.334430] env[70243]: DEBUG oslo_concurrency.lockutils [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "refresh_cache-a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.334634] env[70243]: DEBUG oslo_concurrency.lockutils [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "refresh_cache-a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.334807] env[70243]: DEBUG nova.network.neutron [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.465831] env[70243]: DEBUG oslo_vmware.api [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174949} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.466047] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.466241] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.466424] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.466598] env[70243]: INFO nova.compute.manager [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1058.466838] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.467043] env[70243]: DEBUG nova.compute.manager [-] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.467140] env[70243]: DEBUG nova.network.neutron [-] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.661025] env[70243]: DEBUG nova.compute.manager [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.661025] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.661025] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2340e157-c1e7-42b2-93de-10d40d2f8837 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.667300] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.667575] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6acd69cc-f3be-47f3-955a-6e512e8924a7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.674992] env[70243]: DEBUG oslo_vmware.api [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1058.674992] env[70243]: value = "task-3622534" [ 1058.674992] env[70243]: _type = "Task" [ 1058.674992] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.685604] env[70243]: DEBUG oslo_vmware.api [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.745206] env[70243]: DEBUG nova.scheduler.client.report [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.778598] env[70243]: DEBUG oslo_concurrency.lockutils [None req-151be90a-b182-4157-abb7-35c43ef79c55 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Lock "65295564-ae08-426f-8322-9a8ffe3448a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.263s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.058057] env[70243]: DEBUG nova.network.neutron [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Updating instance_info_cache with network_info: [{"id": "03367195-cb95-4452-bd63-3151220799da", "address": "fa:16:3e:31:8d:44", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03367195-cb", "ovs_interfaceid": "03367195-cb95-4452-bd63-3151220799da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.186094] env[70243]: DEBUG oslo_vmware.api [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622534, 'name': PowerOffVM_Task, 'duration_secs': 0.268651} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.186423] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.186648] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.186926] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-855c951a-3fc8-41fe-87a9-d3d982ce634b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.253023] env[70243]: DEBUG oslo_concurrency.lockutils [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.343s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.254296] env[70243]: DEBUG nova.network.neutron [-] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.256296] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.521s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.256636] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.260978] env[70243]: DEBUG oslo_concurrency.lockutils [None req-722b4568-17e4-4b03-b68c-771c55e6cfa0 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.439s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.264495] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.264690] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.264866] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Deleting the datastore file [datastore1] a64f293e-481f-43af-83fe-04545d27a325 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.265325] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e445077d-d600-4299-8c21-601582e91372 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.275202] env[70243]: DEBUG oslo_vmware.api [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1059.275202] env[70243]: value = "task-3622536" [ 1059.275202] env[70243]: _type = "Task" [ 1059.275202] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.289215] env[70243]: DEBUG oslo_vmware.api [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.309515] env[70243]: INFO nova.network.neutron [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Updating port 7277b5b6-f98a-464f-b101-588191a25584 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1059.516652] env[70243]: DEBUG nova.compute.manager [req-e77517d2-f3b0-4547-bf07-357f43c9faa7 req-37c99e98-5636-4613-92cf-99c1aca00503 service nova] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Received event network-vif-deleted-c46c77ee-f6e9-4009-b970-64f2597c6529 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.563557] env[70243]: DEBUG oslo_concurrency.lockutils [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "refresh_cache-a64f293e-481f-43af-83fe-04545d27a325" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.763964] env[70243]: INFO nova.compute.manager [-] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Took 1.30 seconds to deallocate network for instance. [ 1059.772270] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e2f95328-a701-41f5-a9c6-a753b8cfed68 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.141s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.773180] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 10.048s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.773483] env[70243]: INFO nova.compute.manager [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Unshelving [ 1059.785509] env[70243]: DEBUG oslo_vmware.api [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201916} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.785774] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.785988] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.786861] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.786861] env[70243]: INFO nova.compute.manager [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a64f293e-481f-43af-83fe-04545d27a325] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1059.786861] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.786861] env[70243]: DEBUG nova.compute.manager [-] [instance: a64f293e-481f-43af-83fe-04545d27a325] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.786861] env[70243]: DEBUG nova.network.neutron [-] [instance: a64f293e-481f-43af-83fe-04545d27a325] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.979816] env[70243]: INFO nova.compute.manager [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Rebuilding instance [ 1060.037845] env[70243]: DEBUG nova.compute.manager [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.038837] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108cd29f-8ac5-4df9-87a7-675a71ff51c0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.067023] env[70243]: DEBUG oslo_concurrency.lockutils [None req-302ca599-5d92-43fb-9fd9-6574ac014ada tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "interface-a64f293e-481f-43af-83fe-04545d27a325-559aec5a-9de6-4baf-b04b-85d0b0ae4743" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.607s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.069225] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03e75c1-76e7-4b50-a746-ded80429c5e0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.077451] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fd45cf-7d7b-4291-ae92-56a76db5e46d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.110581] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821b66d8-3fc9-49be-ada1-61cf0f9039a6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.118584] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b255d17-6d8e-4c3b-8b79-f388b4d46eaa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.133103] env[70243]: DEBUG nova.compute.provider_tree [None req-722b4568-17e4-4b03-b68c-771c55e6cfa0 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.277205] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.318864] env[70243]: DEBUG nova.compute.manager [req-5fe28a9c-7aaf-496f-9d40-abfbdcbd622e req-b4971939-5983-4670-a6ac-00bd4826bb90 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Received event network-vif-deleted-03367195-cb95-4452-bd63-3151220799da {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.319114] env[70243]: INFO nova.compute.manager [req-5fe28a9c-7aaf-496f-9d40-abfbdcbd622e req-b4971939-5983-4670-a6ac-00bd4826bb90 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Neutron deleted interface 03367195-cb95-4452-bd63-3151220799da; detaching it from the instance and deleting it from the info cache [ 1060.319422] env[70243]: DEBUG nova.network.neutron [req-5fe28a9c-7aaf-496f-9d40-abfbdcbd622e req-b4971939-5983-4670-a6ac-00bd4826bb90 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.636543] env[70243]: DEBUG nova.scheduler.client.report [None req-722b4568-17e4-4b03-b68c-771c55e6cfa0 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.788264] env[70243]: DEBUG nova.compute.utils [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.789747] env[70243]: DEBUG nova.network.neutron [-] [instance: a64f293e-481f-43af-83fe-04545d27a325] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.824471] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54f44a02-f0f5-475e-a5af-ffb66570cf79 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.834502] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcec083c-d2c1-4b45-935e-c5764f5b6fa7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.868121] env[70243]: DEBUG nova.compute.manager [req-5fe28a9c-7aaf-496f-9d40-abfbdcbd622e req-b4971939-5983-4670-a6ac-00bd4826bb90 service nova] [instance: a64f293e-481f-43af-83fe-04545d27a325] Detach interface failed, port_id=03367195-cb95-4452-bd63-3151220799da, reason: Instance a64f293e-481f-43af-83fe-04545d27a325 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1060.895330] env[70243]: DEBUG oslo_concurrency.lockutils [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquiring lock "refresh_cache-ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.895560] env[70243]: DEBUG oslo_concurrency.lockutils [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquired lock "refresh_cache-ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.895797] env[70243]: DEBUG nova.network.neutron [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.058193] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.058193] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-355f9416-5631-4563-85d5-62d413e986f9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.066351] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Waiting for the task: (returnval){ [ 1061.066351] env[70243]: value = "task-3622537" [ 1061.066351] env[70243]: _type = "Task" [ 1061.066351] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.074556] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.292184] env[70243]: INFO nova.virt.block_device [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Booting with volume f3e79627-4da4-4975-af35-8d585aaaacdf at /dev/sdb [ 1061.295731] env[70243]: INFO nova.compute.manager [-] [instance: a64f293e-481f-43af-83fe-04545d27a325] Took 1.51 seconds to deallocate network for instance. [ 1061.331904] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a76dec9-efd6-4158-aa65-4438b64f9e2c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.342485] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1a2844-4d71-43d3-b0f0-dbb2ecafb057 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.379970] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99c6127e-2477-4cd4-8291-c37dfd3289c2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.391280] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ff7d8c-586c-4eb4-8fc7-59ef4608898b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.439617] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62c2aee-b186-4620-bcd1-e7a7ce240eda {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.449662] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e382dc37-803f-45e5-a99c-9a1455a018ce {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.464199] env[70243]: DEBUG nova.virt.block_device [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Updating existing volume attachment record: ce6e0aa7-e071-4cd2-b01f-8fcb2b3c4603 {{(pid=70243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1061.550180] env[70243]: DEBUG nova.compute.manager [req-89a5b12a-07c5-4681-9062-6563c13f0a0a req-498ec9b1-32e9-493a-995c-1ffa082f5e38 service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Received event network-vif-plugged-7277b5b6-f98a-464f-b101-588191a25584 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.550390] env[70243]: DEBUG oslo_concurrency.lockutils [req-89a5b12a-07c5-4681-9062-6563c13f0a0a req-498ec9b1-32e9-493a-995c-1ffa082f5e38 service nova] Acquiring lock "ce050c27-f1e8-4664-ba6f-1573e8cdd9e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.550611] env[70243]: DEBUG oslo_concurrency.lockutils [req-89a5b12a-07c5-4681-9062-6563c13f0a0a req-498ec9b1-32e9-493a-995c-1ffa082f5e38 service nova] Lock "ce050c27-f1e8-4664-ba6f-1573e8cdd9e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.550857] env[70243]: DEBUG oslo_concurrency.lockutils [req-89a5b12a-07c5-4681-9062-6563c13f0a0a req-498ec9b1-32e9-493a-995c-1ffa082f5e38 service nova] Lock "ce050c27-f1e8-4664-ba6f-1573e8cdd9e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.551121] env[70243]: DEBUG nova.compute.manager [req-89a5b12a-07c5-4681-9062-6563c13f0a0a req-498ec9b1-32e9-493a-995c-1ffa082f5e38 service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] No waiting events found dispatching network-vif-plugged-7277b5b6-f98a-464f-b101-588191a25584 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.551360] env[70243]: WARNING nova.compute.manager [req-89a5b12a-07c5-4681-9062-6563c13f0a0a req-498ec9b1-32e9-493a-995c-1ffa082f5e38 service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Received unexpected event network-vif-plugged-7277b5b6-f98a-464f-b101-588191a25584 for instance with vm_state shelved_offloaded and task_state spawning. [ 1061.551482] env[70243]: DEBUG nova.compute.manager [req-89a5b12a-07c5-4681-9062-6563c13f0a0a req-498ec9b1-32e9-493a-995c-1ffa082f5e38 service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Received event network-changed-7277b5b6-f98a-464f-b101-588191a25584 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.551640] env[70243]: DEBUG nova.compute.manager [req-89a5b12a-07c5-4681-9062-6563c13f0a0a req-498ec9b1-32e9-493a-995c-1ffa082f5e38 service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Refreshing instance network info cache due to event network-changed-7277b5b6-f98a-464f-b101-588191a25584. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.551813] env[70243]: DEBUG oslo_concurrency.lockutils [req-89a5b12a-07c5-4681-9062-6563c13f0a0a req-498ec9b1-32e9-493a-995c-1ffa082f5e38 service nova] Acquiring lock "refresh_cache-ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.577785] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622537, 'name': PowerOffVM_Task, 'duration_secs': 0.119369} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.578073] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.578736] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.581893] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acfcecf-040a-47b0-8db5-8c532c7a27a7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.590130] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.590373] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0acd4a75-a74c-461d-b99a-d6246d5c768f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.618268] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.618503] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.618741] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Deleting the datastore file [datastore1] 65295564-ae08-426f-8322-9a8ffe3448a9 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.618904] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dab68bd5-5ff2-4fff-9ef3-95ed08812a8d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.624840] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Waiting for the task: (returnval){ [ 1061.624840] env[70243]: value = "task-3622540" [ 1061.624840] env[70243]: _type = "Task" [ 1061.624840] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.633375] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.646518] env[70243]: DEBUG oslo_concurrency.lockutils [None req-722b4568-17e4-4b03-b68c-771c55e6cfa0 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.385s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.646797] env[70243]: DEBUG nova.compute.manager [None req-722b4568-17e4-4b03-b68c-771c55e6cfa0 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70243) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1061.649843] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.275s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.654305] env[70243]: INFO nova.compute.claims [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.675478] env[70243]: DEBUG nova.network.neutron [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Updating instance_info_cache with network_info: [{"id": "7277b5b6-f98a-464f-b101-588191a25584", "address": "fa:16:3e:31:e2:f5", "network": {"id": "10dce8a0-43e3-4137-93eb-b101b6bebc0a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-3440240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc3772630a874e489748a48fd56254fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7277b5b6-f9", "ovs_interfaceid": "7277b5b6-f98a-464f-b101-588191a25584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.805701] env[70243]: DEBUG oslo_concurrency.lockutils [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.135647] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110512} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.135961] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.136207] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.136429] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.180735] env[70243]: DEBUG oslo_concurrency.lockutils [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Releasing lock "refresh_cache-ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.182883] env[70243]: DEBUG oslo_concurrency.lockutils [req-89a5b12a-07c5-4681-9062-6563c13f0a0a req-498ec9b1-32e9-493a-995c-1ffa082f5e38 service nova] Acquired lock "refresh_cache-ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.182883] env[70243]: DEBUG nova.network.neutron [req-89a5b12a-07c5-4681-9062-6563c13f0a0a req-498ec9b1-32e9-493a-995c-1ffa082f5e38 service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Refreshing network info cache for port 7277b5b6-f98a-464f-b101-588191a25584 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.208964] env[70243]: DEBUG nova.virt.hardware [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4d9a726235405c380ef1da95d00c07a4',container_format='bare',created_at=2025-04-26T00:10:40Z,direct_url=,disk_format='vmdk',id=73786109-a408-4713-90fe-083460cd215d,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1559284963-shelved',owner='fc3772630a874e489748a48fd56254fb',properties=ImageMetaProps,protected=,size=31591424,status='active',tags=,updated_at=2025-04-26T00:10:57Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.209273] env[70243]: DEBUG nova.virt.hardware [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.209476] env[70243]: DEBUG nova.virt.hardware [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.209702] env[70243]: DEBUG nova.virt.hardware [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.209883] env[70243]: DEBUG nova.virt.hardware [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.210051] env[70243]: DEBUG nova.virt.hardware [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.210269] env[70243]: DEBUG nova.virt.hardware [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.210432] env[70243]: DEBUG nova.virt.hardware [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.210603] env[70243]: DEBUG nova.virt.hardware [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.210768] env[70243]: DEBUG nova.virt.hardware [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.210943] env[70243]: DEBUG nova.virt.hardware [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.212249] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59199ed-f8c7-4d63-8540-74fb1d64f9d7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.215962] env[70243]: INFO nova.scheduler.client.report [None req-722b4568-17e4-4b03-b68c-771c55e6cfa0 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Deleted allocation for migration f048a494-274d-462b-9654-28371b1a5374 [ 1062.223249] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d29b365-79ce-413f-bccb-1d4e956707d9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.236905] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:e2:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7277b5b6-f98a-464f-b101-588191a25584', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.244437] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.244542] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.244722] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dd55c1d-6939-46a8-add6-1afbcd3dd5f4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.263972] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.263972] env[70243]: value = "task-3622543" [ 1062.263972] env[70243]: _type = "Task" [ 1062.263972] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.271535] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622543, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.723267] env[70243]: DEBUG oslo_concurrency.lockutils [None req-722b4568-17e4-4b03-b68c-771c55e6cfa0 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "bb0d8bc4-c513-46f3-aa96-660f9c6f1380" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.455s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.777045] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622543, 'name': CreateVM_Task, 'duration_secs': 0.386632} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.777226] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.777885] env[70243]: DEBUG oslo_concurrency.lockutils [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73786109-a408-4713-90fe-083460cd215d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.778065] env[70243]: DEBUG oslo_concurrency.lockutils [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73786109-a408-4713-90fe-083460cd215d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.778520] env[70243]: DEBUG oslo_concurrency.lockutils [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73786109-a408-4713-90fe-083460cd215d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.778782] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67666eec-ccfb-4c2c-8d52-56c786dd39bc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.785514] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 1062.785514] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521e0d84-3023-c84b-f43c-7eba2dcde3be" [ 1062.785514] env[70243]: _type = "Task" [ 1062.785514] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.795129] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521e0d84-3023-c84b-f43c-7eba2dcde3be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.916970] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694ef93d-5091-490a-91c5-b9b11c1708f7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.924994] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99696784-450f-4a64-b987-5017a35818a7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.956136] env[70243]: DEBUG nova.network.neutron [req-89a5b12a-07c5-4681-9062-6563c13f0a0a req-498ec9b1-32e9-493a-995c-1ffa082f5e38 service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Updated VIF entry in instance network info cache for port 7277b5b6-f98a-464f-b101-588191a25584. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.956508] env[70243]: DEBUG nova.network.neutron [req-89a5b12a-07c5-4681-9062-6563c13f0a0a req-498ec9b1-32e9-493a-995c-1ffa082f5e38 service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Updating instance_info_cache with network_info: [{"id": "7277b5b6-f98a-464f-b101-588191a25584", "address": "fa:16:3e:31:e2:f5", "network": {"id": "10dce8a0-43e3-4137-93eb-b101b6bebc0a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-3440240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc3772630a874e489748a48fd56254fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7277b5b6-f9", "ovs_interfaceid": "7277b5b6-f98a-464f-b101-588191a25584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.958281] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d1bb84-3114-4fc6-9fec-a1fb51de86e8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.966107] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f713db4c-e78d-40ca-97f5-a2afe86ef1b0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.980040] env[70243]: DEBUG nova.compute.provider_tree [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.173675] env[70243]: DEBUG nova.virt.hardware [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.173934] env[70243]: DEBUG nova.virt.hardware [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.174130] env[70243]: DEBUG nova.virt.hardware [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.174346] env[70243]: DEBUG nova.virt.hardware [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.174498] env[70243]: DEBUG nova.virt.hardware [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.174644] env[70243]: DEBUG nova.virt.hardware [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.174852] env[70243]: DEBUG nova.virt.hardware [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.175015] env[70243]: DEBUG nova.virt.hardware [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.175212] env[70243]: DEBUG nova.virt.hardware [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.175379] env[70243]: DEBUG nova.virt.hardware [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.175554] env[70243]: DEBUG nova.virt.hardware [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.176753] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156597dd-1ac4-404d-b603-b9bd52872211 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.187054] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d89bff-b6bb-4a91-8b3b-e2cc82d02580 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.200030] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Instance VIF info [] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.205432] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.206649] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.206649] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-121301db-6f81-43b3-b11a-f65153a61e96 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.222340] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.222340] env[70243]: value = "task-3622544" [ 1063.222340] env[70243]: _type = "Task" [ 1063.222340] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.230566] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622544, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.295823] env[70243]: DEBUG oslo_concurrency.lockutils [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73786109-a408-4713-90fe-083460cd215d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.296145] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Processing image 73786109-a408-4713-90fe-083460cd215d {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.296438] env[70243]: DEBUG oslo_concurrency.lockutils [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73786109-a408-4713-90fe-083460cd215d/73786109-a408-4713-90fe-083460cd215d.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.297035] env[70243]: DEBUG oslo_concurrency.lockutils [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73786109-a408-4713-90fe-083460cd215d/73786109-a408-4713-90fe-083460cd215d.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.297035] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.297166] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15b3b0a8-eb45-433d-b80a-89216f1cf0c2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.315095] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.315345] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.316182] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e66ae3d4-2223-4336-a6e6-9d778397d8ac {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.321442] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 1063.321442] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5275b674-e86d-ffd3-a6d3-6cb33e7304e4" [ 1063.321442] env[70243]: _type = "Task" [ 1063.321442] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.329458] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5275b674-e86d-ffd3-a6d3-6cb33e7304e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.462558] env[70243]: DEBUG oslo_concurrency.lockutils [req-89a5b12a-07c5-4681-9062-6563c13f0a0a req-498ec9b1-32e9-493a-995c-1ffa082f5e38 service nova] Releasing lock "refresh_cache-ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.483940] env[70243]: DEBUG nova.scheduler.client.report [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.535199] env[70243]: DEBUG nova.objects.instance [None req-a1a63327-b702-418a-a2ab-21a9e3cdfa4b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lazy-loading 'flavor' on Instance uuid bb0d8bc4-c513-46f3-aa96-660f9c6f1380 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.732180] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622544, 'name': CreateVM_Task, 'duration_secs': 0.267391} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.732355] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.732870] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.732909] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.733392] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.733660] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d866e53-dbce-46d9-91a0-422ac89fc9e6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.738199] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Waiting for the task: (returnval){ [ 1063.738199] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521dd447-bf46-6ca2-c333-658178d68166" [ 1063.738199] env[70243]: _type = "Task" [ 1063.738199] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.745403] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521dd447-bf46-6ca2-c333-658178d68166, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.832624] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Preparing fetch location {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1063.833007] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Fetch image to [datastore1] OSTACK_IMG_0939b820-eb3d-4203-a61a-07edb942be33/OSTACK_IMG_0939b820-eb3d-4203-a61a-07edb942be33.vmdk {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1063.833257] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Downloading stream optimized image 73786109-a408-4713-90fe-083460cd215d to [datastore1] OSTACK_IMG_0939b820-eb3d-4203-a61a-07edb942be33/OSTACK_IMG_0939b820-eb3d-4203-a61a-07edb942be33.vmdk on the data store datastore1 as vApp {{(pid=70243) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1063.833459] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Downloading image file data 73786109-a408-4713-90fe-083460cd215d to the ESX as VM named 'OSTACK_IMG_0939b820-eb3d-4203-a61a-07edb942be33' {{(pid=70243) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1063.914323] env[70243]: DEBUG oslo_vmware.rw_handles [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1063.914323] env[70243]: value = "resgroup-9" [ 1063.914323] env[70243]: _type = "ResourcePool" [ 1063.914323] env[70243]: }. {{(pid=70243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1063.915359] env[70243]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0b6e43dd-e5a1-4728-8b13-81eba27dac0b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.936807] env[70243]: DEBUG oslo_vmware.rw_handles [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lease: (returnval){ [ 1063.936807] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52041913-eff0-292f-5a92-f2865b1f75b8" [ 1063.936807] env[70243]: _type = "HttpNfcLease" [ 1063.936807] env[70243]: } obtained for vApp import into resource pool (val){ [ 1063.936807] env[70243]: value = "resgroup-9" [ 1063.936807] env[70243]: _type = "ResourcePool" [ 1063.936807] env[70243]: }. {{(pid=70243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1063.937468] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the lease: (returnval){ [ 1063.937468] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52041913-eff0-292f-5a92-f2865b1f75b8" [ 1063.937468] env[70243]: _type = "HttpNfcLease" [ 1063.937468] env[70243]: } to be ready. {{(pid=70243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1063.945696] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1063.945696] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52041913-eff0-292f-5a92-f2865b1f75b8" [ 1063.945696] env[70243]: _type = "HttpNfcLease" [ 1063.945696] env[70243]: } is initializing. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1063.988807] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.989548] env[70243]: DEBUG nova.compute.manager [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.992891] env[70243]: DEBUG oslo_concurrency.lockutils [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.956s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.993112] env[70243]: DEBUG oslo_concurrency.lockutils [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.997705] env[70243]: DEBUG oslo_concurrency.lockutils [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.421s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.997705] env[70243]: DEBUG oslo_concurrency.lockutils [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.998984] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.716s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.000702] env[70243]: INFO nova.compute.claims [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.027430] env[70243]: INFO nova.scheduler.client.report [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Deleted allocations for instance 9e3753c5-22d7-4efd-8306-06c024fdcc63 [ 1064.034942] env[70243]: INFO nova.scheduler.client.report [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Deleted allocations for instance 8103e940-f836-4b36-9cd9-e31ec80920a9 [ 1064.041655] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a1a63327-b702-418a-a2ab-21a9e3cdfa4b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "refresh_cache-bb0d8bc4-c513-46f3-aa96-660f9c6f1380" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.041778] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a1a63327-b702-418a-a2ab-21a9e3cdfa4b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquired lock "refresh_cache-bb0d8bc4-c513-46f3-aa96-660f9c6f1380" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.041884] env[70243]: DEBUG nova.network.neutron [None req-a1a63327-b702-418a-a2ab-21a9e3cdfa4b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.042496] env[70243]: DEBUG nova.objects.instance [None req-a1a63327-b702-418a-a2ab-21a9e3cdfa4b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lazy-loading 'info_cache' on Instance uuid bb0d8bc4-c513-46f3-aa96-660f9c6f1380 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.249697] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521dd447-bf46-6ca2-c333-658178d68166, 'name': SearchDatastore_Task, 'duration_secs': 0.017398} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.250095] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.250314] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.250581] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.250780] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.251219] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.251531] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b04fb1ac-89f2-4295-832b-63274155dd59 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.261351] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.261351] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.261351] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd923de5-ba0f-4a4f-bf50-7e118372a376 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.266692] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Waiting for the task: (returnval){ [ 1064.266692] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5294a3d0-5d32-d758-c985-7a7b6f89fbde" [ 1064.266692] env[70243]: _type = "Task" [ 1064.266692] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.274624] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5294a3d0-5d32-d758-c985-7a7b6f89fbde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.445342] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1064.445342] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52041913-eff0-292f-5a92-f2865b1f75b8" [ 1064.445342] env[70243]: _type = "HttpNfcLease" [ 1064.445342] env[70243]: } is ready. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1064.445767] env[70243]: DEBUG oslo_vmware.rw_handles [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1064.445767] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52041913-eff0-292f-5a92-f2865b1f75b8" [ 1064.445767] env[70243]: _type = "HttpNfcLease" [ 1064.445767] env[70243]: }. {{(pid=70243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1064.446548] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e18561-bb46-444e-8a02-4bc18d886411 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.454164] env[70243]: DEBUG oslo_vmware.rw_handles [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52894e9b-acea-504f-e986-a17aa4241b4d/disk-0.vmdk from lease info. {{(pid=70243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1064.454408] env[70243]: DEBUG oslo_vmware.rw_handles [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Creating HTTP connection to write to file with size = 31591424 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52894e9b-acea-504f-e986-a17aa4241b4d/disk-0.vmdk. {{(pid=70243) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1064.510748] env[70243]: DEBUG nova.compute.utils [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.515097] env[70243]: DEBUG nova.compute.manager [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Not allocating networking since 'none' was specified. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1064.518789] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-42a5e830-6337-46b1-88b4-c008316bb19e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.534044] env[70243]: DEBUG oslo_concurrency.lockutils [None req-47d0d141-a060-4b5a-b905-925a923de3a6 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "9e3753c5-22d7-4efd-8306-06c024fdcc63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.399s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.543486] env[70243]: DEBUG oslo_concurrency.lockutils [None req-927d343d-cec4-4478-83d8-9f0738733568 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Lock "8103e940-f836-4b36-9cd9-e31ec80920a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.306s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.545319] env[70243]: DEBUG nova.objects.base [None req-a1a63327-b702-418a-a2ab-21a9e3cdfa4b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1064.779537] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5294a3d0-5d32-d758-c985-7a7b6f89fbde, 'name': SearchDatastore_Task, 'duration_secs': 0.00884} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.781948] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e739d22f-ee4d-4e88-9f29-758b51ad37b2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.788260] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Waiting for the task: (returnval){ [ 1064.788260] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e025da-7868-fa41-fbd3-5f56c11e117b" [ 1064.788260] env[70243]: _type = "Task" [ 1064.788260] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.798940] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e025da-7868-fa41-fbd3-5f56c11e117b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.016632] env[70243]: DEBUG nova.compute.manager [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.302565] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e025da-7868-fa41-fbd3-5f56c11e117b, 'name': SearchDatastore_Task, 'duration_secs': 0.010693} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.304965] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.305433] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 65295564-ae08-426f-8322-9a8ffe3448a9/65295564-ae08-426f-8322-9a8ffe3448a9.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.307024] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-455cff7c-30ea-4b4b-896d-a1f2518dc45a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.310127] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f91ecd0-bf55-40a9-8114-6d88890e383f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.325449] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Waiting for the task: (returnval){ [ 1065.325449] env[70243]: value = "task-3622547" [ 1065.325449] env[70243]: _type = "Task" [ 1065.325449] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.326584] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190acef1-7b95-4649-8c90-f867fa6da9d4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.339307] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.374143] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944db6b8-3ecb-4736-84ff-dbdd00b2b7fd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.378047] env[70243]: DEBUG nova.network.neutron [None req-a1a63327-b702-418a-a2ab-21a9e3cdfa4b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Updating instance_info_cache with network_info: [{"id": "3db8311e-05f1-41c6-ab4d-c16323c054c0", "address": "fa:16:3e:59:49:93", "network": {"id": "efed784a-c76d-40c2-9094-2797cae46b9f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1261361839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3227bc9b9f014d2db2b3a89a32f3d175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3db8311e-05", "ovs_interfaceid": "3db8311e-05f1-41c6-ab4d-c16323c054c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.390316] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d552f8-b1c3-4659-a58e-4289be2a9e39 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.409065] env[70243]: DEBUG nova.compute.provider_tree [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.629534] env[70243]: DEBUG oslo_concurrency.lockutils [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquiring lock "7b8edd61-438d-49fb-ad52-1f96a20b3e96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.629886] env[70243]: DEBUG oslo_concurrency.lockutils [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Lock "7b8edd61-438d-49fb-ad52-1f96a20b3e96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.630127] env[70243]: DEBUG oslo_concurrency.lockutils [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquiring lock "7b8edd61-438d-49fb-ad52-1f96a20b3e96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.630308] env[70243]: DEBUG oslo_concurrency.lockutils [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Lock "7b8edd61-438d-49fb-ad52-1f96a20b3e96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.630487] env[70243]: DEBUG oslo_concurrency.lockutils [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Lock "7b8edd61-438d-49fb-ad52-1f96a20b3e96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.637451] env[70243]: INFO nova.compute.manager [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Terminating instance [ 1065.639586] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "25c7e64a-5541-41c8-b584-2f6054cac3c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.639877] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "25c7e64a-5541-41c8-b584-2f6054cac3c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.659785] env[70243]: DEBUG oslo_vmware.rw_handles [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Completed reading data from the image iterator. {{(pid=70243) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1065.660057] env[70243]: DEBUG oslo_vmware.rw_handles [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52894e9b-acea-504f-e986-a17aa4241b4d/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1065.661829] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b414ac9e-05fd-4b7a-bde1-46bfccf86a46 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.669505] env[70243]: DEBUG oslo_vmware.rw_handles [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52894e9b-acea-504f-e986-a17aa4241b4d/disk-0.vmdk is in state: ready. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1065.669730] env[70243]: DEBUG oslo_vmware.rw_handles [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52894e9b-acea-504f-e986-a17aa4241b4d/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1065.670025] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-cbb33be2-fbed-4822-91a8-ad2875a86fb6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.839082] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622547, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.882927] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a1a63327-b702-418a-a2ab-21a9e3cdfa4b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Releasing lock "refresh_cache-bb0d8bc4-c513-46f3-aa96-660f9c6f1380" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.914720] env[70243]: DEBUG nova.scheduler.client.report [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.954068] env[70243]: DEBUG oslo_vmware.rw_handles [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52894e9b-acea-504f-e986-a17aa4241b4d/disk-0.vmdk. {{(pid=70243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1065.954318] env[70243]: INFO nova.virt.vmwareapi.images [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Downloaded image file data 73786109-a408-4713-90fe-083460cd215d [ 1065.955230] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c20b92-4085-45fd-a681-53c457ee945f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.970485] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1a75751-44b1-4047-8288-c89f208577d0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.000731] env[70243]: INFO nova.virt.vmwareapi.images [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] The imported VM was unregistered [ 1066.003080] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Caching image {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1066.003360] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Creating directory with path [datastore1] devstack-image-cache_base/73786109-a408-4713-90fe-083460cd215d {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.003938] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7109ab57-e0e3-469c-b2b4-08c1554a96fd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.025252] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Created directory with path [datastore1] devstack-image-cache_base/73786109-a408-4713-90fe-083460cd215d {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.025520] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0939b820-eb3d-4203-a61a-07edb942be33/OSTACK_IMG_0939b820-eb3d-4203-a61a-07edb942be33.vmdk to [datastore1] devstack-image-cache_base/73786109-a408-4713-90fe-083460cd215d/73786109-a408-4713-90fe-083460cd215d.vmdk. {{(pid=70243) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1066.026291] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2c558546-4d03-4224-b2c9-7967853fb387 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.031373] env[70243]: DEBUG nova.compute.manager [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.035773] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 1066.035773] env[70243]: value = "task-3622549" [ 1066.035773] env[70243]: _type = "Task" [ 1066.035773] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.044849] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622549, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.060784] env[70243]: DEBUG nova.virt.hardware [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.061058] env[70243]: DEBUG nova.virt.hardware [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.061232] env[70243]: DEBUG nova.virt.hardware [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.061422] env[70243]: DEBUG nova.virt.hardware [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.061577] env[70243]: DEBUG nova.virt.hardware [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.061728] env[70243]: DEBUG nova.virt.hardware [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.061945] env[70243]: DEBUG nova.virt.hardware [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.062132] env[70243]: DEBUG nova.virt.hardware [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.062313] env[70243]: DEBUG nova.virt.hardware [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.062480] env[70243]: DEBUG nova.virt.hardware [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.062656] env[70243]: DEBUG nova.virt.hardware [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.063604] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2b8af3-c380-40af-8a08-4706b562aeaa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.071789] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9c15a5-b71f-4762-bb2e-5695c6e21cd1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.086087] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Instance VIF info [] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.091515] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Creating folder: Project (536cdb0c5db94703a6ed0b4c2819ff4f). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1066.091802] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac911f1a-f3ed-4756-8fd9-af2974deb6fa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.100943] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Created folder: Project (536cdb0c5db94703a6ed0b4c2819ff4f) in parent group-v722220. [ 1066.101150] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Creating folder: Instances. Parent ref: group-v722491. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1066.101381] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4efc6a5c-02ec-4b2e-8c1c-ebc9132b0c35 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.109670] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Created folder: Instances in parent group-v722491. [ 1066.109905] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.110113] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.110348] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dadd7cc-4eef-438e-a522-1a1910f16550 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.126521] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.126521] env[70243]: value = "task-3622552" [ 1066.126521] env[70243]: _type = "Task" [ 1066.126521] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.133964] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622552, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.144704] env[70243]: DEBUG oslo_concurrency.lockutils [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquiring lock "refresh_cache-7b8edd61-438d-49fb-ad52-1f96a20b3e96" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.144873] env[70243]: DEBUG oslo_concurrency.lockutils [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquired lock "refresh_cache-7b8edd61-438d-49fb-ad52-1f96a20b3e96" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.145067] env[70243]: DEBUG nova.network.neutron [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.146256] env[70243]: DEBUG nova.compute.manager [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1066.337251] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576094} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.337569] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 65295564-ae08-426f-8322-9a8ffe3448a9/65295564-ae08-426f-8322-9a8ffe3448a9.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.337917] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.338239] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-408b606a-fb68-4a37-90e1-8fd6911938cf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.344875] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Waiting for the task: (returnval){ [ 1066.344875] env[70243]: value = "task-3622553" [ 1066.344875] env[70243]: _type = "Task" [ 1066.344875] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.355134] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.419916] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.420950] env[70243]: DEBUG nova.compute.manager [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.424375] env[70243]: DEBUG oslo_concurrency.lockutils [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.254s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.425806] env[70243]: INFO nova.compute.claims [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.546787] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622549, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.637272] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622552, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.670851] env[70243]: DEBUG nova.network.neutron [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.674069] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.721637] env[70243]: DEBUG nova.network.neutron [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.854924] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622553, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.889453] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a63327-b702-418a-a2ab-21a9e3cdfa4b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.889846] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e98d150-08bf-420d-9852-0ff09d941340 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.896931] env[70243]: DEBUG oslo_vmware.api [None req-a1a63327-b702-418a-a2ab-21a9e3cdfa4b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1066.896931] env[70243]: value = "task-3622554" [ 1066.896931] env[70243]: _type = "Task" [ 1066.896931] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.905722] env[70243]: DEBUG oslo_vmware.api [None req-a1a63327-b702-418a-a2ab-21a9e3cdfa4b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.931110] env[70243]: DEBUG nova.compute.utils [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.934974] env[70243]: DEBUG nova.compute.manager [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1066.935217] env[70243]: DEBUG nova.network.neutron [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.982759] env[70243]: DEBUG nova.policy [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fc6b3b78bed4177a78cffad9c4a2d54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c5b8aa268e7476da103ce23a55f69cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.047360] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622549, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.072987] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.137965] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622552, 'name': CreateVM_Task, 'duration_secs': 0.559252} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.138410] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.138820] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.138956] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.139332] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.139626] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-454a1dd1-6e63-4060-91bb-a4910f495d20 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.144785] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Waiting for the task: (returnval){ [ 1067.144785] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c0a182-7423-79c1-b9b0-d06b279e708d" [ 1067.144785] env[70243]: _type = "Task" [ 1067.144785] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.153619] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c0a182-7423-79c1-b9b0-d06b279e708d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.224152] env[70243]: DEBUG oslo_concurrency.lockutils [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Releasing lock "refresh_cache-7b8edd61-438d-49fb-ad52-1f96a20b3e96" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.224833] env[70243]: DEBUG nova.compute.manager [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.225155] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.226330] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f08ddd-fed9-4b32-aa56-4c8f8241a8fc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.235208] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.235505] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1358e532-be8f-4f81-95c2-7c38590bd49d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.242162] env[70243]: DEBUG oslo_vmware.api [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1067.242162] env[70243]: value = "task-3622555" [ 1067.242162] env[70243]: _type = "Task" [ 1067.242162] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.250692] env[70243]: DEBUG oslo_vmware.api [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.342168] env[70243]: DEBUG nova.network.neutron [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Successfully created port: bd1e301a-6889-41ea-80c5-1273b77d58f5 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.353852] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.586264} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.354339] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.355265] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49997d35-3fb9-42c0-a161-6c5566a3afee {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.378939] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 65295564-ae08-426f-8322-9a8ffe3448a9/65295564-ae08-426f-8322-9a8ffe3448a9.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.379385] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf91db54-2f38-4067-b930-3f28f01f329c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.403613] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Waiting for the task: (returnval){ [ 1067.403613] env[70243]: value = "task-3622556" [ 1067.403613] env[70243]: _type = "Task" [ 1067.403613] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.411868] env[70243]: DEBUG oslo_vmware.api [None req-a1a63327-b702-418a-a2ab-21a9e3cdfa4b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622554, 'name': PowerOnVM_Task, 'duration_secs': 0.448879} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.416131] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a63327-b702-418a-a2ab-21a9e3cdfa4b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.416650] env[70243]: DEBUG nova.compute.manager [None req-a1a63327-b702-418a-a2ab-21a9e3cdfa4b tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.417030] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.417935] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96ac99c-abfa-40e2-97b5-1195bf45829b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.436158] env[70243]: DEBUG nova.compute.manager [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.550388] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622549, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.660029] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c0a182-7423-79c1-b9b0-d06b279e708d, 'name': SearchDatastore_Task, 'duration_secs': 0.090674} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.660029] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.660029] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.660029] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.661052] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.661312] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.661621] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cf5935e-c093-4916-a950-8206a994adc6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.683503] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.683709] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.685911] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10c118b2-aef9-4af9-a188-0767a2db01fa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.690452] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Waiting for the task: (returnval){ [ 1067.690452] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5245f44f-c80d-0325-2701-95ede0a1811a" [ 1067.690452] env[70243]: _type = "Task" [ 1067.690452] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.706055] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5245f44f-c80d-0325-2701-95ede0a1811a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.748688] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13a7b3c-d287-4493-a95a-615b4edb07d0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.760041] env[70243]: DEBUG oslo_vmware.api [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.761234] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8f0024-ce24-49c5-95f6-5cbac5091844 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.797382] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5686693-e8b3-4b29-81cc-afcb32184f9d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.808385] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07abdf3f-72b5-48c4-846e-9f355a8139e2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.835347] env[70243]: DEBUG nova.compute.provider_tree [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.917469] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.051384] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622549, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.203576] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5245f44f-c80d-0325-2701-95ede0a1811a, 'name': SearchDatastore_Task, 'duration_secs': 0.092356} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.204579] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1197d533-70b1-4dea-8b00-13969e450bf4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.212120] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Waiting for the task: (returnval){ [ 1068.212120] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526bf34d-627a-3983-d8aa-43f00f838840" [ 1068.212120] env[70243]: _type = "Task" [ 1068.212120] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.221804] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526bf34d-627a-3983-d8aa-43f00f838840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.255258] env[70243]: DEBUG oslo_vmware.api [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622555, 'name': PowerOffVM_Task, 'duration_secs': 0.623539} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.255636] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.255829] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.256154] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bfdb3c6-309e-4bfb-80a1-a316b4c12717 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.292383] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.292626] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.292816] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Deleting the datastore file [datastore1] 7b8edd61-438d-49fb-ad52-1f96a20b3e96 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.293109] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72f5c451-1ed3-4dfd-9c1c-00ce9b1aa953 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.302214] env[70243]: DEBUG oslo_vmware.api [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for the task: (returnval){ [ 1068.302214] env[70243]: value = "task-3622558" [ 1068.302214] env[70243]: _type = "Task" [ 1068.302214] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.313060] env[70243]: DEBUG oslo_vmware.api [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.322743] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "bb0d8bc4-c513-46f3-aa96-660f9c6f1380" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.323039] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "bb0d8bc4-c513-46f3-aa96-660f9c6f1380" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.323305] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "bb0d8bc4-c513-46f3-aa96-660f9c6f1380-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.323503] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "bb0d8bc4-c513-46f3-aa96-660f9c6f1380-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.323676] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "bb0d8bc4-c513-46f3-aa96-660f9c6f1380-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.326158] env[70243]: INFO nova.compute.manager [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Terminating instance [ 1068.338310] env[70243]: DEBUG nova.scheduler.client.report [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.417641] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.449155] env[70243]: DEBUG nova.compute.manager [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.477978] env[70243]: DEBUG nova.virt.hardware [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.478261] env[70243]: DEBUG nova.virt.hardware [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.478473] env[70243]: DEBUG nova.virt.hardware [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.478682] env[70243]: DEBUG nova.virt.hardware [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.478879] env[70243]: DEBUG nova.virt.hardware [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.479055] env[70243]: DEBUG nova.virt.hardware [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.479284] env[70243]: DEBUG nova.virt.hardware [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.479450] env[70243]: DEBUG nova.virt.hardware [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.479664] env[70243]: DEBUG nova.virt.hardware [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.479891] env[70243]: DEBUG nova.virt.hardware [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.480093] env[70243]: DEBUG nova.virt.hardware [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.481103] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92357f0a-ec81-4667-ade3-b514dab96e3f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.492434] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5859687-1e6b-4387-acaa-93996eb73559 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.547895] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622549, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.722179] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526bf34d-627a-3983-d8aa-43f00f838840, 'name': SearchDatastore_Task, 'duration_secs': 0.084059} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.722410] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.722664] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] ad3a7fcd-b4c6-468b-b61f-2c896bab2f87/ad3a7fcd-b4c6-468b-b61f-2c896bab2f87.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.722913] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-accff2f9-8467-453a-bad8-e365c0e8460e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.729191] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Waiting for the task: (returnval){ [ 1068.729191] env[70243]: value = "task-3622559" [ 1068.729191] env[70243]: _type = "Task" [ 1068.729191] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.736795] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Task: {'id': task-3622559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.811752] env[70243]: DEBUG oslo_vmware.api [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Task: {'id': task-3622558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275807} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.812618] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.812977] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.813279] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.813509] env[70243]: INFO nova.compute.manager [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Took 1.59 seconds to destroy the instance on the hypervisor. [ 1068.813821] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.814034] env[70243]: DEBUG nova.compute.manager [-] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.814153] env[70243]: DEBUG nova.network.neutron [-] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.830038] env[70243]: DEBUG nova.compute.manager [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.830303] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.831241] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455f17fe-2798-4dc6-b1c4-f8120869b411 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.835309] env[70243]: DEBUG nova.network.neutron [-] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.842218] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.842488] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e675f91-feea-4b38-bf94-429414047ea0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.845050] env[70243]: DEBUG oslo_concurrency.lockutils [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.845642] env[70243]: DEBUG nova.compute.manager [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.848618] env[70243]: DEBUG oslo_concurrency.lockutils [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.349s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.848862] env[70243]: DEBUG nova.objects.instance [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lazy-loading 'resources' on Instance uuid 641601c2-8716-495c-889e-bd777e2dd97a {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.854275] env[70243]: DEBUG oslo_vmware.api [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1068.854275] env[70243]: value = "task-3622560" [ 1068.854275] env[70243]: _type = "Task" [ 1068.854275] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.864124] env[70243]: DEBUG oslo_vmware.api [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.876604] env[70243]: DEBUG nova.compute.manager [req-e3af32f6-a32f-4e23-8940-b4754d5a3cd4 req-81b7ebb0-cbc6-4e3d-922b-f1396b54b278 service nova] [instance: 82888288-702c-4709-a692-2e01927fa55f] Received event network-vif-plugged-bd1e301a-6889-41ea-80c5-1273b77d58f5 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.876928] env[70243]: DEBUG oslo_concurrency.lockutils [req-e3af32f6-a32f-4e23-8940-b4754d5a3cd4 req-81b7ebb0-cbc6-4e3d-922b-f1396b54b278 service nova] Acquiring lock "82888288-702c-4709-a692-2e01927fa55f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.877109] env[70243]: DEBUG oslo_concurrency.lockutils [req-e3af32f6-a32f-4e23-8940-b4754d5a3cd4 req-81b7ebb0-cbc6-4e3d-922b-f1396b54b278 service nova] Lock "82888288-702c-4709-a692-2e01927fa55f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.877706] env[70243]: DEBUG oslo_concurrency.lockutils [req-e3af32f6-a32f-4e23-8940-b4754d5a3cd4 req-81b7ebb0-cbc6-4e3d-922b-f1396b54b278 service nova] Lock "82888288-702c-4709-a692-2e01927fa55f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.877706] env[70243]: DEBUG nova.compute.manager [req-e3af32f6-a32f-4e23-8940-b4754d5a3cd4 req-81b7ebb0-cbc6-4e3d-922b-f1396b54b278 service nova] [instance: 82888288-702c-4709-a692-2e01927fa55f] No waiting events found dispatching network-vif-plugged-bd1e301a-6889-41ea-80c5-1273b77d58f5 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.877706] env[70243]: WARNING nova.compute.manager [req-e3af32f6-a32f-4e23-8940-b4754d5a3cd4 req-81b7ebb0-cbc6-4e3d-922b-f1396b54b278 service nova] [instance: 82888288-702c-4709-a692-2e01927fa55f] Received unexpected event network-vif-plugged-bd1e301a-6889-41ea-80c5-1273b77d58f5 for instance with vm_state building and task_state spawning. [ 1068.922734] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622556, 'name': ReconfigVM_Task, 'duration_secs': 1.445871} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.922734] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 65295564-ae08-426f-8322-9a8ffe3448a9/65295564-ae08-426f-8322-9a8ffe3448a9.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.922734] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-343cd973-4781-4e8a-92cf-89b5647f5191 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.930856] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Waiting for the task: (returnval){ [ 1068.930856] env[70243]: value = "task-3622561" [ 1068.930856] env[70243]: _type = "Task" [ 1068.930856] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.944566] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622561, 'name': Rename_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.000676] env[70243]: DEBUG nova.network.neutron [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Successfully updated port: bd1e301a-6889-41ea-80c5-1273b77d58f5 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.051536] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622549, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.520809} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.052406] env[70243]: INFO nova.virt.vmwareapi.ds_util [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0939b820-eb3d-4203-a61a-07edb942be33/OSTACK_IMG_0939b820-eb3d-4203-a61a-07edb942be33.vmdk to [datastore1] devstack-image-cache_base/73786109-a408-4713-90fe-083460cd215d/73786109-a408-4713-90fe-083460cd215d.vmdk. [ 1069.052406] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Cleaning up location [datastore1] OSTACK_IMG_0939b820-eb3d-4203-a61a-07edb942be33 {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1069.052406] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0939b820-eb3d-4203-a61a-07edb942be33 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.053186] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-214a57e8-2acc-4806-bba3-c1e76eaeac6b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.059050] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 1069.059050] env[70243]: value = "task-3622562" [ 1069.059050] env[70243]: _type = "Task" [ 1069.059050] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.069071] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.241128] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Task: {'id': task-3622559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44626} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.241333] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] ad3a7fcd-b4c6-468b-b61f-2c896bab2f87/ad3a7fcd-b4c6-468b-b61f-2c896bab2f87.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.241551] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.241804] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd69702d-c8e9-49c4-940e-c7c287619a73 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.248292] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Waiting for the task: (returnval){ [ 1069.248292] env[70243]: value = "task-3622563" [ 1069.248292] env[70243]: _type = "Task" [ 1069.248292] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.256100] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Task: {'id': task-3622563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.339140] env[70243]: DEBUG nova.network.neutron [-] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.351733] env[70243]: DEBUG nova.compute.utils [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.356429] env[70243]: DEBUG nova.compute.manager [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.356717] env[70243]: DEBUG nova.network.neutron [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.368525] env[70243]: DEBUG oslo_vmware.api [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622560, 'name': PowerOffVM_Task, 'duration_secs': 0.185851} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.368781] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.368949] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.369289] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cf97457-8122-41b4-814f-b5154b2ca146 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.408590] env[70243]: DEBUG nova.policy [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6dbb24738c24a2583b410e6110c472b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a09046064a74983a3d519153ef434e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.430394] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.430657] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.430842] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Deleting the datastore file [datastore2] bb0d8bc4-c513-46f3-aa96-660f9c6f1380 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.431462] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f7b7b4f-3e62-4f9e-81da-befd057711d4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.447301] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622561, 'name': Rename_Task, 'duration_secs': 0.271205} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.448725] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.449195] env[70243]: DEBUG oslo_vmware.api [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1069.449195] env[70243]: value = "task-3622565" [ 1069.449195] env[70243]: _type = "Task" [ 1069.449195] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.449399] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7ba36a8-3d42-416f-994c-3ac1b9788cff {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.461391] env[70243]: DEBUG oslo_vmware.api [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.462807] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Waiting for the task: (returnval){ [ 1069.462807] env[70243]: value = "task-3622566" [ 1069.462807] env[70243]: _type = "Task" [ 1069.462807] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.470849] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.502686] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "refresh_cache-82888288-702c-4709-a692-2e01927fa55f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.502872] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired lock "refresh_cache-82888288-702c-4709-a692-2e01927fa55f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.503040] env[70243]: DEBUG nova.network.neutron [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.568485] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120968} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.570882] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.571099] env[70243]: DEBUG oslo_concurrency.lockutils [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73786109-a408-4713-90fe-083460cd215d/73786109-a408-4713-90fe-083460cd215d.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.571362] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73786109-a408-4713-90fe-083460cd215d/73786109-a408-4713-90fe-083460cd215d.vmdk to [datastore1] ce050c27-f1e8-4664-ba6f-1573e8cdd9e5/ce050c27-f1e8-4664-ba6f-1573e8cdd9e5.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.571982] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9beeee8e-85af-4328-b35a-a87db1208c1b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.578179] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 1069.578179] env[70243]: value = "task-3622567" [ 1069.578179] env[70243]: _type = "Task" [ 1069.578179] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.589384] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.617727] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da310e3a-26d0-4256-8820-baecaea56e96 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.625865] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023b5f86-023c-4ff3-a9da-8d3947f39e92 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.666141] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dd4a40-7bef-4b71-9adf-2ee9febb830c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.674039] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9a88c6-f2cb-490d-b435-001e72805e94 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.688500] env[70243]: DEBUG nova.compute.provider_tree [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.692942] env[70243]: DEBUG nova.network.neutron [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Successfully created port: b23c88d7-d2ba-4719-ab62-da36ebd083ce {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1069.759541] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Task: {'id': task-3622563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.281199} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.759774] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.760570] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9ad692-8121-492d-a4b5-dba647e7a695 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.784641] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] ad3a7fcd-b4c6-468b-b61f-2c896bab2f87/ad3a7fcd-b4c6-468b-b61f-2c896bab2f87.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.785067] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abfe36f6-cd00-4356-ab70-ea9753f5435b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.806409] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Waiting for the task: (returnval){ [ 1069.806409] env[70243]: value = "task-3622568" [ 1069.806409] env[70243]: _type = "Task" [ 1069.806409] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.814823] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Task: {'id': task-3622568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.841953] env[70243]: INFO nova.compute.manager [-] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Took 1.03 seconds to deallocate network for instance. [ 1069.856698] env[70243]: DEBUG nova.compute.manager [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.962552] env[70243]: DEBUG oslo_vmware.api [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152176} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.962892] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.963518] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.963786] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.964049] env[70243]: INFO nova.compute.manager [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1069.964357] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.964690] env[70243]: DEBUG nova.compute.manager [-] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.964837] env[70243]: DEBUG nova.network.neutron [-] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.975589] env[70243]: DEBUG oslo_vmware.api [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622566, 'name': PowerOnVM_Task, 'duration_secs': 0.441493} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.975923] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.976230] env[70243]: DEBUG nova.compute.manager [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.977124] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463755d1-58a2-4759-bb30-5cc49c0d1121 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.040183] env[70243]: DEBUG nova.network.neutron [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.089532] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622567, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.191941] env[70243]: DEBUG nova.scheduler.client.report [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.229314] env[70243]: DEBUG nova.network.neutron [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Updating instance_info_cache with network_info: [{"id": "bd1e301a-6889-41ea-80c5-1273b77d58f5", "address": "fa:16:3e:e4:77:eb", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1e301a-68", "ovs_interfaceid": "bd1e301a-6889-41ea-80c5-1273b77d58f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.321147] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Task: {'id': task-3622568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.348418] env[70243]: DEBUG oslo_concurrency.lockutils [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.499436] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.574479] env[70243]: DEBUG nova.compute.manager [req-4573bcb8-4aea-4666-ab15-a0c9930959aa req-3b261ebf-30f5-47a8-8e75-305424341654 service nova] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Received event network-vif-deleted-3db8311e-05f1-41c6-ab4d-c16323c054c0 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.574918] env[70243]: INFO nova.compute.manager [req-4573bcb8-4aea-4666-ab15-a0c9930959aa req-3b261ebf-30f5-47a8-8e75-305424341654 service nova] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Neutron deleted interface 3db8311e-05f1-41c6-ab4d-c16323c054c0; detaching it from the instance and deleting it from the info cache [ 1070.575356] env[70243]: DEBUG nova.network.neutron [req-4573bcb8-4aea-4666-ab15-a0c9930959aa req-3b261ebf-30f5-47a8-8e75-305424341654 service nova] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.593298] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622567, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.697414] env[70243]: DEBUG oslo_concurrency.lockutils [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.705654] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.428s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.705948] env[70243]: DEBUG nova.objects.instance [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lazy-loading 'resources' on Instance uuid e3cb438a-f812-4aed-9bb7-10749bf8a278 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.726989] env[70243]: INFO nova.scheduler.client.report [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Deleted allocations for instance 641601c2-8716-495c-889e-bd777e2dd97a [ 1070.731633] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Releasing lock "refresh_cache-82888288-702c-4709-a692-2e01927fa55f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.731947] env[70243]: DEBUG nova.compute.manager [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Instance network_info: |[{"id": "bd1e301a-6889-41ea-80c5-1273b77d58f5", "address": "fa:16:3e:e4:77:eb", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1e301a-68", "ovs_interfaceid": "bd1e301a-6889-41ea-80c5-1273b77d58f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.733845] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:77:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd1e301a-6889-41ea-80c5-1273b77d58f5', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.742026] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Creating folder: Project (7c5b8aa268e7476da103ce23a55f69cb). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1070.742510] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b3b1e0c-4ad4-46b0-a27d-5d6e23b02b21 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.756133] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Created folder: Project (7c5b8aa268e7476da103ce23a55f69cb) in parent group-v722220. [ 1070.756342] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Creating folder: Instances. Parent ref: group-v722494. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1070.756603] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5118abe4-d107-42c0-a4fb-f455884e19f9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.767982] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Created folder: Instances in parent group-v722494. [ 1070.768159] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.768361] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82888288-702c-4709-a692-2e01927fa55f] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.768581] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-895265e2-145c-4952-a81d-b4075f2b76e0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.793597] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.793597] env[70243]: value = "task-3622571" [ 1070.793597] env[70243]: _type = "Task" [ 1070.793597] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.805270] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622571, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.820940] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Task: {'id': task-3622568, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.867985] env[70243]: DEBUG nova.compute.manager [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.903620] env[70243]: DEBUG nova.virt.hardware [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.903906] env[70243]: DEBUG nova.virt.hardware [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.904077] env[70243]: DEBUG nova.virt.hardware [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.904271] env[70243]: DEBUG nova.virt.hardware [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.904483] env[70243]: DEBUG nova.virt.hardware [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.904703] env[70243]: DEBUG nova.virt.hardware [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.904939] env[70243]: DEBUG nova.virt.hardware [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.905115] env[70243]: DEBUG nova.virt.hardware [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.905288] env[70243]: DEBUG nova.virt.hardware [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.905464] env[70243]: DEBUG nova.virt.hardware [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.905736] env[70243]: DEBUG nova.virt.hardware [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.906918] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e804f506-18ce-4423-af6d-8eaf8e4966a6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.912683] env[70243]: DEBUG nova.compute.manager [req-74544bdb-9b20-41af-8da8-9023f10d3d9b req-bc51206e-bf87-4519-8185-ca58e37e0bc4 service nova] [instance: 82888288-702c-4709-a692-2e01927fa55f] Received event network-changed-bd1e301a-6889-41ea-80c5-1273b77d58f5 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.912876] env[70243]: DEBUG nova.compute.manager [req-74544bdb-9b20-41af-8da8-9023f10d3d9b req-bc51206e-bf87-4519-8185-ca58e37e0bc4 service nova] [instance: 82888288-702c-4709-a692-2e01927fa55f] Refreshing instance network info cache due to event network-changed-bd1e301a-6889-41ea-80c5-1273b77d58f5. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.913111] env[70243]: DEBUG oslo_concurrency.lockutils [req-74544bdb-9b20-41af-8da8-9023f10d3d9b req-bc51206e-bf87-4519-8185-ca58e37e0bc4 service nova] Acquiring lock "refresh_cache-82888288-702c-4709-a692-2e01927fa55f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.913287] env[70243]: DEBUG oslo_concurrency.lockutils [req-74544bdb-9b20-41af-8da8-9023f10d3d9b req-bc51206e-bf87-4519-8185-ca58e37e0bc4 service nova] Acquired lock "refresh_cache-82888288-702c-4709-a692-2e01927fa55f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.913532] env[70243]: DEBUG nova.network.neutron [req-74544bdb-9b20-41af-8da8-9023f10d3d9b req-bc51206e-bf87-4519-8185-ca58e37e0bc4 service nova] [instance: 82888288-702c-4709-a692-2e01927fa55f] Refreshing network info cache for port bd1e301a-6889-41ea-80c5-1273b77d58f5 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.923514] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e35eef6-ac1b-4a41-be53-3260ff178a8f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.044622] env[70243]: DEBUG oslo_concurrency.lockutils [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Acquiring lock "65295564-ae08-426f-8322-9a8ffe3448a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.045615] env[70243]: DEBUG oslo_concurrency.lockutils [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Lock "65295564-ae08-426f-8322-9a8ffe3448a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.045615] env[70243]: DEBUG oslo_concurrency.lockutils [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Acquiring lock "65295564-ae08-426f-8322-9a8ffe3448a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.045615] env[70243]: DEBUG oslo_concurrency.lockutils [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Lock "65295564-ae08-426f-8322-9a8ffe3448a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.045995] env[70243]: DEBUG oslo_concurrency.lockutils [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Lock "65295564-ae08-426f-8322-9a8ffe3448a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.047825] env[70243]: DEBUG nova.network.neutron [-] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.050488] env[70243]: INFO nova.compute.manager [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Terminating instance [ 1071.079512] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b0bf363-f57c-4b73-9e50-d25971a8baf5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.092052] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622567, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.096057] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864f4220-c3a3-4afa-b208-1ca9a3b00de9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.129901] env[70243]: DEBUG nova.compute.manager [req-4573bcb8-4aea-4666-ab15-a0c9930959aa req-3b261ebf-30f5-47a8-8e75-305424341654 service nova] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Detach interface failed, port_id=3db8311e-05f1-41c6-ab4d-c16323c054c0, reason: Instance bb0d8bc4-c513-46f3-aa96-660f9c6f1380 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1071.234683] env[70243]: DEBUG oslo_concurrency.lockutils [None req-04cd9ffd-d6c1-4899-951f-fbf3891c5b1e tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "641601c2-8716-495c-889e-bd777e2dd97a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.128s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.309307] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622571, 'name': CreateVM_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.322111] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Task: {'id': task-3622568, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.412118] env[70243]: DEBUG nova.network.neutron [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Successfully updated port: b23c88d7-d2ba-4719-ab62-da36ebd083ce {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.511919] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d244e75-5a25-4aaa-8e91-2f5d93c5aa12 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.524760] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c8b2d1-35b3-496f-be12-960e1c84a04a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.560054] env[70243]: INFO nova.compute.manager [-] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Took 1.59 seconds to deallocate network for instance. [ 1071.560423] env[70243]: DEBUG oslo_concurrency.lockutils [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Acquiring lock "refresh_cache-65295564-ae08-426f-8322-9a8ffe3448a9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.560605] env[70243]: DEBUG oslo_concurrency.lockutils [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Acquired lock "refresh_cache-65295564-ae08-426f-8322-9a8ffe3448a9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.560779] env[70243]: DEBUG nova.network.neutron [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.567475] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55141827-0d90-4b91-8e07-0131c5e23cc0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.581360] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04662069-42db-4ae3-b10e-c42e5fbda169 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.595684] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622567, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.604435] env[70243]: DEBUG nova.compute.provider_tree [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.691911] env[70243]: DEBUG nova.network.neutron [req-74544bdb-9b20-41af-8da8-9023f10d3d9b req-bc51206e-bf87-4519-8185-ca58e37e0bc4 service nova] [instance: 82888288-702c-4709-a692-2e01927fa55f] Updated VIF entry in instance network info cache for port bd1e301a-6889-41ea-80c5-1273b77d58f5. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.692318] env[70243]: DEBUG nova.network.neutron [req-74544bdb-9b20-41af-8da8-9023f10d3d9b req-bc51206e-bf87-4519-8185-ca58e37e0bc4 service nova] [instance: 82888288-702c-4709-a692-2e01927fa55f] Updating instance_info_cache with network_info: [{"id": "bd1e301a-6889-41ea-80c5-1273b77d58f5", "address": "fa:16:3e:e4:77:eb", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1e301a-68", "ovs_interfaceid": "bd1e301a-6889-41ea-80c5-1273b77d58f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.760099] env[70243]: DEBUG oslo_concurrency.lockutils [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.760392] env[70243]: DEBUG oslo_concurrency.lockutils [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.760671] env[70243]: DEBUG oslo_concurrency.lockutils [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.760891] env[70243]: DEBUG oslo_concurrency.lockutils [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.761093] env[70243]: DEBUG oslo_concurrency.lockutils [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.763379] env[70243]: INFO nova.compute.manager [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Terminating instance [ 1071.808792] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622571, 'name': CreateVM_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.820398] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Task: {'id': task-3622568, 'name': ReconfigVM_Task, 'duration_secs': 1.919603} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.821156] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Reconfigured VM instance instance-0000005a to attach disk [datastore1] ad3a7fcd-b4c6-468b-b61f-2c896bab2f87/ad3a7fcd-b4c6-468b-b61f-2c896bab2f87.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.821398] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f93e58e-df97-47a8-9e87-dfa70efd91ba {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.830075] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Waiting for the task: (returnval){ [ 1071.830075] env[70243]: value = "task-3622572" [ 1071.830075] env[70243]: _type = "Task" [ 1071.830075] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.841568] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Task: {'id': task-3622572, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.915062] env[70243]: DEBUG oslo_concurrency.lockutils [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquiring lock "refresh_cache-fa3b40ea-1246-402b-946a-e4fd056cb08d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.915357] env[70243]: DEBUG oslo_concurrency.lockutils [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquired lock "refresh_cache-fa3b40ea-1246-402b-946a-e4fd056cb08d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.915518] env[70243]: DEBUG nova.network.neutron [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.074349] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.083916] env[70243]: DEBUG nova.network.neutron [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.097812] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622567, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.111204] env[70243]: DEBUG nova.scheduler.client.report [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.144590] env[70243]: DEBUG nova.network.neutron [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.194759] env[70243]: DEBUG oslo_concurrency.lockutils [req-74544bdb-9b20-41af-8da8-9023f10d3d9b req-bc51206e-bf87-4519-8185-ca58e37e0bc4 service nova] Releasing lock "refresh_cache-82888288-702c-4709-a692-2e01927fa55f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.268822] env[70243]: DEBUG nova.compute.manager [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.268822] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.268822] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2bf8b7-c1d1-46ca-804d-e727ea61e8c5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.276861] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.277110] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dd36c45-112e-4350-9f96-09d9a50b151d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.282891] env[70243]: DEBUG oslo_vmware.api [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1072.282891] env[70243]: value = "task-3622573" [ 1072.282891] env[70243]: _type = "Task" [ 1072.282891] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.291206] env[70243]: DEBUG oslo_vmware.api [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.301705] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622571, 'name': CreateVM_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.340469] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Task: {'id': task-3622572, 'name': Rename_Task, 'duration_secs': 0.434153} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.340765] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.340986] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b92997e-efe2-4c10-8616-ce6372419a40 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.347013] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Waiting for the task: (returnval){ [ 1072.347013] env[70243]: value = "task-3622574" [ 1072.347013] env[70243]: _type = "Task" [ 1072.347013] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.354690] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Task: {'id': task-3622574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.450587] env[70243]: DEBUG nova.network.neutron [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.596536] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622567, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.582249} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.596803] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73786109-a408-4713-90fe-083460cd215d/73786109-a408-4713-90fe-083460cd215d.vmdk to [datastore1] ce050c27-f1e8-4664-ba6f-1573e8cdd9e5/ce050c27-f1e8-4664-ba6f-1573e8cdd9e5.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.597635] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53683da9-3ec2-4b59-8a28-4f6602f3464b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.618847] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] ce050c27-f1e8-4664-ba6f-1573e8cdd9e5/ce050c27-f1e8-4664-ba6f-1573e8cdd9e5.vmdk or device None with type streamOptimized {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.619842] env[70243]: DEBUG nova.network.neutron [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Updating instance_info_cache with network_info: [{"id": "b23c88d7-d2ba-4719-ab62-da36ebd083ce", "address": "fa:16:3e:54:1b:8f", "network": {"id": "6f144554-2496-4656-9ebf-dc9be5db9328", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-635921234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a09046064a74983a3d519153ef434e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb23c88d7-d2", "ovs_interfaceid": "b23c88d7-d2ba-4719-ab62-da36ebd083ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.621441] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.623398] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fc24060-cdd5-462f-9921-45f7e8497f8c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.639177] env[70243]: DEBUG oslo_concurrency.lockutils [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.834s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.639432] env[70243]: DEBUG nova.objects.instance [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lazy-loading 'resources' on Instance uuid a64f293e-481f-43af-83fe-04545d27a325 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.645587] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 1072.645587] env[70243]: value = "task-3622575" [ 1072.645587] env[70243]: _type = "Task" [ 1072.645587] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.649805] env[70243]: DEBUG oslo_concurrency.lockutils [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Releasing lock "refresh_cache-65295564-ae08-426f-8322-9a8ffe3448a9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.650264] env[70243]: DEBUG nova.compute.manager [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.650448] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.651519] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c58b7ea-b4a0-4017-911b-770ef561a3e8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.660033] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622575, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.662218] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.663195] env[70243]: INFO nova.scheduler.client.report [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Deleted allocations for instance e3cb438a-f812-4aed-9bb7-10749bf8a278 [ 1072.664057] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec46497f-443f-45c6-9416-e482e5b5a742 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.674065] env[70243]: DEBUG oslo_vmware.api [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Waiting for the task: (returnval){ [ 1072.674065] env[70243]: value = "task-3622576" [ 1072.674065] env[70243]: _type = "Task" [ 1072.674065] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.678981] env[70243]: DEBUG oslo_vmware.api [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.797025] env[70243]: DEBUG oslo_vmware.api [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622573, 'name': PowerOffVM_Task, 'duration_secs': 0.211299} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.802683] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.802973] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.803384] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93046f73-bbf6-4565-ae14-c7f7a568bb65 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.810633] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622571, 'name': CreateVM_Task, 'duration_secs': 1.678079} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.810810] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82888288-702c-4709-a692-2e01927fa55f] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.811499] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.811669] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.811985] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.812254] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-422e5048-18b5-4872-841b-fa6d2f6b2fb3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.816841] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1072.816841] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5259da68-41d5-1849-2c77-99703bc54a4a" [ 1072.816841] env[70243]: _type = "Task" [ 1072.816841] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.824841] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5259da68-41d5-1849-2c77-99703bc54a4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.857640] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Task: {'id': task-3622574, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.937171] env[70243]: DEBUG nova.compute.manager [req-3eecf822-90ae-4da1-9b7b-ec3bc5c7ae40 req-ab724228-de62-4873-ba0f-de4172612e40 service nova] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Received event network-vif-plugged-b23c88d7-d2ba-4719-ab62-da36ebd083ce {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.937398] env[70243]: DEBUG oslo_concurrency.lockutils [req-3eecf822-90ae-4da1-9b7b-ec3bc5c7ae40 req-ab724228-de62-4873-ba0f-de4172612e40 service nova] Acquiring lock "fa3b40ea-1246-402b-946a-e4fd056cb08d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.937617] env[70243]: DEBUG oslo_concurrency.lockutils [req-3eecf822-90ae-4da1-9b7b-ec3bc5c7ae40 req-ab724228-de62-4873-ba0f-de4172612e40 service nova] Lock "fa3b40ea-1246-402b-946a-e4fd056cb08d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.937787] env[70243]: DEBUG oslo_concurrency.lockutils [req-3eecf822-90ae-4da1-9b7b-ec3bc5c7ae40 req-ab724228-de62-4873-ba0f-de4172612e40 service nova] Lock "fa3b40ea-1246-402b-946a-e4fd056cb08d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.937960] env[70243]: DEBUG nova.compute.manager [req-3eecf822-90ae-4da1-9b7b-ec3bc5c7ae40 req-ab724228-de62-4873-ba0f-de4172612e40 service nova] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] No waiting events found dispatching network-vif-plugged-b23c88d7-d2ba-4719-ab62-da36ebd083ce {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.938141] env[70243]: WARNING nova.compute.manager [req-3eecf822-90ae-4da1-9b7b-ec3bc5c7ae40 req-ab724228-de62-4873-ba0f-de4172612e40 service nova] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Received unexpected event network-vif-plugged-b23c88d7-d2ba-4719-ab62-da36ebd083ce for instance with vm_state building and task_state spawning. [ 1072.938303] env[70243]: DEBUG nova.compute.manager [req-3eecf822-90ae-4da1-9b7b-ec3bc5c7ae40 req-ab724228-de62-4873-ba0f-de4172612e40 service nova] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Received event network-changed-b23c88d7-d2ba-4719-ab62-da36ebd083ce {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.938459] env[70243]: DEBUG nova.compute.manager [req-3eecf822-90ae-4da1-9b7b-ec3bc5c7ae40 req-ab724228-de62-4873-ba0f-de4172612e40 service nova] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Refreshing instance network info cache due to event network-changed-b23c88d7-d2ba-4719-ab62-da36ebd083ce. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.938625] env[70243]: DEBUG oslo_concurrency.lockutils [req-3eecf822-90ae-4da1-9b7b-ec3bc5c7ae40 req-ab724228-de62-4873-ba0f-de4172612e40 service nova] Acquiring lock "refresh_cache-fa3b40ea-1246-402b-946a-e4fd056cb08d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.998783] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.999012] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.999223] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Deleting the datastore file [datastore2] cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.999499] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bdbe5af-39b1-43c9-947c-2d56126878f3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.006027] env[70243]: DEBUG oslo_vmware.api [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1073.006027] env[70243]: value = "task-3622578" [ 1073.006027] env[70243]: _type = "Task" [ 1073.006027] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.014370] env[70243]: DEBUG oslo_vmware.api [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.139982] env[70243]: DEBUG oslo_concurrency.lockutils [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Releasing lock "refresh_cache-fa3b40ea-1246-402b-946a-e4fd056cb08d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.140382] env[70243]: DEBUG nova.compute.manager [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Instance network_info: |[{"id": "b23c88d7-d2ba-4719-ab62-da36ebd083ce", "address": "fa:16:3e:54:1b:8f", "network": {"id": "6f144554-2496-4656-9ebf-dc9be5db9328", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-635921234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a09046064a74983a3d519153ef434e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb23c88d7-d2", "ovs_interfaceid": "b23c88d7-d2ba-4719-ab62-da36ebd083ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.140706] env[70243]: DEBUG oslo_concurrency.lockutils [req-3eecf822-90ae-4da1-9b7b-ec3bc5c7ae40 req-ab724228-de62-4873-ba0f-de4172612e40 service nova] Acquired lock "refresh_cache-fa3b40ea-1246-402b-946a-e4fd056cb08d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.140888] env[70243]: DEBUG nova.network.neutron [req-3eecf822-90ae-4da1-9b7b-ec3bc5c7ae40 req-ab724228-de62-4873-ba0f-de4172612e40 service nova] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Refreshing network info cache for port b23c88d7-d2ba-4719-ab62-da36ebd083ce {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.142241] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:1b:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b23c88d7-d2ba-4719-ab62-da36ebd083ce', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.149762] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.153424] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.157556] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-945ac86e-b863-4cba-878c-d4ac7047a0d2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.180548] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f239e0ef-bab8-4fd2-a938-3fca4b72df9e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "e3cb438a-f812-4aed-9bb7-10749bf8a278" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.363s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.185116] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.186845] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.186845] env[70243]: value = "task-3622579" [ 1073.186845] env[70243]: _type = "Task" [ 1073.186845] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.195372] env[70243]: DEBUG oslo_vmware.api [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622576, 'name': PowerOffVM_Task, 'duration_secs': 0.13342} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.195786] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.195842] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.196070] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70ce0b12-9b7f-4454-87d6-f92c0a735eb9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.201318] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622579, 'name': CreateVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.222338] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.222559] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.222740] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Deleting the datastore file [datastore1] 65295564-ae08-426f-8322-9a8ffe3448a9 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.223021] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c70cd110-8c56-404a-80a5-5c3f734ab1f3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.229540] env[70243]: DEBUG oslo_vmware.api [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Waiting for the task: (returnval){ [ 1073.229540] env[70243]: value = "task-3622581" [ 1073.229540] env[70243]: _type = "Task" [ 1073.229540] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.240022] env[70243]: DEBUG oslo_vmware.api [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.329732] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5259da68-41d5-1849-2c77-99703bc54a4a, 'name': SearchDatastore_Task, 'duration_secs': 0.010051} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.332297] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.332737] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.332844] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.332990] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.333232] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.333970] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d74907c2-a9cb-4173-912b-61977973ede7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.353596] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.353798] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.354891] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a63f1a1-7a9f-486a-9c0f-483e9fbd19d3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.362668] env[70243]: DEBUG oslo_vmware.api [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Task: {'id': task-3622574, 'name': PowerOnVM_Task, 'duration_secs': 0.658253} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.363476] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.363708] env[70243]: INFO nova.compute.manager [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1073.363835] env[70243]: DEBUG nova.compute.manager [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.364631] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc0d4ce-a413-4f3c-9cd8-8dc1348c53bb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.368352] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1073.368352] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521daaaf-fac1-e2d9-57b7-b328ef888816" [ 1073.368352] env[70243]: _type = "Task" [ 1073.368352] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.383296] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521daaaf-fac1-e2d9-57b7-b328ef888816, 'name': SearchDatastore_Task, 'duration_secs': 0.009976} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.384099] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fb9bb1c-3e2c-4ec1-96ea-f17c246c0b20 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.388889] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1073.388889] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5238a792-ffa5-805a-e70e-90cc2dd54ee8" [ 1073.388889] env[70243]: _type = "Task" [ 1073.388889] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.390372] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cc079f-5202-4d5c-abb2-9e5ce2556d87 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.403816] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc95ca0e-1157-4cca-8c4f-abd0aac7bbf9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.406823] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5238a792-ffa5-805a-e70e-90cc2dd54ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.434477] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc9e385-95eb-4080-9d27-92f05fbb8b64 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.442759] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9878120d-81cb-4b29-a771-27e996376f38 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.458483] env[70243]: DEBUG nova.compute.provider_tree [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.515551] env[70243]: DEBUG oslo_vmware.api [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152114} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.515738] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.516083] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.516164] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.516297] env[70243]: INFO nova.compute.manager [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1073.516540] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.516737] env[70243]: DEBUG nova.compute.manager [-] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.516836] env[70243]: DEBUG nova.network.neutron [-] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.663816] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622575, 'name': ReconfigVM_Task, 'duration_secs': 0.856703} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.663915] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Reconfigured VM instance instance-00000042 to attach disk [datastore1] ce050c27-f1e8-4664-ba6f-1573e8cdd9e5/ce050c27-f1e8-4664-ba6f-1573e8cdd9e5.vmdk or device None with type streamOptimized {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.664595] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a63de0fb-2f32-4320-bb30-6a5200c9f190 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.671237] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 1073.671237] env[70243]: value = "task-3622582" [ 1073.671237] env[70243]: _type = "Task" [ 1073.671237] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.680188] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622582, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.698033] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622579, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.742831] env[70243]: DEBUG oslo_vmware.api [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Task: {'id': task-3622581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203849} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.743450] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.743450] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.743797] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.743989] env[70243]: INFO nova.compute.manager [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1073.744268] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.744466] env[70243]: DEBUG nova.compute.manager [-] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.745559] env[70243]: DEBUG nova.network.neutron [-] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.870994] env[70243]: DEBUG nova.network.neutron [req-3eecf822-90ae-4da1-9b7b-ec3bc5c7ae40 req-ab724228-de62-4873-ba0f-de4172612e40 service nova] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Updated VIF entry in instance network info cache for port b23c88d7-d2ba-4719-ab62-da36ebd083ce. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.870994] env[70243]: DEBUG nova.network.neutron [req-3eecf822-90ae-4da1-9b7b-ec3bc5c7ae40 req-ab724228-de62-4873-ba0f-de4172612e40 service nova] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Updating instance_info_cache with network_info: [{"id": "b23c88d7-d2ba-4719-ab62-da36ebd083ce", "address": "fa:16:3e:54:1b:8f", "network": {"id": "6f144554-2496-4656-9ebf-dc9be5db9328", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-635921234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a09046064a74983a3d519153ef434e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb23c88d7-d2", "ovs_interfaceid": "b23c88d7-d2ba-4719-ab62-da36ebd083ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.889136] env[70243]: INFO nova.compute.manager [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Took 23.53 seconds to build instance. [ 1073.902157] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5238a792-ffa5-805a-e70e-90cc2dd54ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.013052} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.902918] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.903242] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 82888288-702c-4709-a692-2e01927fa55f/82888288-702c-4709-a692-2e01927fa55f.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.903522] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b47ad855-9c49-4e3c-93b0-0d0617f80c54 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.909859] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1073.909859] env[70243]: value = "task-3622583" [ 1073.909859] env[70243]: _type = "Task" [ 1073.909859] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.917751] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.960100] env[70243]: DEBUG nova.scheduler.client.report [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.977628] env[70243]: DEBUG nova.network.neutron [-] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.181651] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622582, 'name': Rename_Task, 'duration_secs': 0.29611} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.181960] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.182231] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1927632f-0f2e-4fec-960b-4634e7905f70 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.192617] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 1074.192617] env[70243]: value = "task-3622584" [ 1074.192617] env[70243]: _type = "Task" [ 1074.192617] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.205039] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622579, 'name': CreateVM_Task, 'duration_secs': 0.539296} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.208471] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.210337] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622584, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.210337] env[70243]: DEBUG oslo_concurrency.lockutils [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.210337] env[70243]: DEBUG oslo_concurrency.lockutils [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.210337] env[70243]: DEBUG oslo_concurrency.lockutils [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.210652] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ab558b7-1c1f-432c-bdfe-3c74c544e327 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.216543] env[70243]: DEBUG oslo_vmware.api [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Waiting for the task: (returnval){ [ 1074.216543] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524ec74b-28a8-0311-7b2f-c3def37bfb6c" [ 1074.216543] env[70243]: _type = "Task" [ 1074.216543] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.228054] env[70243]: DEBUG oslo_vmware.api [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524ec74b-28a8-0311-7b2f-c3def37bfb6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.374570] env[70243]: DEBUG oslo_concurrency.lockutils [req-3eecf822-90ae-4da1-9b7b-ec3bc5c7ae40 req-ab724228-de62-4873-ba0f-de4172612e40 service nova] Releasing lock "refresh_cache-fa3b40ea-1246-402b-946a-e4fd056cb08d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.391157] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f895f717-9c0c-4c9e-a52b-cf09e92de852 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Lock "ad3a7fcd-b4c6-468b-b61f-2c896bab2f87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.047s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.419702] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483585} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.419915] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 82888288-702c-4709-a692-2e01927fa55f/82888288-702c-4709-a692-2e01927fa55f.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.420117] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.420370] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92c6632d-b26a-4d33-b1af-d24bdb307d5b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.425807] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1074.425807] env[70243]: value = "task-3622585" [ 1074.425807] env[70243]: _type = "Task" [ 1074.425807] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.435596] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.465686] env[70243]: DEBUG oslo_concurrency.lockutils [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.468036] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.794s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.469502] env[70243]: INFO nova.compute.claims [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.479558] env[70243]: DEBUG nova.network.neutron [-] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.488994] env[70243]: INFO nova.scheduler.client.report [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Deleted allocations for instance a64f293e-481f-43af-83fe-04545d27a325 [ 1074.544824] env[70243]: DEBUG nova.compute.manager [None req-5289018b-179d-4efd-b17e-4993718072fe tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.545869] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e018e1e0-41b2-4301-829d-31b0ac756491 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.635525] env[70243]: DEBUG nova.network.neutron [-] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.703028] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622584, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.705599] env[70243]: DEBUG oslo_concurrency.lockutils [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "62701487-a567-491c-82e0-52f80336fecd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.705820] env[70243]: DEBUG oslo_concurrency.lockutils [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "62701487-a567-491c-82e0-52f80336fecd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.706034] env[70243]: DEBUG oslo_concurrency.lockutils [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "62701487-a567-491c-82e0-52f80336fecd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.706224] env[70243]: DEBUG oslo_concurrency.lockutils [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "62701487-a567-491c-82e0-52f80336fecd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.706391] env[70243]: DEBUG oslo_concurrency.lockutils [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "62701487-a567-491c-82e0-52f80336fecd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.708400] env[70243]: INFO nova.compute.manager [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Terminating instance [ 1074.726948] env[70243]: DEBUG oslo_vmware.api [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524ec74b-28a8-0311-7b2f-c3def37bfb6c, 'name': SearchDatastore_Task, 'duration_secs': 0.04989} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.727244] env[70243]: DEBUG oslo_concurrency.lockutils [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.727469] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.727692] env[70243]: DEBUG oslo_concurrency.lockutils [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.727838] env[70243]: DEBUG oslo_concurrency.lockutils [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.728033] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.728292] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c975bd44-d8d1-43c4-b7cb-8e4a4db48269 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.735924] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.736110] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.736775] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a28b78c-4081-4fac-b6c2-8dfeae5b04a9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.741533] env[70243]: DEBUG oslo_vmware.api [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Waiting for the task: (returnval){ [ 1074.741533] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52069d05-1d4c-bf66-b417-ad2e9fa1a903" [ 1074.741533] env[70243]: _type = "Task" [ 1074.741533] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.749113] env[70243]: DEBUG oslo_vmware.api [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52069d05-1d4c-bf66-b417-ad2e9fa1a903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.754506] env[70243]: DEBUG oslo_concurrency.lockutils [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Acquiring lock "ad3a7fcd-b4c6-468b-b61f-2c896bab2f87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.754712] env[70243]: DEBUG oslo_concurrency.lockutils [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Lock "ad3a7fcd-b4c6-468b-b61f-2c896bab2f87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.754904] env[70243]: DEBUG oslo_concurrency.lockutils [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Acquiring lock "ad3a7fcd-b4c6-468b-b61f-2c896bab2f87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.755097] env[70243]: DEBUG oslo_concurrency.lockutils [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Lock "ad3a7fcd-b4c6-468b-b61f-2c896bab2f87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.755267] env[70243]: DEBUG oslo_concurrency.lockutils [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Lock "ad3a7fcd-b4c6-468b-b61f-2c896bab2f87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.757072] env[70243]: INFO nova.compute.manager [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Terminating instance [ 1074.935557] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065865} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.935776] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.936566] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5225070b-8d82-4dcf-845a-c528e1c275cb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.957852] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 82888288-702c-4709-a692-2e01927fa55f/82888288-702c-4709-a692-2e01927fa55f.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.958124] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-802f965c-2f26-45a4-b7c4-d8e2efcfa61d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.976803] env[70243]: DEBUG nova.compute.manager [req-5d48e6fc-3be5-4677-ac70-aa321b204ee4 req-75e7b650-53b3-462b-89b2-8edcf9fe1c19 service nova] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Received event network-vif-deleted-9289b9c3-56f9-4376-ab69-07901946cfdc {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.982973] env[70243]: INFO nova.compute.manager [-] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Took 1.24 seconds to deallocate network for instance. [ 1074.983337] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1074.983337] env[70243]: value = "task-3622586" [ 1074.983337] env[70243]: _type = "Task" [ 1074.983337] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.998518] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622586, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.998967] env[70243]: DEBUG oslo_concurrency.lockutils [None req-02570ada-5982-4f5a-b797-ebad1b74ed19 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "a64f293e-481f-43af-83fe-04545d27a325" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.853s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.056289] env[70243]: INFO nova.compute.manager [None req-5289018b-179d-4efd-b17e-4993718072fe tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] instance snapshotting [ 1075.056893] env[70243]: DEBUG nova.objects.instance [None req-5289018b-179d-4efd-b17e-4993718072fe tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Lazy-loading 'flavor' on Instance uuid ad3a7fcd-b4c6-468b-b61f-2c896bab2f87 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.137688] env[70243]: INFO nova.compute.manager [-] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Took 1.62 seconds to deallocate network for instance. [ 1075.207306] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622584, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.212378] env[70243]: DEBUG nova.compute.manager [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.212378] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.213368] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7504a856-2c8d-4acc-92f7-fbb802d8d4d0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.220639] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.220932] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2d1f8a3-9a4c-49a4-b487-b370bad394ef {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.227021] env[70243]: DEBUG oslo_vmware.api [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 1075.227021] env[70243]: value = "task-3622587" [ 1075.227021] env[70243]: _type = "Task" [ 1075.227021] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.234748] env[70243]: DEBUG oslo_vmware.api [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.254570] env[70243]: DEBUG oslo_vmware.api [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52069d05-1d4c-bf66-b417-ad2e9fa1a903, 'name': SearchDatastore_Task, 'duration_secs': 0.007806} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.255581] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdf1b258-4fe6-4d04-8d14-f5e8e78870b7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.260209] env[70243]: DEBUG oslo_concurrency.lockutils [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Acquiring lock "refresh_cache-ad3a7fcd-b4c6-468b-b61f-2c896bab2f87" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.260431] env[70243]: DEBUG oslo_concurrency.lockutils [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Acquired lock "refresh_cache-ad3a7fcd-b4c6-468b-b61f-2c896bab2f87" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.260633] env[70243]: DEBUG nova.network.neutron [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.262669] env[70243]: DEBUG oslo_vmware.api [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Waiting for the task: (returnval){ [ 1075.262669] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52000258-ba06-3cee-1af5-d593b02cee90" [ 1075.262669] env[70243]: _type = "Task" [ 1075.262669] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.270609] env[70243]: DEBUG oslo_vmware.api [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52000258-ba06-3cee-1af5-d593b02cee90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.495980] env[70243]: DEBUG oslo_concurrency.lockutils [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.496235] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622586, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.564376] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ca218f-6c46-49a6-8ccd-addc16d2a268 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.592907] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a0ecc6-fb81-4731-9760-c3e5ae092080 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.645344] env[70243]: DEBUG oslo_concurrency.lockutils [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.710307] env[70243]: DEBUG oslo_vmware.api [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622584, 'name': PowerOnVM_Task, 'duration_secs': 1.410669} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.710307] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.738288] env[70243]: DEBUG oslo_vmware.api [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622587, 'name': PowerOffVM_Task, 'duration_secs': 0.264443} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.739497] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.739727] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.740435] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb4d8f3-a54d-422d-a395-9e653df406c2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.743122] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fac3a2c-f573-4e05-b958-c59b3700fe37 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.749533] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ec1433-06a3-4d6f-bf39-a872a2b1aa49 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.789714] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e56e88a-4a01-47ee-9190-effc5867e30e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.798435] env[70243]: DEBUG oslo_vmware.api [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52000258-ba06-3cee-1af5-d593b02cee90, 'name': SearchDatastore_Task, 'duration_secs': 0.010464} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.800728] env[70243]: DEBUG oslo_concurrency.lockutils [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.801020] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] fa3b40ea-1246-402b-946a-e4fd056cb08d/fa3b40ea-1246-402b-946a-e4fd056cb08d.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.801655] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-965db4a1-94dc-4c00-9fe7-02e109ddaf20 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.804463] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed925881-d745-4e5f-b41a-28a7885a4ac8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.811368] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.811588] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.811840] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Deleting the datastore file [datastore2] 62701487-a567-491c-82e0-52f80336fecd {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.821292] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45bb55c6-ee29-44f6-9e3f-0699d9e1c1c4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.823438] env[70243]: DEBUG nova.compute.provider_tree [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.825483] env[70243]: DEBUG nova.network.neutron [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.828508] env[70243]: DEBUG oslo_vmware.api [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Waiting for the task: (returnval){ [ 1075.828508] env[70243]: value = "task-3622589" [ 1075.828508] env[70243]: _type = "Task" [ 1075.828508] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.836020] env[70243]: DEBUG oslo_vmware.api [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for the task: (returnval){ [ 1075.836020] env[70243]: value = "task-3622590" [ 1075.836020] env[70243]: _type = "Task" [ 1075.836020] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.841028] env[70243]: DEBUG nova.compute.manager [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.843936] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a6d771-d74c-4ae7-a9c0-ec1222badd33 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.846471] env[70243]: DEBUG oslo_vmware.api [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.854567] env[70243]: DEBUG oslo_vmware.api [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.882793] env[70243]: DEBUG nova.network.neutron [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.996034] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622586, 'name': ReconfigVM_Task, 'duration_secs': 0.547432} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.996332] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 82888288-702c-4709-a692-2e01927fa55f/82888288-702c-4709-a692-2e01927fa55f.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.997037] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7021631-4032-4e10-9d64-6868681a305a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.003427] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1076.003427] env[70243]: value = "task-3622591" [ 1076.003427] env[70243]: _type = "Task" [ 1076.003427] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.015578] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622591, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.108080] env[70243]: DEBUG nova.compute.manager [None req-5289018b-179d-4efd-b17e-4993718072fe tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Instance disappeared during snapshot {{(pid=70243) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1076.246528] env[70243]: DEBUG nova.compute.manager [None req-5289018b-179d-4efd-b17e-4993718072fe tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Found 0 images (rotation: 2) {{(pid=70243) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1076.333022] env[70243]: DEBUG nova.scheduler.client.report [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.353698] env[70243]: DEBUG oslo_vmware.api [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Task: {'id': task-3622590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16357} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.354427] env[70243]: DEBUG oslo_vmware.api [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527618} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.354680] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.354870] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.355073] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.355265] env[70243]: INFO nova.compute.manager [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] [instance: 62701487-a567-491c-82e0-52f80336fecd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1076.355512] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.355710] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] fa3b40ea-1246-402b-946a-e4fd056cb08d/fa3b40ea-1246-402b-946a-e4fd056cb08d.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.355905] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.356394] env[70243]: DEBUG nova.compute.manager [-] [instance: 62701487-a567-491c-82e0-52f80336fecd] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.356503] env[70243]: DEBUG nova.network.neutron [-] [instance: 62701487-a567-491c-82e0-52f80336fecd] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.358100] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-859e277c-275a-412c-965a-b341c006466a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.371032] env[70243]: DEBUG oslo_vmware.api [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Waiting for the task: (returnval){ [ 1076.371032] env[70243]: value = "task-3622592" [ 1076.371032] env[70243]: _type = "Task" [ 1076.371032] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.371809] env[70243]: DEBUG oslo_concurrency.lockutils [None req-beba5d61-ac8a-4eb3-a6bb-0aef77fcebb7 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.942s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.385190] env[70243]: DEBUG oslo_concurrency.lockutils [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Releasing lock "refresh_cache-ad3a7fcd-b4c6-468b-b61f-2c896bab2f87" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.385890] env[70243]: DEBUG nova.compute.manager [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.385986] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.386264] env[70243]: DEBUG oslo_vmware.api [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.387068] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f172d4-9301-4bd3-90aa-2a79a98e9511 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.396909] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.397246] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdfe720d-1534-4070-8a9f-6cf7cb353ff4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.408883] env[70243]: DEBUG oslo_vmware.api [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Waiting for the task: (returnval){ [ 1076.408883] env[70243]: value = "task-3622593" [ 1076.408883] env[70243]: _type = "Task" [ 1076.408883] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.428914] env[70243]: DEBUG oslo_vmware.api [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Task: {'id': task-3622593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.516294] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622591, 'name': Rename_Task, 'duration_secs': 0.268504} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.516646] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.516903] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a39d2c90-0f70-423b-8271-86a17f8e5d78 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.523857] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1076.523857] env[70243]: value = "task-3622594" [ 1076.523857] env[70243]: _type = "Task" [ 1076.523857] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.538843] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.840019] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.840199] env[70243]: DEBUG nova.compute.manager [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.842951] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.770s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.843086] env[70243]: DEBUG nova.objects.instance [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lazy-loading 'pci_requests' on Instance uuid 8b2602c1-bd7c-473c-9c61-93b93fad24a7 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.883449] env[70243]: DEBUG oslo_vmware.api [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088136} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.883821] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.886107] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab600a85-2486-4dd7-a860-f3e961b1cccf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.910100] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] fa3b40ea-1246-402b-946a-e4fd056cb08d/fa3b40ea-1246-402b-946a-e4fd056cb08d.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.910451] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d9da458-d724-4e51-803c-997794498f42 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.936413] env[70243]: DEBUG oslo_vmware.api [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Task: {'id': task-3622593, 'name': PowerOffVM_Task, 'duration_secs': 0.229802} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.939057] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.939057] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.939057] env[70243]: DEBUG oslo_vmware.api [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Waiting for the task: (returnval){ [ 1076.939057] env[70243]: value = "task-3622595" [ 1076.939057] env[70243]: _type = "Task" [ 1076.939057] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.939057] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67ac3d3c-a703-47d9-9a6f-698d4211422b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.948497] env[70243]: DEBUG oslo_vmware.api [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622595, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.963209] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.963491] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.963694] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Deleting the datastore file [datastore1] ad3a7fcd-b4c6-468b-b61f-2c896bab2f87 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.964020] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4c7b7fb-b2ff-4d13-a392-21809421b518 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.970960] env[70243]: DEBUG oslo_vmware.api [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Waiting for the task: (returnval){ [ 1076.970960] env[70243]: value = "task-3622597" [ 1076.970960] env[70243]: _type = "Task" [ 1076.970960] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.978979] env[70243]: DEBUG oslo_vmware.api [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Task: {'id': task-3622597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.032857] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622594, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.069409] env[70243]: DEBUG nova.compute.manager [req-d94d3c36-3991-4876-b816-831f0db93c67 req-64278217-bca3-4a1c-ad68-bb3c57afa36e service nova] [instance: 62701487-a567-491c-82e0-52f80336fecd] Received event network-vif-deleted-ef6db3d2-1629-44e3-8951-828a358d1cb0 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.070089] env[70243]: INFO nova.compute.manager [req-d94d3c36-3991-4876-b816-831f0db93c67 req-64278217-bca3-4a1c-ad68-bb3c57afa36e service nova] [instance: 62701487-a567-491c-82e0-52f80336fecd] Neutron deleted interface ef6db3d2-1629-44e3-8951-828a358d1cb0; detaching it from the instance and deleting it from the info cache [ 1077.070089] env[70243]: DEBUG nova.network.neutron [req-d94d3c36-3991-4876-b816-831f0db93c67 req-64278217-bca3-4a1c-ad68-bb3c57afa36e service nova] [instance: 62701487-a567-491c-82e0-52f80336fecd] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.190510] env[70243]: DEBUG nova.network.neutron [-] [instance: 62701487-a567-491c-82e0-52f80336fecd] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.346386] env[70243]: DEBUG nova.compute.utils [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.349491] env[70243]: DEBUG nova.objects.instance [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lazy-loading 'numa_topology' on Instance uuid 8b2602c1-bd7c-473c-9c61-93b93fad24a7 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.354128] env[70243]: DEBUG nova.compute.manager [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.354605] env[70243]: DEBUG nova.network.neutron [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.418054] env[70243]: DEBUG nova.policy [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dee7e13e3f64945b44bac49d4c2d09d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b82d157f42e44fdf8b5c0b034837f77f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.450180] env[70243]: DEBUG oslo_vmware.api [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622595, 'name': ReconfigVM_Task, 'duration_secs': 0.358459} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.450528] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Reconfigured VM instance instance-0000005c to attach disk [datastore1] fa3b40ea-1246-402b-946a-e4fd056cb08d/fa3b40ea-1246-402b-946a-e4fd056cb08d.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.451228] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08b1dec7-dd45-4d93-963e-48148062947b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.458052] env[70243]: DEBUG oslo_vmware.api [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Waiting for the task: (returnval){ [ 1077.458052] env[70243]: value = "task-3622598" [ 1077.458052] env[70243]: _type = "Task" [ 1077.458052] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.466694] env[70243]: DEBUG oslo_vmware.api [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622598, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.479166] env[70243]: DEBUG oslo_vmware.api [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Task: {'id': task-3622597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102824} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.479513] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.479710] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.479990] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.480288] env[70243]: INFO nova.compute.manager [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1077.480654] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.480866] env[70243]: DEBUG nova.compute.manager [-] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.480982] env[70243]: DEBUG nova.network.neutron [-] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.495978] env[70243]: DEBUG oslo_concurrency.lockutils [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "a09a9d3a-2d42-460b-a682-a03f3167f345" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.496257] env[70243]: DEBUG oslo_concurrency.lockutils [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "a09a9d3a-2d42-460b-a682-a03f3167f345" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.507929] env[70243]: DEBUG nova.network.neutron [-] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.537835] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622594, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.577038] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e5398ab-fc16-4a10-b704-373a47ab6730 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.588496] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886adcb6-ff3d-4ade-8859-1b4704a5fff2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.623239] env[70243]: DEBUG nova.compute.manager [req-d94d3c36-3991-4876-b816-831f0db93c67 req-64278217-bca3-4a1c-ad68-bb3c57afa36e service nova] [instance: 62701487-a567-491c-82e0-52f80336fecd] Detach interface failed, port_id=ef6db3d2-1629-44e3-8951-828a358d1cb0, reason: Instance 62701487-a567-491c-82e0-52f80336fecd could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1077.693041] env[70243]: INFO nova.compute.manager [-] [instance: 62701487-a567-491c-82e0-52f80336fecd] Took 1.34 seconds to deallocate network for instance. [ 1077.809560] env[70243]: DEBUG nova.network.neutron [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Successfully created port: 869bef8a-4d7d-4c06-8d25-09b23f7e6078 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.854726] env[70243]: DEBUG nova.compute.manager [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.858716] env[70243]: INFO nova.compute.claims [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.968226] env[70243]: DEBUG oslo_vmware.api [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622598, 'name': Rename_Task, 'duration_secs': 0.412592} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.968379] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.969556] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1d4f9d5-5c09-43ed-b0a8-454f41310134 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.975618] env[70243]: DEBUG oslo_vmware.api [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Waiting for the task: (returnval){ [ 1077.975618] env[70243]: value = "task-3622599" [ 1077.975618] env[70243]: _type = "Task" [ 1077.975618] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.983881] env[70243]: DEBUG oslo_vmware.api [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.000835] env[70243]: DEBUG nova.compute.manager [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1078.010619] env[70243]: DEBUG nova.network.neutron [-] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.035548] env[70243]: DEBUG oslo_vmware.api [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622594, 'name': PowerOnVM_Task, 'duration_secs': 1.279611} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.036200] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.036200] env[70243]: INFO nova.compute.manager [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1078.036200] env[70243]: DEBUG nova.compute.manager [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.037042] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc61fa53-3964-45b9-be03-ab3c3b69f69e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.201402] env[70243]: DEBUG oslo_concurrency.lockutils [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.435051] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17987d5a-830a-4202-8de3-39def06c5520 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.442147] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8178acc9-ccf2-4574-a7e8-5fac1092762a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Suspending the VM {{(pid=70243) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1078.442414] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-22840be1-10e5-4cec-91af-db914df89028 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.452443] env[70243]: DEBUG oslo_vmware.api [None req-8178acc9-ccf2-4574-a7e8-5fac1092762a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 1078.452443] env[70243]: value = "task-3622600" [ 1078.452443] env[70243]: _type = "Task" [ 1078.452443] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.462781] env[70243]: DEBUG oslo_vmware.api [None req-8178acc9-ccf2-4574-a7e8-5fac1092762a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622600, 'name': SuspendVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.486393] env[70243]: DEBUG oslo_vmware.api [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622599, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.515071] env[70243]: INFO nova.compute.manager [-] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Took 1.03 seconds to deallocate network for instance. [ 1078.517603] env[70243]: DEBUG oslo_concurrency.lockutils [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.555380] env[70243]: INFO nova.compute.manager [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Took 24.29 seconds to build instance. [ 1078.603159] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dd1ca5-762f-4df4-ad38-dfc84beb5a64 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.610867] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8169388-2f25-4676-baec-3c866291bb47 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.642297] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e703324-aeba-4821-9576-a94f46a2c77e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.649884] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f846b6e1-7b1f-4f9b-bcf2-c4d1bebfb2bc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.664663] env[70243]: DEBUG nova.compute.provider_tree [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.871167] env[70243]: DEBUG nova.compute.manager [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.898985] env[70243]: DEBUG nova.virt.hardware [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.899275] env[70243]: DEBUG nova.virt.hardware [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.899437] env[70243]: DEBUG nova.virt.hardware [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.899621] env[70243]: DEBUG nova.virt.hardware [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.899765] env[70243]: DEBUG nova.virt.hardware [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.899913] env[70243]: DEBUG nova.virt.hardware [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.900159] env[70243]: DEBUG nova.virt.hardware [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.900323] env[70243]: DEBUG nova.virt.hardware [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.900493] env[70243]: DEBUG nova.virt.hardware [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.900654] env[70243]: DEBUG nova.virt.hardware [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.900826] env[70243]: DEBUG nova.virt.hardware [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.901736] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61050e6-56d9-465a-999b-0cb63586eb7c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.909844] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc35088-0737-4c60-b0d1-b276ef678902 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.960950] env[70243]: DEBUG oslo_vmware.api [None req-8178acc9-ccf2-4574-a7e8-5fac1092762a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622600, 'name': SuspendVM_Task} progress is 70%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.985552] env[70243]: DEBUG oslo_vmware.api [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622599, 'name': PowerOnVM_Task, 'duration_secs': 0.55402} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.985812] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.986021] env[70243]: INFO nova.compute.manager [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1078.986202] env[70243]: DEBUG nova.compute.manager [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.986982] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941b0307-5e95-4846-834e-fe8cd7a58fd0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.022766] env[70243]: DEBUG oslo_concurrency.lockutils [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.057519] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f2c7093b-8f58-4c57-8cc1-4a44fe33b499 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "82888288-702c-4709-a692-2e01927fa55f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.808s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.168384] env[70243]: DEBUG nova.scheduler.client.report [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.355050] env[70243]: DEBUG nova.compute.manager [req-eba695c0-8f9c-4174-ac2a-6d5b1241765d req-dfda7262-4c63-423b-8b3b-cccfd43d0c6a service nova] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Received event network-vif-plugged-869bef8a-4d7d-4c06-8d25-09b23f7e6078 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.355319] env[70243]: DEBUG oslo_concurrency.lockutils [req-eba695c0-8f9c-4174-ac2a-6d5b1241765d req-dfda7262-4c63-423b-8b3b-cccfd43d0c6a service nova] Acquiring lock "25c7e64a-5541-41c8-b584-2f6054cac3c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.355596] env[70243]: DEBUG oslo_concurrency.lockutils [req-eba695c0-8f9c-4174-ac2a-6d5b1241765d req-dfda7262-4c63-423b-8b3b-cccfd43d0c6a service nova] Lock "25c7e64a-5541-41c8-b584-2f6054cac3c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.355661] env[70243]: DEBUG oslo_concurrency.lockutils [req-eba695c0-8f9c-4174-ac2a-6d5b1241765d req-dfda7262-4c63-423b-8b3b-cccfd43d0c6a service nova] Lock "25c7e64a-5541-41c8-b584-2f6054cac3c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.355855] env[70243]: DEBUG nova.compute.manager [req-eba695c0-8f9c-4174-ac2a-6d5b1241765d req-dfda7262-4c63-423b-8b3b-cccfd43d0c6a service nova] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] No waiting events found dispatching network-vif-plugged-869bef8a-4d7d-4c06-8d25-09b23f7e6078 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.355952] env[70243]: WARNING nova.compute.manager [req-eba695c0-8f9c-4174-ac2a-6d5b1241765d req-dfda7262-4c63-423b-8b3b-cccfd43d0c6a service nova] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Received unexpected event network-vif-plugged-869bef8a-4d7d-4c06-8d25-09b23f7e6078 for instance with vm_state building and task_state spawning. [ 1079.438024] env[70243]: DEBUG nova.network.neutron [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Successfully updated port: 869bef8a-4d7d-4c06-8d25-09b23f7e6078 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.465194] env[70243]: DEBUG oslo_vmware.api [None req-8178acc9-ccf2-4574-a7e8-5fac1092762a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622600, 'name': SuspendVM_Task} progress is 70%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.509748] env[70243]: INFO nova.compute.manager [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Took 24.36 seconds to build instance. [ 1079.669441] env[70243]: DEBUG nova.compute.manager [req-b348bfc0-4bc2-43b5-b924-c79d2c2b4673 req-e57a70b7-551a-432e-ae6a-d377e5a1e32a service nova] [instance: 82888288-702c-4709-a692-2e01927fa55f] Received event network-changed-bd1e301a-6889-41ea-80c5-1273b77d58f5 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.669598] env[70243]: DEBUG nova.compute.manager [req-b348bfc0-4bc2-43b5-b924-c79d2c2b4673 req-e57a70b7-551a-432e-ae6a-d377e5a1e32a service nova] [instance: 82888288-702c-4709-a692-2e01927fa55f] Refreshing instance network info cache due to event network-changed-bd1e301a-6889-41ea-80c5-1273b77d58f5. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.669822] env[70243]: DEBUG oslo_concurrency.lockutils [req-b348bfc0-4bc2-43b5-b924-c79d2c2b4673 req-e57a70b7-551a-432e-ae6a-d377e5a1e32a service nova] Acquiring lock "refresh_cache-82888288-702c-4709-a692-2e01927fa55f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.670439] env[70243]: DEBUG oslo_concurrency.lockutils [req-b348bfc0-4bc2-43b5-b924-c79d2c2b4673 req-e57a70b7-551a-432e-ae6a-d377e5a1e32a service nova] Acquired lock "refresh_cache-82888288-702c-4709-a692-2e01927fa55f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.670630] env[70243]: DEBUG nova.network.neutron [req-b348bfc0-4bc2-43b5-b924-c79d2c2b4673 req-e57a70b7-551a-432e-ae6a-d377e5a1e32a service nova] [instance: 82888288-702c-4709-a692-2e01927fa55f] Refreshing network info cache for port bd1e301a-6889-41ea-80c5-1273b77d58f5 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.672972] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.675296] env[70243]: DEBUG oslo_concurrency.lockutils [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.327s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.675577] env[70243]: DEBUG nova.objects.instance [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Lazy-loading 'resources' on Instance uuid 7b8edd61-438d-49fb-ad52-1f96a20b3e96 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.710227] env[70243]: INFO nova.network.neutron [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Updating port 7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1079.946531] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "refresh_cache-25c7e64a-5541-41c8-b584-2f6054cac3c3" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.946658] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired lock "refresh_cache-25c7e64a-5541-41c8-b584-2f6054cac3c3" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.946843] env[70243]: DEBUG nova.network.neutron [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.967208] env[70243]: DEBUG oslo_vmware.api [None req-8178acc9-ccf2-4574-a7e8-5fac1092762a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622600, 'name': SuspendVM_Task, 'duration_secs': 1.330056} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.967483] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-8178acc9-ccf2-4574-a7e8-5fac1092762a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Suspended the VM {{(pid=70243) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1079.967666] env[70243]: DEBUG nova.compute.manager [None req-8178acc9-ccf2-4574-a7e8-5fac1092762a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.968442] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48caa6d-8562-4e7d-a3d7-89e9d3ac3ba8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.013939] env[70243]: DEBUG oslo_concurrency.lockutils [None req-aa3f36f4-7ecd-4e33-812f-48a519ca62ea tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Lock "fa3b40ea-1246-402b-946a-e4fd056cb08d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.872s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.482900] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50a1062-d36b-46bd-a0d1-b17beb618d58 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.490962] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7bb7a9-bc4a-43b4-8b36-7691c8693809 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.497028] env[70243]: DEBUG nova.network.neutron [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.527594] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161ed749-c400-4700-889b-326472041751 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.536227] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164fb6f4-b3cf-4d57-a17a-b98dd3c2e018 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.550908] env[70243]: DEBUG nova.compute.provider_tree [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.568041] env[70243]: DEBUG nova.network.neutron [req-b348bfc0-4bc2-43b5-b924-c79d2c2b4673 req-e57a70b7-551a-432e-ae6a-d377e5a1e32a service nova] [instance: 82888288-702c-4709-a692-2e01927fa55f] Updated VIF entry in instance network info cache for port bd1e301a-6889-41ea-80c5-1273b77d58f5. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.568496] env[70243]: DEBUG nova.network.neutron [req-b348bfc0-4bc2-43b5-b924-c79d2c2b4673 req-e57a70b7-551a-432e-ae6a-d377e5a1e32a service nova] [instance: 82888288-702c-4709-a692-2e01927fa55f] Updating instance_info_cache with network_info: [{"id": "bd1e301a-6889-41ea-80c5-1273b77d58f5", "address": "fa:16:3e:e4:77:eb", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1e301a-68", "ovs_interfaceid": "bd1e301a-6889-41ea-80c5-1273b77d58f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.725892] env[70243]: DEBUG nova.network.neutron [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Updating instance_info_cache with network_info: [{"id": "869bef8a-4d7d-4c06-8d25-09b23f7e6078", "address": "fa:16:3e:74:52:ef", "network": {"id": "9ca41f48-ec49-4b89-8cf4-e17009fd41d3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-376653628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b82d157f42e44fdf8b5c0b034837f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap869bef8a-4d", "ovs_interfaceid": "869bef8a-4d7d-4c06-8d25-09b23f7e6078", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.057060] env[70243]: DEBUG nova.scheduler.client.report [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.070924] env[70243]: DEBUG oslo_concurrency.lockutils [req-b348bfc0-4bc2-43b5-b924-c79d2c2b4673 req-e57a70b7-551a-432e-ae6a-d377e5a1e32a service nova] Releasing lock "refresh_cache-82888288-702c-4709-a692-2e01927fa55f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.102395] env[70243]: INFO nova.compute.manager [None req-6792b338-0129-4abb-ac35-f9bf001a4c2a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Resuming [ 1081.103116] env[70243]: DEBUG nova.objects.instance [None req-6792b338-0129-4abb-ac35-f9bf001a4c2a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lazy-loading 'flavor' on Instance uuid ce050c27-f1e8-4664-ba6f-1573e8cdd9e5 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.211544] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "refresh_cache-8b2602c1-bd7c-473c-9c61-93b93fad24a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.211762] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquired lock "refresh_cache-8b2602c1-bd7c-473c-9c61-93b93fad24a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.212050] env[70243]: DEBUG nova.network.neutron [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.228049] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Releasing lock "refresh_cache-25c7e64a-5541-41c8-b584-2f6054cac3c3" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.228391] env[70243]: DEBUG nova.compute.manager [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Instance network_info: |[{"id": "869bef8a-4d7d-4c06-8d25-09b23f7e6078", "address": "fa:16:3e:74:52:ef", "network": {"id": "9ca41f48-ec49-4b89-8cf4-e17009fd41d3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-376653628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b82d157f42e44fdf8b5c0b034837f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap869bef8a-4d", "ovs_interfaceid": "869bef8a-4d7d-4c06-8d25-09b23f7e6078", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.228832] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:52:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '869bef8a-4d7d-4c06-8d25-09b23f7e6078', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.236657] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.237230] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.237496] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d00589f0-d0ed-4917-a67e-5e5bb08474bf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.259247] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.259247] env[70243]: value = "task-3622601" [ 1081.259247] env[70243]: _type = "Task" [ 1081.259247] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.267869] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622601, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.281982] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9ab6ea04-1542-4311-9a9a-b623c3f96fe3 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquiring lock "fa3b40ea-1246-402b-946a-e4fd056cb08d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.282236] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9ab6ea04-1542-4311-9a9a-b623c3f96fe3 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Lock "fa3b40ea-1246-402b-946a-e4fd056cb08d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.282487] env[70243]: INFO nova.compute.manager [None req-9ab6ea04-1542-4311-9a9a-b623c3f96fe3 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Rebooting instance [ 1081.388665] env[70243]: DEBUG nova.compute.manager [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Received event network-changed-869bef8a-4d7d-4c06-8d25-09b23f7e6078 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.388863] env[70243]: DEBUG nova.compute.manager [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Refreshing instance network info cache due to event network-changed-869bef8a-4d7d-4c06-8d25-09b23f7e6078. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.389096] env[70243]: DEBUG oslo_concurrency.lockutils [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] Acquiring lock "refresh_cache-25c7e64a-5541-41c8-b584-2f6054cac3c3" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.389286] env[70243]: DEBUG oslo_concurrency.lockutils [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] Acquired lock "refresh_cache-25c7e64a-5541-41c8-b584-2f6054cac3c3" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.389444] env[70243]: DEBUG nova.network.neutron [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Refreshing network info cache for port 869bef8a-4d7d-4c06-8d25-09b23f7e6078 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.562618] env[70243]: DEBUG oslo_concurrency.lockutils [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.565069] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.066s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.565318] env[70243]: DEBUG nova.objects.instance [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1081.586626] env[70243]: INFO nova.scheduler.client.report [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Deleted allocations for instance 7b8edd61-438d-49fb-ad52-1f96a20b3e96 [ 1081.769966] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622601, 'name': CreateVM_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.800866] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9ab6ea04-1542-4311-9a9a-b623c3f96fe3 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquiring lock "refresh_cache-fa3b40ea-1246-402b-946a-e4fd056cb08d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.801520] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9ab6ea04-1542-4311-9a9a-b623c3f96fe3 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquired lock "refresh_cache-fa3b40ea-1246-402b-946a-e4fd056cb08d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.801520] env[70243]: DEBUG nova.network.neutron [None req-9ab6ea04-1542-4311-9a9a-b623c3f96fe3 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.975269] env[70243]: DEBUG nova.network.neutron [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Updating instance_info_cache with network_info: [{"id": "7a02db7c-959a-455c-95f3-3b5f2ff4b5f4", "address": "fa:16:3e:8f:64:53", "network": {"id": "3ebabe1b-c0c2-4001-a925-c9fb262c5e75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107324948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc7836824bf442619c6ab1b3d0fbffa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a02db7c-95", "ovs_interfaceid": "7a02db7c-959a-455c-95f3-3b5f2ff4b5f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.093815] env[70243]: DEBUG oslo_concurrency.lockutils [None req-44262d03-da41-4c31-b9ed-365a5ed47897 tempest-ServerShowV247Test-13381139 tempest-ServerShowV247Test-13381139-project-member] Lock "7b8edd61-438d-49fb-ad52-1f96a20b3e96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.464s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.269459] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622601, 'name': CreateVM_Task, 'duration_secs': 0.696555} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.269626] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.270715] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.270898] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.271264] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.271528] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3941416a-e797-45af-bddb-71cad852ca65 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.275859] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1082.275859] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522668d3-4f3d-a06b-afee-681d90850c4b" [ 1082.275859] env[70243]: _type = "Task" [ 1082.275859] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.284587] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522668d3-4f3d-a06b-afee-681d90850c4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.455737] env[70243]: DEBUG nova.network.neutron [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Updated VIF entry in instance network info cache for port 869bef8a-4d7d-4c06-8d25-09b23f7e6078. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.456146] env[70243]: DEBUG nova.network.neutron [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Updating instance_info_cache with network_info: [{"id": "869bef8a-4d7d-4c06-8d25-09b23f7e6078", "address": "fa:16:3e:74:52:ef", "network": {"id": "9ca41f48-ec49-4b89-8cf4-e17009fd41d3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-376653628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b82d157f42e44fdf8b5c0b034837f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap869bef8a-4d", "ovs_interfaceid": "869bef8a-4d7d-4c06-8d25-09b23f7e6078", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.477996] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Releasing lock "refresh_cache-8b2602c1-bd7c-473c-9c61-93b93fad24a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.506306] env[70243]: DEBUG nova.virt.hardware [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3497f06f10ee763e7adeb8ea1abd3dff',container_format='bare',created_at=2025-04-26T00:10:56Z,direct_url=,disk_format='vmdk',id=ac3e90ba-b80b-4e89-8235-ea6c86e4bd71,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1262469741-shelved',owner='bc7836824bf442619c6ab1b3d0fbffa5',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-26T00:11:13Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.506552] env[70243]: DEBUG nova.virt.hardware [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.506710] env[70243]: DEBUG nova.virt.hardware [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.506892] env[70243]: DEBUG nova.virt.hardware [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.507048] env[70243]: DEBUG nova.virt.hardware [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.507200] env[70243]: DEBUG nova.virt.hardware [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.507408] env[70243]: DEBUG nova.virt.hardware [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.507569] env[70243]: DEBUG nova.virt.hardware [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.507736] env[70243]: DEBUG nova.virt.hardware [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.507899] env[70243]: DEBUG nova.virt.hardware [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.508080] env[70243]: DEBUG nova.virt.hardware [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.508926] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90ea924-ed2b-45f2-9f77-7295bf92e4c4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.516892] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10db0872-84ed-4bd2-84b5-f084cf6ae7b3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.530962] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:64:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a02db7c-959a-455c-95f3-3b5f2ff4b5f4', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.538635] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.542232] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.542232] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81345329-5887-4341-8950-41a255ce92dc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.562922] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.562922] env[70243]: value = "task-3622602" [ 1082.562922] env[70243]: _type = "Task" [ 1082.562922] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.572888] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622602, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.578113] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b58a7387-0346-49af-90fd-ee59ff4e14d3 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.578113] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.503s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.578113] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.580232] env[70243]: DEBUG oslo_concurrency.lockutils [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.084s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.580604] env[70243]: DEBUG nova.objects.instance [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Lazy-loading 'resources' on Instance uuid 65295564-ae08-426f-8322-9a8ffe3448a9 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.589204] env[70243]: DEBUG nova.network.neutron [None req-9ab6ea04-1542-4311-9a9a-b623c3f96fe3 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Updating instance_info_cache with network_info: [{"id": "b23c88d7-d2ba-4719-ab62-da36ebd083ce", "address": "fa:16:3e:54:1b:8f", "network": {"id": "6f144554-2496-4656-9ebf-dc9be5db9328", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-635921234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a09046064a74983a3d519153ef434e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb23c88d7-d2", "ovs_interfaceid": "b23c88d7-d2ba-4719-ab62-da36ebd083ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.608759] env[70243]: INFO nova.scheduler.client.report [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Deleted allocations for instance bb0d8bc4-c513-46f3-aa96-660f9c6f1380 [ 1082.614189] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6792b338-0129-4abb-ac35-f9bf001a4c2a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquiring lock "refresh_cache-ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.615266] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6792b338-0129-4abb-ac35-f9bf001a4c2a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquired lock "refresh_cache-ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.615266] env[70243]: DEBUG nova.network.neutron [None req-6792b338-0129-4abb-ac35-f9bf001a4c2a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.788066] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522668d3-4f3d-a06b-afee-681d90850c4b, 'name': SearchDatastore_Task, 'duration_secs': 0.036738} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.788066] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.788459] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.788788] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.788994] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.789253] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.789597] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af4b3c51-b160-4b09-9247-89d108d82ec2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.801087] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.801623] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.802836] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf08c410-f3ee-419d-b3b9-f3881e7ea0de {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.810716] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1082.810716] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524b0ab3-9aef-302e-600c-debda38e29f5" [ 1082.810716] env[70243]: _type = "Task" [ 1082.810716] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.822438] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524b0ab3-9aef-302e-600c-debda38e29f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.960873] env[70243]: DEBUG oslo_concurrency.lockutils [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] Releasing lock "refresh_cache-25c7e64a-5541-41c8-b584-2f6054cac3c3" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.961268] env[70243]: DEBUG nova.compute.manager [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Received event network-changed-b23c88d7-d2ba-4719-ab62-da36ebd083ce {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.961717] env[70243]: DEBUG nova.compute.manager [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Refreshing instance network info cache due to event network-changed-b23c88d7-d2ba-4719-ab62-da36ebd083ce. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.961717] env[70243]: DEBUG oslo_concurrency.lockutils [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] Acquiring lock "refresh_cache-fa3b40ea-1246-402b-946a-e4fd056cb08d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.075254] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622602, 'name': CreateVM_Task, 'duration_secs': 0.323021} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.075457] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.076226] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ac3e90ba-b80b-4e89-8235-ea6c86e4bd71" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.076412] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ac3e90ba-b80b-4e89-8235-ea6c86e4bd71" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.076824] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ac3e90ba-b80b-4e89-8235-ea6c86e4bd71" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.077144] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3adc7961-6ba0-4cc9-9727-b68e23778ac5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.083194] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1083.083194] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527ea932-4916-7d93-2789-d1f01dea46fb" [ 1083.083194] env[70243]: _type = "Task" [ 1083.083194] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.097017] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9ab6ea04-1542-4311-9a9a-b623c3f96fe3 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Releasing lock "refresh_cache-fa3b40ea-1246-402b-946a-e4fd056cb08d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.098333] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527ea932-4916-7d93-2789-d1f01dea46fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.098615] env[70243]: DEBUG oslo_concurrency.lockutils [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] Acquired lock "refresh_cache-fa3b40ea-1246-402b-946a-e4fd056cb08d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.098857] env[70243]: DEBUG nova.network.neutron [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Refreshing network info cache for port b23c88d7-d2ba-4719-ab62-da36ebd083ce {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.116132] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8efb2655-67e3-44fe-818c-2d94b325f668 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "bb0d8bc4-c513-46f3-aa96-660f9c6f1380" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.793s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.294146] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7b7a35-af71-48ad-8878-aa794b0bc086 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.303638] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614a5fac-0d95-4cb8-b0ad-6678a4a2000d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.336895] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d936f0ab-3898-4769-84d9-aefbbc0802cb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.344470] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524b0ab3-9aef-302e-600c-debda38e29f5, 'name': SearchDatastore_Task, 'duration_secs': 0.036176} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.346886] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f501fcb-1136-493c-8acb-af3381cf4d39 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.349743] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eea4eb2-a7ba-4e72-a689-378183b25384 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.363066] env[70243]: DEBUG nova.compute.provider_tree [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.365012] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1083.365012] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5273b313-1d3d-fab4-4e4b-f636ba52017e" [ 1083.365012] env[70243]: _type = "Task" [ 1083.365012] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.372483] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5273b313-1d3d-fab4-4e4b-f636ba52017e, 'name': SearchDatastore_Task, 'duration_secs': 0.010232} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.373372] env[70243]: DEBUG nova.network.neutron [None req-6792b338-0129-4abb-ac35-f9bf001a4c2a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Updating instance_info_cache with network_info: [{"id": "7277b5b6-f98a-464f-b101-588191a25584", "address": "fa:16:3e:31:e2:f5", "network": {"id": "10dce8a0-43e3-4137-93eb-b101b6bebc0a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-3440240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc3772630a874e489748a48fd56254fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7277b5b6-f9", "ovs_interfaceid": "7277b5b6-f98a-464f-b101-588191a25584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.374952] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.375222] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 25c7e64a-5541-41c8-b584-2f6054cac3c3/25c7e64a-5541-41c8-b584-2f6054cac3c3.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.375631] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fbd79d4-ff05-4799-bffe-03067f89a6ad {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.381866] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1083.381866] env[70243]: value = "task-3622603" [ 1083.381866] env[70243]: _type = "Task" [ 1083.381866] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.389661] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.599501] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ac3e90ba-b80b-4e89-8235-ea6c86e4bd71" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.599820] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Processing image ac3e90ba-b80b-4e89-8235-ea6c86e4bd71 {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.600031] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ac3e90ba-b80b-4e89-8235-ea6c86e4bd71/ac3e90ba-b80b-4e89-8235-ea6c86e4bd71.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.600188] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ac3e90ba-b80b-4e89-8235-ea6c86e4bd71/ac3e90ba-b80b-4e89-8235-ea6c86e4bd71.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.600372] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.604282] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5b73d01-036b-41c5-8d59-06bc44b99e30 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.606473] env[70243]: DEBUG nova.compute.manager [None req-9ab6ea04-1542-4311-9a9a-b623c3f96fe3 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.607303] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f525ef99-25a6-4a59-b7d3-81550f6f0110 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.624703] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.624703] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.625445] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fca83c3-fc30-4c73-a951-dae7e4ec5fd6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.630996] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1083.630996] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522bcb55-fea4-c9a5-cba2-00ea15782786" [ 1083.630996] env[70243]: _type = "Task" [ 1083.630996] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.640375] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522bcb55-fea4-c9a5-cba2-00ea15782786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.867196] env[70243]: DEBUG nova.scheduler.client.report [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.876257] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6792b338-0129-4abb-ac35-f9bf001a4c2a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Releasing lock "refresh_cache-ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.877296] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1aa783d-e6a4-450b-a67d-08ba2a311461 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.888663] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6792b338-0129-4abb-ac35-f9bf001a4c2a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Resuming the VM {{(pid=70243) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1083.889175] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-866307a0-80b1-49f3-97b6-6d165bc826b1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.895548] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503034} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.896161] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 25c7e64a-5541-41c8-b584-2f6054cac3c3/25c7e64a-5541-41c8-b584-2f6054cac3c3.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.896479] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.896735] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8171477b-09cd-495c-b096-e1f701a796a1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.902042] env[70243]: DEBUG oslo_vmware.api [None req-6792b338-0129-4abb-ac35-f9bf001a4c2a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 1083.902042] env[70243]: value = "task-3622604" [ 1083.902042] env[70243]: _type = "Task" [ 1083.902042] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.904224] env[70243]: DEBUG nova.network.neutron [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Updated VIF entry in instance network info cache for port b23c88d7-d2ba-4719-ab62-da36ebd083ce. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.904571] env[70243]: DEBUG nova.network.neutron [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Updating instance_info_cache with network_info: [{"id": "b23c88d7-d2ba-4719-ab62-da36ebd083ce", "address": "fa:16:3e:54:1b:8f", "network": {"id": "6f144554-2496-4656-9ebf-dc9be5db9328", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-635921234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a09046064a74983a3d519153ef434e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb23c88d7-d2", "ovs_interfaceid": "b23c88d7-d2ba-4719-ab62-da36ebd083ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.907579] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1083.907579] env[70243]: value = "task-3622605" [ 1083.907579] env[70243]: _type = "Task" [ 1083.907579] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.915740] env[70243]: DEBUG oslo_vmware.api [None req-6792b338-0129-4abb-ac35-f9bf001a4c2a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.921051] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.141266] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Preparing fetch location {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1084.141938] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Fetch image to [datastore2] OSTACK_IMG_9839e3a4-60b9-4d07-809a-d78ccf2cd6c0/OSTACK_IMG_9839e3a4-60b9-4d07-809a-d78ccf2cd6c0.vmdk {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1084.141938] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Downloading stream optimized image ac3e90ba-b80b-4e89-8235-ea6c86e4bd71 to [datastore2] OSTACK_IMG_9839e3a4-60b9-4d07-809a-d78ccf2cd6c0/OSTACK_IMG_9839e3a4-60b9-4d07-809a-d78ccf2cd6c0.vmdk on the data store datastore2 as vApp {{(pid=70243) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1084.141938] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Downloading image file data ac3e90ba-b80b-4e89-8235-ea6c86e4bd71 to the ESX as VM named 'OSTACK_IMG_9839e3a4-60b9-4d07-809a-d78ccf2cd6c0' {{(pid=70243) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1084.221178] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1084.221178] env[70243]: value = "resgroup-9" [ 1084.221178] env[70243]: _type = "ResourcePool" [ 1084.221178] env[70243]: }. {{(pid=70243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1084.221946] env[70243]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-aae681a4-91c1-4c99-89f0-5bab3315a98a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.242178] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lease: (returnval){ [ 1084.242178] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a61762-539e-8c42-1ab7-5c54cad2c61d" [ 1084.242178] env[70243]: _type = "HttpNfcLease" [ 1084.242178] env[70243]: } obtained for vApp import into resource pool (val){ [ 1084.242178] env[70243]: value = "resgroup-9" [ 1084.242178] env[70243]: _type = "ResourcePool" [ 1084.242178] env[70243]: }. {{(pid=70243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1084.242439] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the lease: (returnval){ [ 1084.242439] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a61762-539e-8c42-1ab7-5c54cad2c61d" [ 1084.242439] env[70243]: _type = "HttpNfcLease" [ 1084.242439] env[70243]: } to be ready. {{(pid=70243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1084.249453] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1084.249453] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a61762-539e-8c42-1ab7-5c54cad2c61d" [ 1084.249453] env[70243]: _type = "HttpNfcLease" [ 1084.249453] env[70243]: } is initializing. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1084.374072] env[70243]: DEBUG oslo_concurrency.lockutils [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.376401] env[70243]: DEBUG oslo_concurrency.lockutils [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.731s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.376678] env[70243]: DEBUG nova.objects.instance [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lazy-loading 'resources' on Instance uuid cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.391855] env[70243]: INFO nova.scheduler.client.report [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Deleted allocations for instance 65295564-ae08-426f-8322-9a8ffe3448a9 [ 1084.410029] env[70243]: DEBUG oslo_concurrency.lockutils [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] Releasing lock "refresh_cache-fa3b40ea-1246-402b-946a-e4fd056cb08d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.410029] env[70243]: DEBUG nova.compute.manager [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Received event network-vif-plugged-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.410029] env[70243]: DEBUG oslo_concurrency.lockutils [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] Acquiring lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.410029] env[70243]: DEBUG oslo_concurrency.lockutils [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] Lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.410029] env[70243]: DEBUG oslo_concurrency.lockutils [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] Lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.410029] env[70243]: DEBUG nova.compute.manager [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] No waiting events found dispatching network-vif-plugged-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.410029] env[70243]: WARNING nova.compute.manager [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Received unexpected event network-vif-plugged-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 for instance with vm_state shelved_offloaded and task_state spawning. [ 1084.410029] env[70243]: DEBUG nova.compute.manager [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Received event network-changed-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.410448] env[70243]: DEBUG nova.compute.manager [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Refreshing instance network info cache due to event network-changed-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.410448] env[70243]: DEBUG oslo_concurrency.lockutils [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] Acquiring lock "refresh_cache-8b2602c1-bd7c-473c-9c61-93b93fad24a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.410545] env[70243]: DEBUG oslo_concurrency.lockutils [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] Acquired lock "refresh_cache-8b2602c1-bd7c-473c-9c61-93b93fad24a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.412025] env[70243]: DEBUG nova.network.neutron [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Refreshing network info cache for port 7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.427101] env[70243]: DEBUG oslo_vmware.api [None req-6792b338-0129-4abb-ac35-f9bf001a4c2a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622604, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.431707] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127417} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.432064] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.433617] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f701f08-b8ee-46ab-8ab9-a6d67fcc773a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.466892] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 25c7e64a-5541-41c8-b584-2f6054cac3c3/25c7e64a-5541-41c8-b584-2f6054cac3c3.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.467664] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87271fa0-3b15-4a9d-80c3-0dd5a06dcbd5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.491225] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1084.491225] env[70243]: value = "task-3622607" [ 1084.491225] env[70243]: _type = "Task" [ 1084.491225] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.502292] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.626811] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affcce5b-30da-441e-b97c-6e6ea42fcd84 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.638551] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab6ea04-1542-4311-9a9a-b623c3f96fe3 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Doing hard reboot of VM {{(pid=70243) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1084.638921] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3c617228-75db-449e-ad26-5ea16bbf3541 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.647543] env[70243]: DEBUG oslo_vmware.api [None req-9ab6ea04-1542-4311-9a9a-b623c3f96fe3 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Waiting for the task: (returnval){ [ 1084.647543] env[70243]: value = "task-3622608" [ 1084.647543] env[70243]: _type = "Task" [ 1084.647543] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.659829] env[70243]: DEBUG oslo_vmware.api [None req-9ab6ea04-1542-4311-9a9a-b623c3f96fe3 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622608, 'name': ResetVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.690543] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "dcc7c707-e3d0-42ac-a13d-5e94fff5348d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.690779] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "dcc7c707-e3d0-42ac-a13d-5e94fff5348d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.749913] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1084.749913] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a61762-539e-8c42-1ab7-5c54cad2c61d" [ 1084.749913] env[70243]: _type = "HttpNfcLease" [ 1084.749913] env[70243]: } is initializing. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1084.901308] env[70243]: DEBUG oslo_concurrency.lockutils [None req-00662994-d14b-4860-b433-9d2d6c9a21a0 tempest-ServersListShow2100Test-1846629747 tempest-ServersListShow2100Test-1846629747-project-member] Lock "65295564-ae08-426f-8322-9a8ffe3448a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.856s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.916149] env[70243]: DEBUG oslo_vmware.api [None req-6792b338-0129-4abb-ac35-f9bf001a4c2a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622604, 'name': PowerOnVM_Task, 'duration_secs': 0.561273} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.916149] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6792b338-0129-4abb-ac35-f9bf001a4c2a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Resumed the VM {{(pid=70243) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1084.916149] env[70243]: DEBUG nova.compute.manager [None req-6792b338-0129-4abb-ac35-f9bf001a4c2a tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.916149] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189be806-d4d9-4a56-8f34-7942394bef1d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.006781] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.109786] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c4332b-5ee0-46d3-aa0d-cb7b01695d29 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.118177] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3505f3c2-2675-4f2a-9f2a-5df1f1831aef {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.152742] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d30a42d-1933-4308-b374-2212785a96e4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.165353] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12705d23-3211-40bf-a804-87dd7b5e7b5a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.169130] env[70243]: DEBUG oslo_vmware.api [None req-9ab6ea04-1542-4311-9a9a-b623c3f96fe3 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622608, 'name': ResetVM_Task, 'duration_secs': 0.106883} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.169411] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab6ea04-1542-4311-9a9a-b623c3f96fe3 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Did hard reboot of VM {{(pid=70243) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1085.169609] env[70243]: DEBUG nova.compute.manager [None req-9ab6ea04-1542-4311-9a9a-b623c3f96fe3 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.170656] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acb3afa-1e95-46f6-b414-1ac49936280b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.180679] env[70243]: DEBUG nova.compute.provider_tree [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.187817] env[70243]: DEBUG nova.network.neutron [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Updated VIF entry in instance network info cache for port 7a02db7c-959a-455c-95f3-3b5f2ff4b5f4. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.188511] env[70243]: DEBUG nova.network.neutron [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Updating instance_info_cache with network_info: [{"id": "7a02db7c-959a-455c-95f3-3b5f2ff4b5f4", "address": "fa:16:3e:8f:64:53", "network": {"id": "3ebabe1b-c0c2-4001-a925-c9fb262c5e75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107324948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc7836824bf442619c6ab1b3d0fbffa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a02db7c-95", "ovs_interfaceid": "7a02db7c-959a-455c-95f3-3b5f2ff4b5f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.193649] env[70243]: DEBUG nova.compute.manager [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.250963] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1085.250963] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a61762-539e-8c42-1ab7-5c54cad2c61d" [ 1085.250963] env[70243]: _type = "HttpNfcLease" [ 1085.250963] env[70243]: } is ready. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1085.251265] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1085.251265] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a61762-539e-8c42-1ab7-5c54cad2c61d" [ 1085.251265] env[70243]: _type = "HttpNfcLease" [ 1085.251265] env[70243]: }. {{(pid=70243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1085.252088] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51b0d60-6ba6-4dd4-ae66-379ad856f56d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.262280] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52810e1d-ec03-a9e6-ad3d-f6b2017cc728/disk-0.vmdk from lease info. {{(pid=70243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1085.262464] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52810e1d-ec03-a9e6-ad3d-f6b2017cc728/disk-0.vmdk. {{(pid=70243) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1085.329616] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7c50febd-67f7-4b2d-a9e0-57ef0c286285 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.502356] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622607, 'name': ReconfigVM_Task, 'duration_secs': 0.76935} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.502643] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 25c7e64a-5541-41c8-b584-2f6054cac3c3/25c7e64a-5541-41c8-b584-2f6054cac3c3.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.503393] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5a9a9b6-fd8d-4bcf-a74f-d7492b82291b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.510566] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1085.510566] env[70243]: value = "task-3622609" [ 1085.510566] env[70243]: _type = "Task" [ 1085.510566] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.519730] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622609, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.684019] env[70243]: DEBUG nova.scheduler.client.report [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.694754] env[70243]: DEBUG oslo_concurrency.lockutils [req-fd458b91-a306-499c-91fe-4beaa1f43b97 req-b8621dcb-04ed-4ae3-9998-7a36f86c953f service nova] Releasing lock "refresh_cache-8b2602c1-bd7c-473c-9c61-93b93fad24a7" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.698732] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9ab6ea04-1542-4311-9a9a-b623c3f96fe3 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Lock "fa3b40ea-1246-402b-946a-e4fd056cb08d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.416s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.722695] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.975137] env[70243]: DEBUG nova.compute.manager [req-fc4d31e4-259a-4b56-924f-978ffe74a6c6 req-ef16e9f5-72a1-4279-8e1d-2ab6161c6537 service nova] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Received event network-changed-b23c88d7-d2ba-4719-ab62-da36ebd083ce {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.975337] env[70243]: DEBUG nova.compute.manager [req-fc4d31e4-259a-4b56-924f-978ffe74a6c6 req-ef16e9f5-72a1-4279-8e1d-2ab6161c6537 service nova] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Refreshing instance network info cache due to event network-changed-b23c88d7-d2ba-4719-ab62-da36ebd083ce. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.975652] env[70243]: DEBUG oslo_concurrency.lockutils [req-fc4d31e4-259a-4b56-924f-978ffe74a6c6 req-ef16e9f5-72a1-4279-8e1d-2ab6161c6537 service nova] Acquiring lock "refresh_cache-fa3b40ea-1246-402b-946a-e4fd056cb08d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.975837] env[70243]: DEBUG oslo_concurrency.lockutils [req-fc4d31e4-259a-4b56-924f-978ffe74a6c6 req-ef16e9f5-72a1-4279-8e1d-2ab6161c6537 service nova] Acquired lock "refresh_cache-fa3b40ea-1246-402b-946a-e4fd056cb08d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.975918] env[70243]: DEBUG nova.network.neutron [req-fc4d31e4-259a-4b56-924f-978ffe74a6c6 req-ef16e9f5-72a1-4279-8e1d-2ab6161c6537 service nova] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Refreshing network info cache for port b23c88d7-d2ba-4719-ab62-da36ebd083ce {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.023663] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622609, 'name': Rename_Task, 'duration_secs': 0.379085} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.026599] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.026872] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d88107f-3180-4210-b2f9-56ab11bf499a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.035486] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1086.035486] env[70243]: value = "task-3622610" [ 1086.035486] env[70243]: _type = "Task" [ 1086.035486] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.053195] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.189421] env[70243]: DEBUG oslo_concurrency.lockutils [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.192471] env[70243]: DEBUG oslo_concurrency.lockutils [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.991s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.192771] env[70243]: DEBUG nova.objects.instance [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lazy-loading 'resources' on Instance uuid 62701487-a567-491c-82e0-52f80336fecd {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.220420] env[70243]: INFO nova.scheduler.client.report [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Deleted allocations for instance cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1 [ 1086.401522] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "5ad50661-5472-4ef6-a372-0c35c5b9ee8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.404034] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "5ad50661-5472-4ef6-a372-0c35c5b9ee8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.404034] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "5ad50661-5472-4ef6-a372-0c35c5b9ee8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.404034] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "5ad50661-5472-4ef6-a372-0c35c5b9ee8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.404034] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "5ad50661-5472-4ef6-a372-0c35c5b9ee8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.405479] env[70243]: INFO nova.compute.manager [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Terminating instance [ 1086.546724] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.732221] env[70243]: DEBUG oslo_concurrency.lockutils [None req-086e6321-d94f-4e8a-9a42-a2127a58b379 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.972s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.777656] env[70243]: DEBUG nova.network.neutron [req-fc4d31e4-259a-4b56-924f-978ffe74a6c6 req-ef16e9f5-72a1-4279-8e1d-2ab6161c6537 service nova] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Updated VIF entry in instance network info cache for port b23c88d7-d2ba-4719-ab62-da36ebd083ce. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.778085] env[70243]: DEBUG nova.network.neutron [req-fc4d31e4-259a-4b56-924f-978ffe74a6c6 req-ef16e9f5-72a1-4279-8e1d-2ab6161c6537 service nova] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Updating instance_info_cache with network_info: [{"id": "b23c88d7-d2ba-4719-ab62-da36ebd083ce", "address": "fa:16:3e:54:1b:8f", "network": {"id": "6f144554-2496-4656-9ebf-dc9be5db9328", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-635921234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a09046064a74983a3d519153ef434e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb23c88d7-d2", "ovs_interfaceid": "b23c88d7-d2ba-4719-ab62-da36ebd083ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.779455] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquiring lock "fa3b40ea-1246-402b-946a-e4fd056cb08d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.780027] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Lock "fa3b40ea-1246-402b-946a-e4fd056cb08d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.780027] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquiring lock "fa3b40ea-1246-402b-946a-e4fd056cb08d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.780195] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Lock "fa3b40ea-1246-402b-946a-e4fd056cb08d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.780242] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Lock "fa3b40ea-1246-402b-946a-e4fd056cb08d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.784820] env[70243]: INFO nova.compute.manager [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Terminating instance [ 1086.910038] env[70243]: DEBUG nova.compute.manager [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.910291] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.911214] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f61afa8-e364-485e-ad85-0fbcb25963f2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.916084] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25208cc-e47c-49f4-a23d-11210db74a06 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.923679] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.925561] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-260e307d-5481-4c63-8cd0-24d3029e239e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.927783] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66262d9-6b19-4901-9f5d-ad3916e0793f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.961953] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b0f911-bef1-4db6-816a-ed9fb8ec42ff {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.965079] env[70243]: DEBUG oslo_vmware.api [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1086.965079] env[70243]: value = "task-3622611" [ 1086.965079] env[70243]: _type = "Task" [ 1086.965079] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.975260] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c1bfb4-51e3-461d-8140-c5577c9734a7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.982597] env[70243]: DEBUG oslo_vmware.api [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.994455] env[70243]: DEBUG nova.compute.provider_tree [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.999833] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Completed reading data from the image iterator. {{(pid=70243) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1087.000074] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52810e1d-ec03-a9e6-ad3d-f6b2017cc728/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1087.000969] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3677cb57-3efa-45d8-84c6-60ffae6cc6c6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.008207] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52810e1d-ec03-a9e6-ad3d-f6b2017cc728/disk-0.vmdk is in state: ready. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1087.008464] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52810e1d-ec03-a9e6-ad3d-f6b2017cc728/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1087.008743] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7339eed3-d4d9-4dea-8f9c-a5a7804a13bf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.047177] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.252023] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52810e1d-ec03-a9e6-ad3d-f6b2017cc728/disk-0.vmdk. {{(pid=70243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1087.252023] env[70243]: INFO nova.virt.vmwareapi.images [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Downloaded image file data ac3e90ba-b80b-4e89-8235-ea6c86e4bd71 [ 1087.252434] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212d715c-b372-426a-b88f-d5437295532b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.270152] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39461475-6440-4a09-b87b-7a7458e94f45 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.285890] env[70243]: DEBUG oslo_concurrency.lockutils [req-fc4d31e4-259a-4b56-924f-978ffe74a6c6 req-ef16e9f5-72a1-4279-8e1d-2ab6161c6537 service nova] Releasing lock "refresh_cache-fa3b40ea-1246-402b-946a-e4fd056cb08d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.291735] env[70243]: DEBUG nova.compute.manager [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.292137] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.293250] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c00991f-a10b-4a96-a4c9-c656f1939df6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.301946] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.301946] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf427716-c3d4-429c-ae56-ce5a539ac3a7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.307990] env[70243]: DEBUG oslo_vmware.api [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Waiting for the task: (returnval){ [ 1087.307990] env[70243]: value = "task-3622613" [ 1087.307990] env[70243]: _type = "Task" [ 1087.307990] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.317480] env[70243]: DEBUG oslo_vmware.api [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.343671] env[70243]: INFO nova.virt.vmwareapi.images [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] The imported VM was unregistered [ 1087.346093] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Caching image {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1087.346339] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ac3e90ba-b80b-4e89-8235-ea6c86e4bd71 {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.346629] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fded1c1-6d0b-4ca7-812c-b20888b28382 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.359451] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Created directory with path [datastore2] devstack-image-cache_base/ac3e90ba-b80b-4e89-8235-ea6c86e4bd71 {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.359451] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_9839e3a4-60b9-4d07-809a-d78ccf2cd6c0/OSTACK_IMG_9839e3a4-60b9-4d07-809a-d78ccf2cd6c0.vmdk to [datastore2] devstack-image-cache_base/ac3e90ba-b80b-4e89-8235-ea6c86e4bd71/ac3e90ba-b80b-4e89-8235-ea6c86e4bd71.vmdk. {{(pid=70243) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1087.359628] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2e2ab7fd-2484-4f21-9d3b-a806161525b7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.366766] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1087.366766] env[70243]: value = "task-3622614" [ 1087.366766] env[70243]: _type = "Task" [ 1087.366766] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.375161] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622614, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.480578] env[70243]: DEBUG oslo_vmware.api [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622611, 'name': PowerOffVM_Task, 'duration_secs': 0.330799} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.480958] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.481489] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.481489] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6e2da46-4da7-4582-8c49-06871cdca44b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.506188] env[70243]: DEBUG nova.scheduler.client.report [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.546546] env[70243]: DEBUG oslo_vmware.api [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622610, 'name': PowerOnVM_Task, 'duration_secs': 1.498088} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.546836] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.547091] env[70243]: INFO nova.compute.manager [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1087.547265] env[70243]: DEBUG nova.compute.manager [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.548073] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620cc3ec-0c17-4aaf-8ba7-48466da5a315 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.553691] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.553862] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.554051] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Deleting the datastore file [datastore2] 5ad50661-5472-4ef6-a372-0c35c5b9ee8e {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.555708] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64557441-a535-4738-b556-d6b1f4686006 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.565922] env[70243]: DEBUG oslo_vmware.api [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1087.565922] env[70243]: value = "task-3622616" [ 1087.565922] env[70243]: _type = "Task" [ 1087.565922] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.574485] env[70243]: DEBUG oslo_vmware.api [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.716994] env[70243]: DEBUG oslo_concurrency.lockutils [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "7389c36d-4010-4df6-8fd1-767aa8b7b87a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.717674] env[70243]: DEBUG oslo_concurrency.lockutils [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "7389c36d-4010-4df6-8fd1-767aa8b7b87a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.717674] env[70243]: DEBUG oslo_concurrency.lockutils [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "7389c36d-4010-4df6-8fd1-767aa8b7b87a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.717674] env[70243]: DEBUG oslo_concurrency.lockutils [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "7389c36d-4010-4df6-8fd1-767aa8b7b87a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.718015] env[70243]: DEBUG oslo_concurrency.lockutils [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "7389c36d-4010-4df6-8fd1-767aa8b7b87a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.720251] env[70243]: INFO nova.compute.manager [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Terminating instance [ 1087.817425] env[70243]: DEBUG oslo_vmware.api [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622613, 'name': PowerOffVM_Task, 'duration_secs': 0.209203} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.817792] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.817792] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.817934] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bebc4da6-11a2-42fd-897a-7f637dd93dfa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.878464] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622614, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.014458] env[70243]: DEBUG oslo_concurrency.lockutils [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.016878] env[70243]: DEBUG oslo_concurrency.lockutils [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.499s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.018555] env[70243]: INFO nova.compute.claims [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.038626] env[70243]: INFO nova.scheduler.client.report [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Deleted allocations for instance 62701487-a567-491c-82e0-52f80336fecd [ 1088.077337] env[70243]: INFO nova.compute.manager [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Took 21.42 seconds to build instance. [ 1088.086304] env[70243]: DEBUG oslo_vmware.api [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.224760] env[70243]: DEBUG nova.compute.manager [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.225060] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.226061] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45dcfb4-2bc2-4cdb-b2ba-07dab6e9be38 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.238342] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.238913] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20a38747-5501-4d81-9014-d5cc5552836e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.249119] env[70243]: DEBUG oslo_vmware.api [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1088.249119] env[70243]: value = "task-3622618" [ 1088.249119] env[70243]: _type = "Task" [ 1088.249119] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.260351] env[70243]: DEBUG oslo_vmware.api [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.381077] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622614, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.388106] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.388343] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.388563] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Deleting the datastore file [datastore1] fa3b40ea-1246-402b-946a-e4fd056cb08d {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.388833] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cef19990-21b2-443b-aa28-5d1cae8563b6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.395459] env[70243]: DEBUG oslo_vmware.api [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Waiting for the task: (returnval){ [ 1088.395459] env[70243]: value = "task-3622619" [ 1088.395459] env[70243]: _type = "Task" [ 1088.395459] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.404081] env[70243]: DEBUG oslo_vmware.api [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.528760] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.529204] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.529563] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.529889] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.530220] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.532577] env[70243]: INFO nova.compute.manager [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Terminating instance [ 1088.549355] env[70243]: DEBUG oslo_concurrency.lockutils [None req-569987f1-4bed-46d8-a198-3b2327c6db3e tempest-ServerRescueNegativeTestJSON-260967903 tempest-ServerRescueNegativeTestJSON-260967903-project-member] Lock "62701487-a567-491c-82e0-52f80336fecd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.843s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.581528] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6fbbe91e-da49-4684-8010-a9770805657d tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "25c7e64a-5541-41c8-b584-2f6054cac3c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.941s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.581841] env[70243]: DEBUG oslo_vmware.api [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.995925} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.582179] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.582413] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.582600] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.582786] env[70243]: INFO nova.compute.manager [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1088.583057] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.583292] env[70243]: DEBUG nova.compute.manager [-] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.583394] env[70243]: DEBUG nova.network.neutron [-] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.761314] env[70243]: DEBUG oslo_vmware.api [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622618, 'name': PowerOffVM_Task, 'duration_secs': 0.356825} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.761698] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.761889] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.762166] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67a28b63-8755-4523-b988-2631aca64024 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.830776] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.831161] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.831454] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Deleting the datastore file [datastore1] 7389c36d-4010-4df6-8fd1-767aa8b7b87a {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.831742] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-757976f0-2ba0-446b-932a-e842b41eb618 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.842301] env[70243]: DEBUG oslo_vmware.api [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for the task: (returnval){ [ 1088.842301] env[70243]: value = "task-3622621" [ 1088.842301] env[70243]: _type = "Task" [ 1088.842301] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.851223] env[70243]: DEBUG oslo_vmware.api [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.878311] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622614, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.906241] env[70243]: DEBUG oslo_vmware.api [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.465373} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.907025] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.907025] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.907025] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.907192] env[70243]: INFO nova.compute.manager [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1088.907621] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.907895] env[70243]: DEBUG nova.compute.manager [-] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.908081] env[70243]: DEBUG nova.network.neutron [-] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.037970] env[70243]: DEBUG nova.compute.manager [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.038243] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.039174] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48697de-fede-4d50-9e37-955601945b79 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.053122] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.053459] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e94b78cc-85a9-4b5e-87d4-403c1a6cb9aa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.070022] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29b3c71-6763-465f-ae93-bbe3b74f6b75 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.070855] env[70243]: DEBUG oslo_vmware.api [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 1089.070855] env[70243]: value = "task-3622622" [ 1089.070855] env[70243]: _type = "Task" [ 1089.070855] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.077241] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-812f8ef7-39bd-43f0-83e0-6d30f5ef9fe3 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Suspending the VM {{(pid=70243) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1089.077931] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4a789413-dee2-42fb-b5aa-59b0764d6efe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.088490] env[70243]: DEBUG oslo_vmware.api [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.098531] env[70243]: DEBUG oslo_vmware.api [None req-812f8ef7-39bd-43f0-83e0-6d30f5ef9fe3 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1089.098531] env[70243]: value = "task-3622623" [ 1089.098531] env[70243]: _type = "Task" [ 1089.098531] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.113758] env[70243]: DEBUG oslo_vmware.api [None req-812f8ef7-39bd-43f0-83e0-6d30f5ef9fe3 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622623, 'name': SuspendVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.126287] env[70243]: DEBUG nova.compute.manager [req-4d770da8-0c78-4291-ba14-ae64c069922c req-fd4f1bae-3b6b-4561-9bb1-35f153c834a1 service nova] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Received event network-vif-deleted-997c6ce1-a172-4e14-9d0d-165c9844b037 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.127030] env[70243]: INFO nova.compute.manager [req-4d770da8-0c78-4291-ba14-ae64c069922c req-fd4f1bae-3b6b-4561-9bb1-35f153c834a1 service nova] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Neutron deleted interface 997c6ce1-a172-4e14-9d0d-165c9844b037; detaching it from the instance and deleting it from the info cache [ 1089.127228] env[70243]: DEBUG nova.network.neutron [req-4d770da8-0c78-4291-ba14-ae64c069922c req-fd4f1bae-3b6b-4561-9bb1-35f153c834a1 service nova] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.308750] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674c5fd1-754a-4e8b-8822-15edba0f4755 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.320401] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634cf5ec-0ad6-4168-9ad3-b0f14cd9a134 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.363146] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2579f4b-711a-4dc8-b769-c6ca53898522 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.378829] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94d38ed-3b81-4fd1-8b9a-a19a6855a075 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.383161] env[70243]: DEBUG oslo_vmware.api [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Task: {'id': task-3622621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301466} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.383599] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.383689] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.383872] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.384066] env[70243]: INFO nova.compute.manager [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1089.384330] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.385367] env[70243]: DEBUG nova.compute.manager [-] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.385426] env[70243]: DEBUG nova.network.neutron [-] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.396067] env[70243]: DEBUG nova.compute.provider_tree [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.404779] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622614, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.458152] env[70243]: DEBUG nova.compute.manager [req-712d552c-4413-46a8-91d6-fde5bcd2dffd req-c8ad1769-3a6c-456a-a47b-2019cd5417d2 service nova] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Received event network-vif-deleted-b23c88d7-d2ba-4719-ab62-da36ebd083ce {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.458358] env[70243]: INFO nova.compute.manager [req-712d552c-4413-46a8-91d6-fde5bcd2dffd req-c8ad1769-3a6c-456a-a47b-2019cd5417d2 service nova] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Neutron deleted interface b23c88d7-d2ba-4719-ab62-da36ebd083ce; detaching it from the instance and deleting it from the info cache [ 1089.458570] env[70243]: DEBUG nova.network.neutron [req-712d552c-4413-46a8-91d6-fde5bcd2dffd req-c8ad1769-3a6c-456a-a47b-2019cd5417d2 service nova] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.583984] env[70243]: DEBUG oslo_vmware.api [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622622, 'name': PowerOffVM_Task, 'duration_secs': 0.260914} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.584308] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.584489] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.584766] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ff8de42-3b33-41ff-bc4d-7df77db792eb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.600024] env[70243]: DEBUG nova.network.neutron [-] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.611392] env[70243]: DEBUG oslo_vmware.api [None req-812f8ef7-39bd-43f0-83e0-6d30f5ef9fe3 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622623, 'name': SuspendVM_Task} progress is 12%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.630080] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31a595ae-04d9-404c-8956-fa4e31cad133 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.643030] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dac410-29b4-4c4e-9a17-560b1aff3f07 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.657095] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.657346] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.657565] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Deleting the datastore file [datastore1] f71023c9-0704-4b78-b10f-d7baa2e97d7f {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.657908] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c54d78c1-ca5e-432f-b703-a8e0f5dd55a9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.677395] env[70243]: DEBUG nova.compute.manager [req-4d770da8-0c78-4291-ba14-ae64c069922c req-fd4f1bae-3b6b-4561-9bb1-35f153c834a1 service nova] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Detach interface failed, port_id=997c6ce1-a172-4e14-9d0d-165c9844b037, reason: Instance 5ad50661-5472-4ef6-a372-0c35c5b9ee8e could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1089.680709] env[70243]: DEBUG oslo_vmware.api [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 1089.680709] env[70243]: value = "task-3622625" [ 1089.680709] env[70243]: _type = "Task" [ 1089.680709] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.697560] env[70243]: DEBUG oslo_vmware.api [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.884200] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622614, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.906743] env[70243]: DEBUG nova.scheduler.client.report [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.933134] env[70243]: DEBUG nova.network.neutron [-] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.961722] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-143f7e49-025f-4ea7-a10a-9ace97911f95 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.975312] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131aa6a3-7598-4e15-a8ec-169684366282 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.013997] env[70243]: DEBUG nova.compute.manager [req-712d552c-4413-46a8-91d6-fde5bcd2dffd req-c8ad1769-3a6c-456a-a47b-2019cd5417d2 service nova] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Detach interface failed, port_id=b23c88d7-d2ba-4719-ab62-da36ebd083ce, reason: Instance fa3b40ea-1246-402b-946a-e4fd056cb08d could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1090.104875] env[70243]: INFO nova.compute.manager [-] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Took 1.52 seconds to deallocate network for instance. [ 1090.112571] env[70243]: DEBUG oslo_vmware.api [None req-812f8ef7-39bd-43f0-83e0-6d30f5ef9fe3 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622623, 'name': SuspendVM_Task} progress is 70%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.190691] env[70243]: DEBUG oslo_vmware.api [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357071} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.190965] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.191174] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.191384] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.191573] env[70243]: INFO nova.compute.manager [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1090.191906] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.192496] env[70243]: DEBUG nova.compute.manager [-] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.192496] env[70243]: DEBUG nova.network.neutron [-] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.382567] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622614, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.636282} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.382742] env[70243]: INFO nova.virt.vmwareapi.ds_util [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_9839e3a4-60b9-4d07-809a-d78ccf2cd6c0/OSTACK_IMG_9839e3a4-60b9-4d07-809a-d78ccf2cd6c0.vmdk to [datastore2] devstack-image-cache_base/ac3e90ba-b80b-4e89-8235-ea6c86e4bd71/ac3e90ba-b80b-4e89-8235-ea6c86e4bd71.vmdk. [ 1090.382950] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Cleaning up location [datastore2] OSTACK_IMG_9839e3a4-60b9-4d07-809a-d78ccf2cd6c0 {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1090.383138] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_9839e3a4-60b9-4d07-809a-d78ccf2cd6c0 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.383634] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a7a59ad-8175-4330-8589-7fad20163d24 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.389794] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1090.389794] env[70243]: value = "task-3622626" [ 1090.389794] env[70243]: _type = "Task" [ 1090.389794] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.406021] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.414479] env[70243]: DEBUG oslo_concurrency.lockutils [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.415239] env[70243]: DEBUG nova.compute.manager [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.418964] env[70243]: DEBUG oslo_concurrency.lockutils [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.396s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.419318] env[70243]: DEBUG nova.objects.instance [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Lazy-loading 'resources' on Instance uuid ad3a7fcd-b4c6-468b-b61f-2c896bab2f87 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.433107] env[70243]: DEBUG nova.network.neutron [-] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.435054] env[70243]: INFO nova.compute.manager [-] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Took 1.53 seconds to deallocate network for instance. [ 1090.613796] env[70243]: DEBUG oslo_vmware.api [None req-812f8ef7-39bd-43f0-83e0-6d30f5ef9fe3 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622623, 'name': SuspendVM_Task, 'duration_secs': 1.483435} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.616089] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-812f8ef7-39bd-43f0-83e0-6d30f5ef9fe3 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Suspended the VM {{(pid=70243) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1090.616305] env[70243]: DEBUG nova.compute.manager [None req-812f8ef7-39bd-43f0-83e0-6d30f5ef9fe3 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.617274] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785705cb-a9fc-49ed-aa7c-8aa358925db1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.622872] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.660417] env[70243]: DEBUG oslo_concurrency.lockutils [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquiring lock "ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.660720] env[70243]: DEBUG oslo_concurrency.lockutils [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.660932] env[70243]: DEBUG oslo_concurrency.lockutils [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquiring lock "ce050c27-f1e8-4664-ba6f-1573e8cdd9e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.661167] env[70243]: DEBUG oslo_concurrency.lockutils [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "ce050c27-f1e8-4664-ba6f-1573e8cdd9e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.661349] env[70243]: DEBUG oslo_concurrency.lockutils [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "ce050c27-f1e8-4664-ba6f-1573e8cdd9e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.663828] env[70243]: INFO nova.compute.manager [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Terminating instance [ 1090.901091] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035992} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.901384] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.901526] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ac3e90ba-b80b-4e89-8235-ea6c86e4bd71/ac3e90ba-b80b-4e89-8235-ea6c86e4bd71.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.901781] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ac3e90ba-b80b-4e89-8235-ea6c86e4bd71/ac3e90ba-b80b-4e89-8235-ea6c86e4bd71.vmdk to [datastore2] 8b2602c1-bd7c-473c-9c61-93b93fad24a7/8b2602c1-bd7c-473c-9c61-93b93fad24a7.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.902075] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a4dd9af-ec54-47bc-a43e-deb2c2fddae1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.909313] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1090.909313] env[70243]: value = "task-3622627" [ 1090.909313] env[70243]: _type = "Task" [ 1090.909313] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.918798] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.922215] env[70243]: DEBUG nova.compute.utils [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.923565] env[70243]: DEBUG nova.compute.manager [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.923742] env[70243]: DEBUG nova.network.neutron [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.937035] env[70243]: INFO nova.compute.manager [-] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Took 1.55 seconds to deallocate network for instance. [ 1090.945222] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.977358] env[70243]: DEBUG nova.policy [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b74a58353bde408a984b292dcbd53dba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8c9aa15b2ac4dbba3ace78aaff8a1a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.172596] env[70243]: DEBUG nova.compute.manager [req-72a587cf-d3c1-4fd1-8f35-07162fe6080b req-b0662907-c135-4bf6-a7cb-83870a72c8a6 service nova] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Received event network-vif-deleted-a5992b25-fda7-4a67-ba56-68ee7fcd93d1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.172759] env[70243]: DEBUG nova.compute.manager [req-72a587cf-d3c1-4fd1-8f35-07162fe6080b req-b0662907-c135-4bf6-a7cb-83870a72c8a6 service nova] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Received event network-vif-deleted-372786df-91a4-4be0-93ba-0cef24eedfe1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.172906] env[70243]: INFO nova.compute.manager [req-72a587cf-d3c1-4fd1-8f35-07162fe6080b req-b0662907-c135-4bf6-a7cb-83870a72c8a6 service nova] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Neutron deleted interface 372786df-91a4-4be0-93ba-0cef24eedfe1; detaching it from the instance and deleting it from the info cache [ 1091.173092] env[70243]: DEBUG nova.network.neutron [req-72a587cf-d3c1-4fd1-8f35-07162fe6080b req-b0662907-c135-4bf6-a7cb-83870a72c8a6 service nova] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.175129] env[70243]: DEBUG nova.compute.manager [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.175393] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.176651] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e137be0c-cd5e-49bf-8619-6e896b53d52b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.187916] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.189223] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7234a748-55df-4abc-b659-3fee452e7d52 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.191806] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba20f40-7c60-42fb-b62b-a8809fa06b39 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.203722] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adf9676-8229-463d-932b-00a02300a8b3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.207543] env[70243]: DEBUG oslo_vmware.api [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 1091.207543] env[70243]: value = "task-3622628" [ 1091.207543] env[70243]: _type = "Task" [ 1091.207543] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.240120] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0b7e30-84e0-4dcd-b3c5-174dc7c68ffc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.246402] env[70243]: DEBUG oslo_vmware.api [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.252684] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279ee5ef-3aa7-4d40-881a-502fa408e935 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.268617] env[70243]: DEBUG nova.compute.provider_tree [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.373983] env[70243]: DEBUG nova.network.neutron [-] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.423654] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622627, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.430722] env[70243]: DEBUG nova.compute.manager [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.445340] env[70243]: DEBUG oslo_concurrency.lockutils [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.481677] env[70243]: DEBUG nova.network.neutron [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Successfully created port: 12837e05-bf78-439d-85d2-a8bc49e3ad99 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.677407] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee42a408-9caa-4859-9abc-467db510c4ee {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.688850] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2600e70b-d7a4-48ba-860f-ba850e402164 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.717398] env[70243]: DEBUG oslo_vmware.api [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622628, 'name': PowerOffVM_Task, 'duration_secs': 0.276748} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.726920] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.728456] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.728456] env[70243]: DEBUG nova.compute.manager [req-72a587cf-d3c1-4fd1-8f35-07162fe6080b req-b0662907-c135-4bf6-a7cb-83870a72c8a6 service nova] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Detach interface failed, port_id=372786df-91a4-4be0-93ba-0cef24eedfe1, reason: Instance f71023c9-0704-4b78-b10f-d7baa2e97d7f could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1091.728456] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbee8f5c-56ba-4b60-90ba-5fcce6da1612 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.773289] env[70243]: DEBUG nova.scheduler.client.report [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.800421] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.800706] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.800864] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Deleting the datastore file [datastore1] ce050c27-f1e8-4664-ba6f-1573e8cdd9e5 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.801177] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab335cee-1f50-4c7f-b13c-b5f680933cbc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.810682] env[70243]: DEBUG oslo_vmware.api [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for the task: (returnval){ [ 1091.810682] env[70243]: value = "task-3622630" [ 1091.810682] env[70243]: _type = "Task" [ 1091.810682] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.823147] env[70243]: DEBUG oslo_vmware.api [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.849456] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "25c7e64a-5541-41c8-b584-2f6054cac3c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.849783] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "25c7e64a-5541-41c8-b584-2f6054cac3c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.850058] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "25c7e64a-5541-41c8-b584-2f6054cac3c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.850677] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "25c7e64a-5541-41c8-b584-2f6054cac3c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.850677] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "25c7e64a-5541-41c8-b584-2f6054cac3c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.852714] env[70243]: INFO nova.compute.manager [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Terminating instance [ 1091.877341] env[70243]: INFO nova.compute.manager [-] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Took 1.68 seconds to deallocate network for instance. [ 1091.923396] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622627, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.278782] env[70243]: DEBUG oslo_concurrency.lockutils [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.281652] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.559s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.283612] env[70243]: INFO nova.compute.claims [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.304497] env[70243]: INFO nova.scheduler.client.report [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Deleted allocations for instance ad3a7fcd-b4c6-468b-b61f-2c896bab2f87 [ 1092.330093] env[70243]: DEBUG oslo_vmware.api [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Task: {'id': task-3622630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340542} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.330488] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.330769] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.331629] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.331930] env[70243]: INFO nova.compute.manager [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1092.332361] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.333722] env[70243]: DEBUG nova.compute.manager [-] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.333810] env[70243]: DEBUG nova.network.neutron [-] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.357430] env[70243]: DEBUG nova.compute.manager [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.358248] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.359062] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2a775f-217d-472a-9b9a-384457bcbaed {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.372486] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.372710] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55a739ef-61db-41e8-b62a-d0f4d06fced1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.384190] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.422155] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622627, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.440286] env[70243]: DEBUG nova.compute.manager [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.455504] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.455669] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.455853] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Deleting the datastore file [datastore2] 25c7e64a-5541-41c8-b584-2f6054cac3c3 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.456154] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38feeb0c-6a9c-4723-a304-2b30813ee2f2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.464496] env[70243]: DEBUG oslo_vmware.api [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1092.464496] env[70243]: value = "task-3622632" [ 1092.464496] env[70243]: _type = "Task" [ 1092.464496] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.473950] env[70243]: DEBUG nova.virt.hardware [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.474221] env[70243]: DEBUG nova.virt.hardware [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.474385] env[70243]: DEBUG nova.virt.hardware [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.474664] env[70243]: DEBUG nova.virt.hardware [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.474827] env[70243]: DEBUG nova.virt.hardware [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.474989] env[70243]: DEBUG nova.virt.hardware [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.475228] env[70243]: DEBUG nova.virt.hardware [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.475388] env[70243]: DEBUG nova.virt.hardware [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.475581] env[70243]: DEBUG nova.virt.hardware [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.475808] env[70243]: DEBUG nova.virt.hardware [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.476023] env[70243]: DEBUG nova.virt.hardware [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.476945] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086c2018-e9f9-4104-9114-08f155a03c00 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.483415] env[70243]: DEBUG oslo_vmware.api [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.493032] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a02ef59-b5b9-4aa7-863f-2b4860e304ae {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.797254] env[70243]: DEBUG nova.compute.manager [req-f2e9c8a5-4e3b-47f2-ad05-dd56d9508b84 req-32f0fe78-7ea0-4fad-aff7-5f2da2d6303d service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Received event network-vif-deleted-7277b5b6-f98a-464f-b101-588191a25584 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.797481] env[70243]: INFO nova.compute.manager [req-f2e9c8a5-4e3b-47f2-ad05-dd56d9508b84 req-32f0fe78-7ea0-4fad-aff7-5f2da2d6303d service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Neutron deleted interface 7277b5b6-f98a-464f-b101-588191a25584; detaching it from the instance and deleting it from the info cache [ 1092.797659] env[70243]: DEBUG nova.network.neutron [req-f2e9c8a5-4e3b-47f2-ad05-dd56d9508b84 req-32f0fe78-7ea0-4fad-aff7-5f2da2d6303d service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.817381] env[70243]: DEBUG oslo_concurrency.lockutils [None req-19239304-9236-4721-9d18-36a78ed9e3c0 tempest-ServersAaction247Test-546735879 tempest-ServersAaction247Test-546735879-project-member] Lock "ad3a7fcd-b4c6-468b-b61f-2c896bab2f87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.062s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.926058] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622627, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.979692] env[70243]: DEBUG oslo_vmware.api [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.163485] env[70243]: DEBUG nova.network.neutron [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Successfully updated port: 12837e05-bf78-439d-85d2-a8bc49e3ad99 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.219843] env[70243]: DEBUG nova.compute.manager [req-3277ea4d-a63f-4afd-a782-8225149e0798 req-a5209cfc-d6b0-46eb-8d07-a783951688a8 service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Received event network-vif-plugged-12837e05-bf78-439d-85d2-a8bc49e3ad99 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.219900] env[70243]: DEBUG oslo_concurrency.lockutils [req-3277ea4d-a63f-4afd-a782-8225149e0798 req-a5209cfc-d6b0-46eb-8d07-a783951688a8 service nova] Acquiring lock "a09a9d3a-2d42-460b-a682-a03f3167f345-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.221070] env[70243]: DEBUG oslo_concurrency.lockutils [req-3277ea4d-a63f-4afd-a782-8225149e0798 req-a5209cfc-d6b0-46eb-8d07-a783951688a8 service nova] Lock "a09a9d3a-2d42-460b-a682-a03f3167f345-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.221638] env[70243]: DEBUG oslo_concurrency.lockutils [req-3277ea4d-a63f-4afd-a782-8225149e0798 req-a5209cfc-d6b0-46eb-8d07-a783951688a8 service nova] Lock "a09a9d3a-2d42-460b-a682-a03f3167f345-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.221744] env[70243]: DEBUG nova.compute.manager [req-3277ea4d-a63f-4afd-a782-8225149e0798 req-a5209cfc-d6b0-46eb-8d07-a783951688a8 service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] No waiting events found dispatching network-vif-plugged-12837e05-bf78-439d-85d2-a8bc49e3ad99 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1093.222205] env[70243]: WARNING nova.compute.manager [req-3277ea4d-a63f-4afd-a782-8225149e0798 req-a5209cfc-d6b0-46eb-8d07-a783951688a8 service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Received unexpected event network-vif-plugged-12837e05-bf78-439d-85d2-a8bc49e3ad99 for instance with vm_state building and task_state spawning. [ 1093.222451] env[70243]: DEBUG nova.compute.manager [req-3277ea4d-a63f-4afd-a782-8225149e0798 req-a5209cfc-d6b0-46eb-8d07-a783951688a8 service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Received event network-changed-12837e05-bf78-439d-85d2-a8bc49e3ad99 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.222877] env[70243]: DEBUG nova.compute.manager [req-3277ea4d-a63f-4afd-a782-8225149e0798 req-a5209cfc-d6b0-46eb-8d07-a783951688a8 service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Refreshing instance network info cache due to event network-changed-12837e05-bf78-439d-85d2-a8bc49e3ad99. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.223164] env[70243]: DEBUG oslo_concurrency.lockutils [req-3277ea4d-a63f-4afd-a782-8225149e0798 req-a5209cfc-d6b0-46eb-8d07-a783951688a8 service nova] Acquiring lock "refresh_cache-a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.223437] env[70243]: DEBUG oslo_concurrency.lockutils [req-3277ea4d-a63f-4afd-a782-8225149e0798 req-a5209cfc-d6b0-46eb-8d07-a783951688a8 service nova] Acquired lock "refresh_cache-a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.223629] env[70243]: DEBUG nova.network.neutron [req-3277ea4d-a63f-4afd-a782-8225149e0798 req-a5209cfc-d6b0-46eb-8d07-a783951688a8 service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Refreshing network info cache for port 12837e05-bf78-439d-85d2-a8bc49e3ad99 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.272491] env[70243]: DEBUG nova.network.neutron [-] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.300613] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43b02b48-c18a-4bbb-8a81-70b48bd28e5e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.314710] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bbcff6-4155-4210-aa22-58f2ecc794bc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.347273] env[70243]: DEBUG nova.compute.manager [req-f2e9c8a5-4e3b-47f2-ad05-dd56d9508b84 req-32f0fe78-7ea0-4fad-aff7-5f2da2d6303d service nova] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Detach interface failed, port_id=7277b5b6-f98a-464f-b101-588191a25584, reason: Instance ce050c27-f1e8-4664-ba6f-1573e8cdd9e5 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1093.423632] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622627, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.479327] env[70243]: DEBUG oslo_vmware.api [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.517074] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431f83e1-534f-4dbf-a06e-11fea3aa356e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.523955] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a36128-20ab-4000-9738-d31fcb1f9634 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.555147] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4f5902-7487-4617-bae1-fe1f3ec9413b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.562939] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5046f751-5949-41dd-bba3-7bb8aab38fb3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.578285] env[70243]: DEBUG nova.compute.provider_tree [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.670754] env[70243]: DEBUG oslo_concurrency.lockutils [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "refresh_cache-a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.775822] env[70243]: INFO nova.compute.manager [-] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Took 1.44 seconds to deallocate network for instance. [ 1093.801137] env[70243]: DEBUG nova.network.neutron [req-3277ea4d-a63f-4afd-a782-8225149e0798 req-a5209cfc-d6b0-46eb-8d07-a783951688a8 service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.929282] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622627, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.5478} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.929796] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ac3e90ba-b80b-4e89-8235-ea6c86e4bd71/ac3e90ba-b80b-4e89-8235-ea6c86e4bd71.vmdk to [datastore2] 8b2602c1-bd7c-473c-9c61-93b93fad24a7/8b2602c1-bd7c-473c-9c61-93b93fad24a7.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.931006] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2e217d-3beb-49a2-ab83-c15517a747a3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.960497] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 8b2602c1-bd7c-473c-9c61-93b93fad24a7/8b2602c1-bd7c-473c-9c61-93b93fad24a7.vmdk or device None with type streamOptimized {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.961737] env[70243]: DEBUG nova.network.neutron [req-3277ea4d-a63f-4afd-a782-8225149e0798 req-a5209cfc-d6b0-46eb-8d07-a783951688a8 service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.966522] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f8d7ec7-e6cd-405b-9f10-020e84a352a5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.992495] env[70243]: DEBUG oslo_vmware.api [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.994227] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1093.994227] env[70243]: value = "task-3622633" [ 1093.994227] env[70243]: _type = "Task" [ 1093.994227] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.004365] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.082273] env[70243]: DEBUG nova.scheduler.client.report [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.287102] env[70243]: DEBUG oslo_concurrency.lockutils [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.483063] env[70243]: DEBUG oslo_concurrency.lockutils [req-3277ea4d-a63f-4afd-a782-8225149e0798 req-a5209cfc-d6b0-46eb-8d07-a783951688a8 service nova] Releasing lock "refresh_cache-a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.483633] env[70243]: DEBUG oslo_concurrency.lockutils [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "refresh_cache-a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.483815] env[70243]: DEBUG nova.network.neutron [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.495010] env[70243]: DEBUG oslo_vmware.api [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.641999} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.495010] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.495010] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.495225] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.495357] env[70243]: INFO nova.compute.manager [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1094.495588] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.498611] env[70243]: DEBUG nova.compute.manager [-] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.498700] env[70243]: DEBUG nova.network.neutron [-] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.505741] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622633, 'name': ReconfigVM_Task, 'duration_secs': 0.426343} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.505860] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 8b2602c1-bd7c-473c-9c61-93b93fad24a7/8b2602c1-bd7c-473c-9c61-93b93fad24a7.vmdk or device None with type streamOptimized {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.507744] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'device_name': '/dev/sda', 'size': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': None, 'encryption_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'image_id': '7f4eb466-a64f-4924-9339-b9d7268bf6fd'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'ce6e0aa7-e071-4cd2-b01f-8fcb2b3c4603', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722487', 'volume_id': 'f3e79627-4da4-4975-af35-8d585aaaacdf', 'name': 'volume-f3e79627-4da4-4975-af35-8d585aaaacdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8b2602c1-bd7c-473c-9c61-93b93fad24a7', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3e79627-4da4-4975-af35-8d585aaaacdf', 'serial': 'f3e79627-4da4-4975-af35-8d585aaaacdf'}, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'disk_bus': None, 'boot_index': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=70243) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1094.507744] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Volume attach. Driver type: vmdk {{(pid=70243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1094.507744] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722487', 'volume_id': 'f3e79627-4da4-4975-af35-8d585aaaacdf', 'name': 'volume-f3e79627-4da4-4975-af35-8d585aaaacdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8b2602c1-bd7c-473c-9c61-93b93fad24a7', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3e79627-4da4-4975-af35-8d585aaaacdf', 'serial': 'f3e79627-4da4-4975-af35-8d585aaaacdf'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1094.508494] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1351ca-a03c-4181-9333-7e5a5b52f5ee {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.527018] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fd4f9e-e031-4f89-8b67-a4de965af840 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.556103] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-f3e79627-4da4-4975-af35-8d585aaaacdf/volume-f3e79627-4da4-4975-af35-8d585aaaacdf.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.556447] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-283b419c-bad5-46cb-9ee4-3af5141ffd9b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.574578] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1094.574578] env[70243]: value = "task-3622634" [ 1094.574578] env[70243]: _type = "Task" [ 1094.574578] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.588142] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622634, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.589151] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.589671] env[70243]: DEBUG nova.compute.manager [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.592553] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.972s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.592795] env[70243]: DEBUG nova.objects.instance [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lazy-loading 'resources' on Instance uuid 5ad50661-5472-4ef6-a372-0c35c5b9ee8e {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.019790] env[70243]: DEBUG nova.network.neutron [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.087623] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622634, 'name': ReconfigVM_Task, 'duration_secs': 0.30962} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.087965] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-f3e79627-4da4-4975-af35-8d585aaaacdf/volume-f3e79627-4da4-4975-af35-8d585aaaacdf.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.093010] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56930cdc-402c-4ee5-9b56-f3605769c7c3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.107825] env[70243]: DEBUG nova.compute.utils [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.112661] env[70243]: DEBUG nova.compute.manager [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.113459] env[70243]: DEBUG nova.network.neutron [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.119493] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1095.119493] env[70243]: value = "task-3622635" [ 1095.119493] env[70243]: _type = "Task" [ 1095.119493] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.130194] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622635, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.154583] env[70243]: DEBUG nova.policy [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3078150feb8413bbee059f634426788', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3227bc9b9f014d2db2b3a89a32f3d175', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.196866] env[70243]: DEBUG nova.network.neutron [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Updating instance_info_cache with network_info: [{"id": "12837e05-bf78-439d-85d2-a8bc49e3ad99", "address": "fa:16:3e:bc:ab:17", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12837e05-bf", "ovs_interfaceid": "12837e05-bf78-439d-85d2-a8bc49e3ad99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.257485] env[70243]: DEBUG nova.compute.manager [req-cde1afda-2d12-49b2-b9d5-f01c19e3f15c req-07e4bf4d-c5c7-4d40-8016-c0d27c10e8a2 service nova] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Received event network-vif-deleted-869bef8a-4d7d-4c06-8d25-09b23f7e6078 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.257658] env[70243]: INFO nova.compute.manager [req-cde1afda-2d12-49b2-b9d5-f01c19e3f15c req-07e4bf4d-c5c7-4d40-8016-c0d27c10e8a2 service nova] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Neutron deleted interface 869bef8a-4d7d-4c06-8d25-09b23f7e6078; detaching it from the instance and deleting it from the info cache [ 1095.257840] env[70243]: DEBUG nova.network.neutron [req-cde1afda-2d12-49b2-b9d5-f01c19e3f15c req-07e4bf4d-c5c7-4d40-8016-c0d27c10e8a2 service nova] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.288268] env[70243]: DEBUG nova.network.neutron [-] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.317053] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26f4a56-139d-4a79-a262-5fa36d0749a7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.325169] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0941e9-7c62-4397-9da9-27536903e165 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.364745] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90eafa39-1372-4c49-bebb-c7705ac6bd7a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.372916] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23136e0-b0bf-476a-89f1-a8d9687be92c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.389604] env[70243]: DEBUG nova.compute.provider_tree [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.456987] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "60a86f38-d9ec-46b5-92ea-03ce89f4f9be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.457315] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "60a86f38-d9ec-46b5-92ea-03ce89f4f9be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.613030] env[70243]: DEBUG nova.compute.manager [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.635584] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622635, 'name': ReconfigVM_Task, 'duration_secs': 0.148044} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.635910] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722487', 'volume_id': 'f3e79627-4da4-4975-af35-8d585aaaacdf', 'name': 'volume-f3e79627-4da4-4975-af35-8d585aaaacdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8b2602c1-bd7c-473c-9c61-93b93fad24a7', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3e79627-4da4-4975-af35-8d585aaaacdf', 'serial': 'f3e79627-4da4-4975-af35-8d585aaaacdf'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1095.641855] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d62efb80-3d46-4a19-9e53-95eb3ae830d8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.648909] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1095.648909] env[70243]: value = "task-3622636" [ 1095.648909] env[70243]: _type = "Task" [ 1095.648909] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.658024] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622636, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.699827] env[70243]: DEBUG oslo_concurrency.lockutils [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "refresh_cache-a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.700130] env[70243]: DEBUG nova.compute.manager [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Instance network_info: |[{"id": "12837e05-bf78-439d-85d2-a8bc49e3ad99", "address": "fa:16:3e:bc:ab:17", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12837e05-bf", "ovs_interfaceid": "12837e05-bf78-439d-85d2-a8bc49e3ad99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.700556] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:ab:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf1b231-3660-4453-b4f3-44d825b9a5dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12837e05-bf78-439d-85d2-a8bc49e3ad99', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.708713] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.708944] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.709200] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1e6f009-8220-46ea-a5d4-65a34e22ab7a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.731432] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.731432] env[70243]: value = "task-3622637" [ 1095.731432] env[70243]: _type = "Task" [ 1095.731432] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.740908] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622637, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.761222] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9acecb52-6094-466e-be13-68233a110082 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.771154] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61a7719-19bb-4234-b700-26f7df7c63f0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.789893] env[70243]: DEBUG nova.network.neutron [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Successfully created port: 5f281a46-074c-4af2-b1f4-2555b59b9e86 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.793158] env[70243]: INFO nova.compute.manager [-] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Took 1.29 seconds to deallocate network for instance. [ 1095.816468] env[70243]: DEBUG nova.compute.manager [req-cde1afda-2d12-49b2-b9d5-f01c19e3f15c req-07e4bf4d-c5c7-4d40-8016-c0d27c10e8a2 service nova] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Detach interface failed, port_id=869bef8a-4d7d-4c06-8d25-09b23f7e6078, reason: Instance 25c7e64a-5541-41c8-b584-2f6054cac3c3 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1095.894294] env[70243]: DEBUG nova.scheduler.client.report [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.959800] env[70243]: DEBUG nova.compute.manager [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.161180] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622636, 'name': Rename_Task, 'duration_secs': 0.250867} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.161485] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.161746] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2aec08f0-bb1d-432d-9882-c5a62f6f493c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.168119] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1096.168119] env[70243]: value = "task-3622638" [ 1096.168119] env[70243]: _type = "Task" [ 1096.168119] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.176960] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.240896] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622637, 'name': CreateVM_Task, 'duration_secs': 0.481886} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.241216] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.241946] env[70243]: DEBUG oslo_concurrency.lockutils [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.242136] env[70243]: DEBUG oslo_concurrency.lockutils [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.242459] env[70243]: DEBUG oslo_concurrency.lockutils [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.242724] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d594b1b-3a27-4dd4-986f-bfa34a5b2501 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.247710] env[70243]: DEBUG oslo_vmware.api [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1096.247710] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52091f6b-41a6-221c-cd69-419101d8a14d" [ 1096.247710] env[70243]: _type = "Task" [ 1096.247710] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.255621] env[70243]: DEBUG oslo_vmware.api [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52091f6b-41a6-221c-cd69-419101d8a14d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.319290] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.401048] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.808s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.404275] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.459s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.404535] env[70243]: DEBUG nova.objects.instance [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Lazy-loading 'resources' on Instance uuid fa3b40ea-1246-402b-946a-e4fd056cb08d {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.427589] env[70243]: INFO nova.scheduler.client.report [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Deleted allocations for instance 5ad50661-5472-4ef6-a372-0c35c5b9ee8e [ 1096.485427] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.627996] env[70243]: DEBUG nova.compute.manager [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.655340] env[70243]: DEBUG nova.virt.hardware [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.655595] env[70243]: DEBUG nova.virt.hardware [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.655785] env[70243]: DEBUG nova.virt.hardware [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.655982] env[70243]: DEBUG nova.virt.hardware [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.656147] env[70243]: DEBUG nova.virt.hardware [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.656296] env[70243]: DEBUG nova.virt.hardware [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.656508] env[70243]: DEBUG nova.virt.hardware [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.656728] env[70243]: DEBUG nova.virt.hardware [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.656914] env[70243]: DEBUG nova.virt.hardware [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.657096] env[70243]: DEBUG nova.virt.hardware [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.657273] env[70243]: DEBUG nova.virt.hardware [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.658172] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331af49f-8748-474e-8599-442729164586 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.666218] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c670a8c-4945-49d9-91bc-1c9356e3df8e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.679547] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622638, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.758813] env[70243]: DEBUG oslo_vmware.api [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52091f6b-41a6-221c-cd69-419101d8a14d, 'name': SearchDatastore_Task, 'duration_secs': 0.018077} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.759736] env[70243]: DEBUG oslo_concurrency.lockutils [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.759736] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.759736] env[70243]: DEBUG oslo_concurrency.lockutils [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.759736] env[70243]: DEBUG oslo_concurrency.lockutils [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.759911] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.760216] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f29b3a3f-453f-4e4d-b23a-c275d04a09b6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.769041] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.769231] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.769953] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e49becc-13af-466e-839d-212b55c0e515 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.775028] env[70243]: DEBUG oslo_vmware.api [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1096.775028] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524a55ce-1713-ed7a-0fd7-e3f088711482" [ 1096.775028] env[70243]: _type = "Task" [ 1096.775028] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.782560] env[70243]: DEBUG oslo_vmware.api [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524a55ce-1713-ed7a-0fd7-e3f088711482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.937130] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7dd80569-dea7-43db-9601-92083bba255d tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "5ad50661-5472-4ef6-a372-0c35c5b9ee8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.535s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.060655] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ede360-7272-4496-a17b-117804605c03 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.068304] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd79ffc6-a400-435d-98e3-987442618bdd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.097945] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7156fa5-bc34-4c28-909e-b7d3fc723b0b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.105238] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ed19da-3f61-4443-82e4-e9c44749ec7a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.118011] env[70243]: DEBUG nova.compute.provider_tree [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.187699] env[70243]: DEBUG oslo_vmware.api [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622638, 'name': PowerOnVM_Task, 'duration_secs': 0.527474} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.188043] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.254231] env[70243]: DEBUG nova.compute.manager [req-5ed788df-cb8a-4abd-beef-9f102012621b req-5b9f751a-2dcf-43d6-a151-6720ee0fd750 service nova] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Received event network-vif-plugged-5f281a46-074c-4af2-b1f4-2555b59b9e86 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.254436] env[70243]: DEBUG oslo_concurrency.lockutils [req-5ed788df-cb8a-4abd-beef-9f102012621b req-5b9f751a-2dcf-43d6-a151-6720ee0fd750 service nova] Acquiring lock "dcc7c707-e3d0-42ac-a13d-5e94fff5348d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.254656] env[70243]: DEBUG oslo_concurrency.lockutils [req-5ed788df-cb8a-4abd-beef-9f102012621b req-5b9f751a-2dcf-43d6-a151-6720ee0fd750 service nova] Lock "dcc7c707-e3d0-42ac-a13d-5e94fff5348d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.254825] env[70243]: DEBUG oslo_concurrency.lockutils [req-5ed788df-cb8a-4abd-beef-9f102012621b req-5b9f751a-2dcf-43d6-a151-6720ee0fd750 service nova] Lock "dcc7c707-e3d0-42ac-a13d-5e94fff5348d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.254984] env[70243]: DEBUG nova.compute.manager [req-5ed788df-cb8a-4abd-beef-9f102012621b req-5b9f751a-2dcf-43d6-a151-6720ee0fd750 service nova] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] No waiting events found dispatching network-vif-plugged-5f281a46-074c-4af2-b1f4-2555b59b9e86 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.255167] env[70243]: WARNING nova.compute.manager [req-5ed788df-cb8a-4abd-beef-9f102012621b req-5b9f751a-2dcf-43d6-a151-6720ee0fd750 service nova] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Received unexpected event network-vif-plugged-5f281a46-074c-4af2-b1f4-2555b59b9e86 for instance with vm_state building and task_state spawning. [ 1097.286912] env[70243]: DEBUG oslo_vmware.api [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524a55ce-1713-ed7a-0fd7-e3f088711482, 'name': SearchDatastore_Task, 'duration_secs': 0.011772} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.288027] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be553e85-23db-4acf-8f71-6cb69e267000 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.293610] env[70243]: DEBUG oslo_vmware.api [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1097.293610] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52140b29-cabb-b267-f908-f7113bca15ae" [ 1097.293610] env[70243]: _type = "Task" [ 1097.293610] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.301482] env[70243]: DEBUG oslo_vmware.api [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52140b29-cabb-b267-f908-f7113bca15ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.305183] env[70243]: DEBUG nova.compute.manager [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.306060] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1682ed01-3835-405b-a363-aeca39a6eea7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.346405] env[70243]: DEBUG nova.network.neutron [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Successfully updated port: 5f281a46-074c-4af2-b1f4-2555b59b9e86 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.622963] env[70243]: DEBUG nova.scheduler.client.report [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.805217] env[70243]: DEBUG oslo_vmware.api [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52140b29-cabb-b267-f908-f7113bca15ae, 'name': SearchDatastore_Task, 'duration_secs': 0.013643} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.805521] env[70243]: DEBUG oslo_concurrency.lockutils [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.805841] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] a09a9d3a-2d42-460b-a682-a03f3167f345/a09a9d3a-2d42-460b-a682-a03f3167f345.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.806127] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74ce483c-e1b8-4442-a24e-05d9c7261df9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.813659] env[70243]: DEBUG oslo_vmware.api [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1097.813659] env[70243]: value = "task-3622639" [ 1097.813659] env[70243]: _type = "Task" [ 1097.813659] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.822337] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c7f241c-d532-452f-acfe-dca1fd1056b5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.049s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.826211] env[70243]: DEBUG oslo_vmware.api [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.851020] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "refresh_cache-dcc7c707-e3d0-42ac-a13d-5e94fff5348d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.851211] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquired lock "refresh_cache-dcc7c707-e3d0-42ac-a13d-5e94fff5348d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.851385] env[70243]: DEBUG nova.network.neutron [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.128095] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.130786] env[70243]: DEBUG oslo_concurrency.lockutils [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.687s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.130897] env[70243]: DEBUG nova.objects.instance [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lazy-loading 'resources' on Instance uuid 7389c36d-4010-4df6-8fd1-767aa8b7b87a {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.151228] env[70243]: INFO nova.scheduler.client.report [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Deleted allocations for instance fa3b40ea-1246-402b-946a-e4fd056cb08d [ 1098.293688] env[70243]: DEBUG oslo_concurrency.lockutils [None req-87632aea-b107-4323-821a-4cdfa3afbb28 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "de428c72-4073-4f6f-af91-d693ee775dfb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.293966] env[70243]: DEBUG oslo_concurrency.lockutils [None req-87632aea-b107-4323-821a-4cdfa3afbb28 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "de428c72-4073-4f6f-af91-d693ee775dfb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.325056] env[70243]: DEBUG oslo_vmware.api [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43168} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.325354] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] a09a9d3a-2d42-460b-a682-a03f3167f345/a09a9d3a-2d42-460b-a682-a03f3167f345.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.325570] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.325899] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77e50532-c3dd-41cd-a7b7-e78bc8060abb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.332820] env[70243]: DEBUG oslo_vmware.api [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1098.332820] env[70243]: value = "task-3622640" [ 1098.332820] env[70243]: _type = "Task" [ 1098.332820] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.342012] env[70243]: DEBUG oslo_vmware.api [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.399424] env[70243]: DEBUG nova.network.neutron [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.545566] env[70243]: DEBUG nova.network.neutron [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Updating instance_info_cache with network_info: [{"id": "5f281a46-074c-4af2-b1f4-2555b59b9e86", "address": "fa:16:3e:f4:d1:ea", "network": {"id": "efed784a-c76d-40c2-9094-2797cae46b9f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1261361839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3227bc9b9f014d2db2b3a89a32f3d175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f281a46-07", "ovs_interfaceid": "5f281a46-074c-4af2-b1f4-2555b59b9e86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.658631] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d6cde267-243d-4529-bb4e-0e13e52c1972 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Lock "fa3b40ea-1246-402b-946a-e4fd056cb08d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.879s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.764100] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590270b9-06a5-47ec-b266-09284061410e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.772310] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133844e4-df8f-4ecb-a048-b5cba3562d09 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.801439] env[70243]: INFO nova.compute.manager [None req-87632aea-b107-4323-821a-4cdfa3afbb28 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Detaching volume e9f57a41-6112-45d0-a13f-85d8ce55e3b1 [ 1098.804059] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6bbf1f-5492-4af7-8134-f7963c927d3c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.814188] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b96620-9597-4eb8-be8b-5f90cc27dd3a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.827572] env[70243]: DEBUG nova.compute.provider_tree [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.837453] env[70243]: INFO nova.virt.block_device [None req-87632aea-b107-4323-821a-4cdfa3afbb28 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Attempting to driver detach volume e9f57a41-6112-45d0-a13f-85d8ce55e3b1 from mountpoint /dev/sdb [ 1098.837819] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-87632aea-b107-4323-821a-4cdfa3afbb28 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Volume detach. Driver type: vmdk {{(pid=70243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1098.837906] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-87632aea-b107-4323-821a-4cdfa3afbb28 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722457', 'volume_id': 'e9f57a41-6112-45d0-a13f-85d8ce55e3b1', 'name': 'volume-e9f57a41-6112-45d0-a13f-85d8ce55e3b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de428c72-4073-4f6f-af91-d693ee775dfb', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9f57a41-6112-45d0-a13f-85d8ce55e3b1', 'serial': 'e9f57a41-6112-45d0-a13f-85d8ce55e3b1'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1098.839893] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92010c4a-e684-47aa-96f7-4634004f41e4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.844769] env[70243]: DEBUG oslo_vmware.api [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061521} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.845422] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.846078] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4757a1b8-d951-4828-b2ad-1e117bb7c7ea {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.865704] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267c66d1-c363-4658-a27b-6d0b8f4b7c05 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.888025] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] a09a9d3a-2d42-460b-a682-a03f3167f345/a09a9d3a-2d42-460b-a682-a03f3167f345.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.888025] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2043ad4a-83d0-4e22-854f-557d80711c27 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.903013] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81880dd4-9f0f-4c58-8de7-2b59c71ee1a1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.907179] env[70243]: DEBUG oslo_vmware.api [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1098.907179] env[70243]: value = "task-3622641" [ 1098.907179] env[70243]: _type = "Task" [ 1098.907179] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.926372] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9676901-464b-41ed-8a08-abe01b9d1202 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.933313] env[70243]: DEBUG oslo_vmware.api [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.944463] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-87632aea-b107-4323-821a-4cdfa3afbb28 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] The volume has not been displaced from its original location: [datastore1] volume-e9f57a41-6112-45d0-a13f-85d8ce55e3b1/volume-e9f57a41-6112-45d0-a13f-85d8ce55e3b1.vmdk. No consolidation needed. {{(pid=70243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1098.949685] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-87632aea-b107-4323-821a-4cdfa3afbb28 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Reconfiguring VM instance instance-00000036 to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1098.949971] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b090123f-ca49-4f35-8f6c-b4957df91278 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.968025] env[70243]: DEBUG oslo_vmware.api [None req-87632aea-b107-4323-821a-4cdfa3afbb28 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1098.968025] env[70243]: value = "task-3622642" [ 1098.968025] env[70243]: _type = "Task" [ 1098.968025] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.977497] env[70243]: DEBUG oslo_vmware.api [None req-87632aea-b107-4323-821a-4cdfa3afbb28 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.048076] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Releasing lock "refresh_cache-dcc7c707-e3d0-42ac-a13d-5e94fff5348d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.048622] env[70243]: DEBUG nova.compute.manager [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Instance network_info: |[{"id": "5f281a46-074c-4af2-b1f4-2555b59b9e86", "address": "fa:16:3e:f4:d1:ea", "network": {"id": "efed784a-c76d-40c2-9094-2797cae46b9f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1261361839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3227bc9b9f014d2db2b3a89a32f3d175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f281a46-07", "ovs_interfaceid": "5f281a46-074c-4af2-b1f4-2555b59b9e86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.049160] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:d1:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496ac502-bfc4-4324-8332-cac473eb7cc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f281a46-074c-4af2-b1f4-2555b59b9e86', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.057678] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.057913] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.058167] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fed3552-4344-49c6-94b0-f20521f2e603 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.077932] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.077932] env[70243]: value = "task-3622643" [ 1099.077932] env[70243]: _type = "Task" [ 1099.077932] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.087870] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622643, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.283979] env[70243]: DEBUG nova.compute.manager [req-b892bbc2-e775-4675-a43f-b8815aa51d4d req-b75bdc4d-597c-4399-b53b-eec36769196e service nova] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Received event network-changed-5f281a46-074c-4af2-b1f4-2555b59b9e86 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.284103] env[70243]: DEBUG nova.compute.manager [req-b892bbc2-e775-4675-a43f-b8815aa51d4d req-b75bdc4d-597c-4399-b53b-eec36769196e service nova] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Refreshing instance network info cache due to event network-changed-5f281a46-074c-4af2-b1f4-2555b59b9e86. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.284281] env[70243]: DEBUG oslo_concurrency.lockutils [req-b892bbc2-e775-4675-a43f-b8815aa51d4d req-b75bdc4d-597c-4399-b53b-eec36769196e service nova] Acquiring lock "refresh_cache-dcc7c707-e3d0-42ac-a13d-5e94fff5348d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.284485] env[70243]: DEBUG oslo_concurrency.lockutils [req-b892bbc2-e775-4675-a43f-b8815aa51d4d req-b75bdc4d-597c-4399-b53b-eec36769196e service nova] Acquired lock "refresh_cache-dcc7c707-e3d0-42ac-a13d-5e94fff5348d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.284642] env[70243]: DEBUG nova.network.neutron [req-b892bbc2-e775-4675-a43f-b8815aa51d4d req-b75bdc4d-597c-4399-b53b-eec36769196e service nova] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Refreshing network info cache for port 5f281a46-074c-4af2-b1f4-2555b59b9e86 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.331892] env[70243]: DEBUG nova.scheduler.client.report [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.417699] env[70243]: DEBUG oslo_vmware.api [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622641, 'name': ReconfigVM_Task, 'duration_secs': 0.312607} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.417857] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Reconfigured VM instance instance-0000005e to attach disk [datastore1] a09a9d3a-2d42-460b-a682-a03f3167f345/a09a9d3a-2d42-460b-a682-a03f3167f345.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.418560] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06a5ba32-280f-4b65-a568-8d56cab8b5fb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.426255] env[70243]: DEBUG oslo_vmware.api [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1099.426255] env[70243]: value = "task-3622644" [ 1099.426255] env[70243]: _type = "Task" [ 1099.426255] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.434161] env[70243]: DEBUG oslo_vmware.api [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622644, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.477424] env[70243]: DEBUG oslo_vmware.api [None req-87632aea-b107-4323-821a-4cdfa3afbb28 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622642, 'name': ReconfigVM_Task, 'duration_secs': 0.336183} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.478280] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-87632aea-b107-4323-821a-4cdfa3afbb28 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Reconfigured VM instance instance-00000036 to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1099.482703] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-820f9dd9-37c0-49bb-8585-9c22786c07b2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.500984] env[70243]: DEBUG oslo_vmware.api [None req-87632aea-b107-4323-821a-4cdfa3afbb28 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1099.500984] env[70243]: value = "task-3622645" [ 1099.500984] env[70243]: _type = "Task" [ 1099.500984] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.510667] env[70243]: DEBUG oslo_vmware.api [None req-87632aea-b107-4323-821a-4cdfa3afbb28 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.589418] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622643, 'name': CreateVM_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.837276] env[70243]: DEBUG oslo_concurrency.lockutils [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.840021] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.456s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.840108] env[70243]: DEBUG nova.objects.instance [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lazy-loading 'resources' on Instance uuid f71023c9-0704-4b78-b10f-d7baa2e97d7f {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.858148] env[70243]: INFO nova.scheduler.client.report [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Deleted allocations for instance 7389c36d-4010-4df6-8fd1-767aa8b7b87a [ 1099.866879] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquiring lock "62a3cd33-3418-4b19-904f-37f12c87de7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.867152] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Lock "62a3cd33-3418-4b19-904f-37f12c87de7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.867365] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquiring lock "62a3cd33-3418-4b19-904f-37f12c87de7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.867549] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Lock "62a3cd33-3418-4b19-904f-37f12c87de7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.867731] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Lock "62a3cd33-3418-4b19-904f-37f12c87de7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.870088] env[70243]: INFO nova.compute.manager [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Terminating instance [ 1099.936762] env[70243]: DEBUG oslo_vmware.api [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622644, 'name': Rename_Task, 'duration_secs': 0.162119} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.937068] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.937297] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a85e2a4-0d17-4cc4-9097-ef9b149f366a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.943607] env[70243]: DEBUG oslo_vmware.api [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1099.943607] env[70243]: value = "task-3622646" [ 1099.943607] env[70243]: _type = "Task" [ 1099.943607] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.951777] env[70243]: DEBUG oslo_vmware.api [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.980069] env[70243]: DEBUG nova.network.neutron [req-b892bbc2-e775-4675-a43f-b8815aa51d4d req-b75bdc4d-597c-4399-b53b-eec36769196e service nova] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Updated VIF entry in instance network info cache for port 5f281a46-074c-4af2-b1f4-2555b59b9e86. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.980438] env[70243]: DEBUG nova.network.neutron [req-b892bbc2-e775-4675-a43f-b8815aa51d4d req-b75bdc4d-597c-4399-b53b-eec36769196e service nova] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Updating instance_info_cache with network_info: [{"id": "5f281a46-074c-4af2-b1f4-2555b59b9e86", "address": "fa:16:3e:f4:d1:ea", "network": {"id": "efed784a-c76d-40c2-9094-2797cae46b9f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1261361839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3227bc9b9f014d2db2b3a89a32f3d175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f281a46-07", "ovs_interfaceid": "5f281a46-074c-4af2-b1f4-2555b59b9e86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.010849] env[70243]: DEBUG oslo_vmware.api [None req-87632aea-b107-4323-821a-4cdfa3afbb28 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.090256] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622643, 'name': CreateVM_Task, 'duration_secs': 0.918002} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.090444] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.091121] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.091325] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.091775] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.092175] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30a70ea0-1b58-4b08-b048-0dd47affdb92 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.097231] env[70243]: DEBUG oslo_vmware.api [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1100.097231] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528526b9-228c-791b-83b5-a533c8b59157" [ 1100.097231] env[70243]: _type = "Task" [ 1100.097231] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.104575] env[70243]: DEBUG oslo_vmware.api [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528526b9-228c-791b-83b5-a533c8b59157, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.366636] env[70243]: DEBUG oslo_concurrency.lockutils [None req-befff578-982d-4192-a544-2d095fb7f7f3 tempest-ListServerFiltersTestJSON-1337754766 tempest-ListServerFiltersTestJSON-1337754766-project-member] Lock "7389c36d-4010-4df6-8fd1-767aa8b7b87a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.649s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.374252] env[70243]: DEBUG nova.compute.manager [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.374465] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.376129] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7a7fdd-e187-42f8-81c8-bb175677cb40 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.383598] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.383880] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56eedec3-3676-4b37-950d-86f8bb0b9e5a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.393659] env[70243]: DEBUG oslo_vmware.api [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Waiting for the task: (returnval){ [ 1100.393659] env[70243]: value = "task-3622647" [ 1100.393659] env[70243]: _type = "Task" [ 1100.393659] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.404412] env[70243]: DEBUG oslo_vmware.api [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.455674] env[70243]: DEBUG oslo_vmware.api [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622646, 'name': PowerOnVM_Task, 'duration_secs': 0.510319} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.455980] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.456208] env[70243]: INFO nova.compute.manager [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1100.456391] env[70243]: DEBUG nova.compute.manager [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.457190] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d932a3-6238-47f5-802a-c0b92939f91a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.482679] env[70243]: DEBUG oslo_concurrency.lockutils [req-b892bbc2-e775-4675-a43f-b8815aa51d4d req-b75bdc4d-597c-4399-b53b-eec36769196e service nova] Releasing lock "refresh_cache-dcc7c707-e3d0-42ac-a13d-5e94fff5348d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.487646] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e6a386-41cc-4b28-983e-487913190e53 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.495135] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7e8510-f740-48f7-9847-dac7b8b9ebcd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.531324] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c131e1-834a-451c-981e-39f93fc878a8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.539782] env[70243]: DEBUG oslo_vmware.api [None req-87632aea-b107-4323-821a-4cdfa3afbb28 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622645, 'name': ReconfigVM_Task, 'duration_secs': 0.877996} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.542299] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-87632aea-b107-4323-821a-4cdfa3afbb28 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722457', 'volume_id': 'e9f57a41-6112-45d0-a13f-85d8ce55e3b1', 'name': 'volume-e9f57a41-6112-45d0-a13f-85d8ce55e3b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de428c72-4073-4f6f-af91-d693ee775dfb', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9f57a41-6112-45d0-a13f-85d8ce55e3b1', 'serial': 'e9f57a41-6112-45d0-a13f-85d8ce55e3b1'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1100.546263] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0959fa-44b8-4b38-b54c-d4135b7c2d28 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.565601] env[70243]: DEBUG nova.compute.provider_tree [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.608250] env[70243]: DEBUG oslo_vmware.api [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528526b9-228c-791b-83b5-a533c8b59157, 'name': SearchDatastore_Task, 'duration_secs': 0.017557} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.608598] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.608968] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.609088] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.609237] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.609419] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.609696] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27c4ef23-0016-475e-a3c3-b60675c91a72 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.626678] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.626678] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.627305] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81ccbcf6-33ab-40da-859e-265cc4dfc0e1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.633640] env[70243]: DEBUG oslo_vmware.api [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1100.633640] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52bec1be-57d1-6bae-d201-adcc2cdd3acd" [ 1100.633640] env[70243]: _type = "Task" [ 1100.633640] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.640645] env[70243]: DEBUG oslo_vmware.api [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52bec1be-57d1-6bae-d201-adcc2cdd3acd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.904228] env[70243]: DEBUG oslo_vmware.api [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622647, 'name': PowerOffVM_Task, 'duration_secs': 0.218194} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.904596] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.904834] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.905128] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0fe6eb3-1abe-4111-bfac-ec5880f36466 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.978177] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.981550] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.981550] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Deleting the datastore file [datastore1] 62a3cd33-3418-4b19-904f-37f12c87de7a {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.981550] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f164cd6b-15f8-4705-b449-94f52e893cca {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.983594] env[70243]: INFO nova.compute.manager [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Took 22.48 seconds to build instance. [ 1100.986901] env[70243]: DEBUG oslo_vmware.api [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Waiting for the task: (returnval){ [ 1100.986901] env[70243]: value = "task-3622649" [ 1100.986901] env[70243]: _type = "Task" [ 1100.986901] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.995372] env[70243]: DEBUG oslo_vmware.api [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.069765] env[70243]: DEBUG nova.scheduler.client.report [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.076267] env[70243]: DEBUG nova.compute.manager [req-795673e6-3200-4dc3-bce1-cf81149bafab req-bb17011c-07ff-4344-967f-070ddc92bc9a service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Received event network-changed-12837e05-bf78-439d-85d2-a8bc49e3ad99 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.077078] env[70243]: DEBUG nova.compute.manager [req-795673e6-3200-4dc3-bce1-cf81149bafab req-bb17011c-07ff-4344-967f-070ddc92bc9a service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Refreshing instance network info cache due to event network-changed-12837e05-bf78-439d-85d2-a8bc49e3ad99. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.077078] env[70243]: DEBUG oslo_concurrency.lockutils [req-795673e6-3200-4dc3-bce1-cf81149bafab req-bb17011c-07ff-4344-967f-070ddc92bc9a service nova] Acquiring lock "refresh_cache-a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.077380] env[70243]: DEBUG oslo_concurrency.lockutils [req-795673e6-3200-4dc3-bce1-cf81149bafab req-bb17011c-07ff-4344-967f-070ddc92bc9a service nova] Acquired lock "refresh_cache-a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.077681] env[70243]: DEBUG nova.network.neutron [req-795673e6-3200-4dc3-bce1-cf81149bafab req-bb17011c-07ff-4344-967f-070ddc92bc9a service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Refreshing network info cache for port 12837e05-bf78-439d-85d2-a8bc49e3ad99 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.096487] env[70243]: DEBUG nova.objects.instance [None req-87632aea-b107-4323-821a-4cdfa3afbb28 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lazy-loading 'flavor' on Instance uuid de428c72-4073-4f6f-af91-d693ee775dfb {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.142849] env[70243]: DEBUG oslo_vmware.api [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52bec1be-57d1-6bae-d201-adcc2cdd3acd, 'name': SearchDatastore_Task, 'duration_secs': 0.025899} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.143668] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32dead7a-0fa9-4471-9193-23649925485f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.149150] env[70243]: DEBUG oslo_vmware.api [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1101.149150] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520b112e-2301-c606-64c2-822b62ecde37" [ 1101.149150] env[70243]: _type = "Task" [ 1101.149150] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.157116] env[70243]: DEBUG oslo_vmware.api [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520b112e-2301-c606-64c2-822b62ecde37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.486119] env[70243]: DEBUG oslo_concurrency.lockutils [None req-25e01acc-92f6-4afe-8afe-a07fe708845f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "a09a9d3a-2d42-460b-a682-a03f3167f345" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.990s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.497234] env[70243]: DEBUG oslo_vmware.api [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Task: {'id': task-3622649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277517} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.497509] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.497694] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.497873] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.498055] env[70243]: INFO nova.compute.manager [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1101.498305] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.498499] env[70243]: DEBUG nova.compute.manager [-] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.498596] env[70243]: DEBUG nova.network.neutron [-] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.581636] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.588724] env[70243]: DEBUG oslo_concurrency.lockutils [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.301s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.588724] env[70243]: DEBUG nova.objects.instance [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lazy-loading 'resources' on Instance uuid ce050c27-f1e8-4664-ba6f-1573e8cdd9e5 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.612880] env[70243]: INFO nova.scheduler.client.report [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Deleted allocations for instance f71023c9-0704-4b78-b10f-d7baa2e97d7f [ 1101.660700] env[70243]: DEBUG oslo_vmware.api [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520b112e-2301-c606-64c2-822b62ecde37, 'name': SearchDatastore_Task, 'duration_secs': 0.017943} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.661264] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.661646] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] dcc7c707-e3d0-42ac-a13d-5e94fff5348d/dcc7c707-e3d0-42ac-a13d-5e94fff5348d.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.662097] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f087f0f-f990-418f-b429-c412d5d176e8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.674213] env[70243]: DEBUG oslo_vmware.api [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1101.674213] env[70243]: value = "task-3622650" [ 1101.674213] env[70243]: _type = "Task" [ 1101.674213] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.681233] env[70243]: DEBUG oslo_vmware.api [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.822140] env[70243]: DEBUG nova.compute.manager [req-ce93bd72-3603-4669-a81b-042cea04a018 req-2b38184f-9cd5-43e5-8f1f-a75c410a2927 service nova] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Received event network-vif-deleted-da8f6af4-e143-45ce-babe-699f3d924d41 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.822140] env[70243]: INFO nova.compute.manager [req-ce93bd72-3603-4669-a81b-042cea04a018 req-2b38184f-9cd5-43e5-8f1f-a75c410a2927 service nova] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Neutron deleted interface da8f6af4-e143-45ce-babe-699f3d924d41; detaching it from the instance and deleting it from the info cache [ 1101.822140] env[70243]: DEBUG nova.network.neutron [req-ce93bd72-3603-4669-a81b-042cea04a018 req-2b38184f-9cd5-43e5-8f1f-a75c410a2927 service nova] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.897881] env[70243]: DEBUG nova.network.neutron [req-795673e6-3200-4dc3-bce1-cf81149bafab req-bb17011c-07ff-4344-967f-070ddc92bc9a service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Updated VIF entry in instance network info cache for port 12837e05-bf78-439d-85d2-a8bc49e3ad99. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.898298] env[70243]: DEBUG nova.network.neutron [req-795673e6-3200-4dc3-bce1-cf81149bafab req-bb17011c-07ff-4344-967f-070ddc92bc9a service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Updating instance_info_cache with network_info: [{"id": "12837e05-bf78-439d-85d2-a8bc49e3ad99", "address": "fa:16:3e:bc:ab:17", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12837e05-bf", "ovs_interfaceid": "12837e05-bf78-439d-85d2-a8bc49e3ad99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.105830] env[70243]: DEBUG oslo_concurrency.lockutils [None req-87632aea-b107-4323-821a-4cdfa3afbb28 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "de428c72-4073-4f6f-af91-d693ee775dfb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.812s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.121516] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d69a19e6-83f0-484d-8618-8525c85e32ff tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "f71023c9-0704-4b78-b10f-d7baa2e97d7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.592s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.183908] env[70243]: DEBUG oslo_vmware.api [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507907} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.186496] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] dcc7c707-e3d0-42ac-a13d-5e94fff5348d/dcc7c707-e3d0-42ac-a13d-5e94fff5348d.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.186727] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.187202] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83ffb8eb-e50e-48ed-8bbe-78fb9788a70e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.192617] env[70243]: DEBUG oslo_vmware.api [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1102.192617] env[70243]: value = "task-3622651" [ 1102.192617] env[70243]: _type = "Task" [ 1102.192617] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.204092] env[70243]: DEBUG oslo_vmware.api [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.241023] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f1935e-6314-4d08-8f94-0d6a216b553f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.248125] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06d0ac1-f4bb-4649-9e0e-76252d5a7b44 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.282172] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b159f1c-2f7c-4aa8-a9bc-5096e9fcf26e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.290621] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de6c369-4358-4b34-bbd3-f2bb7f64b4f5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.303821] env[70243]: DEBUG nova.network.neutron [-] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.305915] env[70243]: DEBUG nova.compute.provider_tree [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.330571] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cadee06b-6569-4909-9b2e-afa873eac73c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.341853] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b1d5ca-71c3-45f9-9eb6-d6dc7c36cb0f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.370454] env[70243]: DEBUG nova.compute.manager [req-ce93bd72-3603-4669-a81b-042cea04a018 req-2b38184f-9cd5-43e5-8f1f-a75c410a2927 service nova] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Detach interface failed, port_id=da8f6af4-e143-45ce-babe-699f3d924d41, reason: Instance 62a3cd33-3418-4b19-904f-37f12c87de7a could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1102.402046] env[70243]: DEBUG oslo_concurrency.lockutils [req-795673e6-3200-4dc3-bce1-cf81149bafab req-bb17011c-07ff-4344-967f-070ddc92bc9a service nova] Releasing lock "refresh_cache-a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.584569] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "de428c72-4073-4f6f-af91-d693ee775dfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.584849] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "de428c72-4073-4f6f-af91-d693ee775dfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.585171] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "de428c72-4073-4f6f-af91-d693ee775dfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.585244] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "de428c72-4073-4f6f-af91-d693ee775dfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.585403] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "de428c72-4073-4f6f-af91-d693ee775dfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.587470] env[70243]: INFO nova.compute.manager [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Terminating instance [ 1102.702987] env[70243]: DEBUG oslo_vmware.api [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150803} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.703268] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.704064] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7d6fbd-5878-4734-8c0b-f44e38957374 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.725914] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] dcc7c707-e3d0-42ac-a13d-5e94fff5348d/dcc7c707-e3d0-42ac-a13d-5e94fff5348d.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.726203] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a45babfb-9b8d-4c5e-819b-c4f4286aca89 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.747849] env[70243]: DEBUG oslo_vmware.api [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1102.747849] env[70243]: value = "task-3622652" [ 1102.747849] env[70243]: _type = "Task" [ 1102.747849] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.758591] env[70243]: DEBUG oslo_vmware.api [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.808759] env[70243]: INFO nova.compute.manager [-] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Took 1.31 seconds to deallocate network for instance. [ 1102.809620] env[70243]: DEBUG nova.scheduler.client.report [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.091706] env[70243]: DEBUG nova.compute.manager [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.092059] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.093060] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6b576a-6b9f-449b-98a6-434fd6e1642a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.104123] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.104123] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-640de46f-5ab0-4167-913d-baa7c3cd96b8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.111867] env[70243]: DEBUG oslo_vmware.api [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1103.111867] env[70243]: value = "task-3622653" [ 1103.111867] env[70243]: _type = "Task" [ 1103.111867] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.122861] env[70243]: DEBUG oslo_vmware.api [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.267892] env[70243]: DEBUG oslo_vmware.api [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622652, 'name': ReconfigVM_Task, 'duration_secs': 0.451622} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.267892] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Reconfigured VM instance instance-0000005f to attach disk [datastore1] dcc7c707-e3d0-42ac-a13d-5e94fff5348d/dcc7c707-e3d0-42ac-a13d-5e94fff5348d.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.267892] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a420566-d235-4d9e-bb7f-dca93c205376 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.276318] env[70243]: DEBUG oslo_vmware.api [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1103.276318] env[70243]: value = "task-3622654" [ 1103.276318] env[70243]: _type = "Task" [ 1103.276318] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.290633] env[70243]: DEBUG oslo_vmware.api [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622654, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.317319] env[70243]: DEBUG oslo_concurrency.lockutils [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.320845] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.999s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.320845] env[70243]: DEBUG nova.objects.instance [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lazy-loading 'resources' on Instance uuid 25c7e64a-5541-41c8-b584-2f6054cac3c3 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.321303] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.348374] env[70243]: INFO nova.scheduler.client.report [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Deleted allocations for instance ce050c27-f1e8-4664-ba6f-1573e8cdd9e5 [ 1103.624439] env[70243]: DEBUG oslo_vmware.api [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622653, 'name': PowerOffVM_Task, 'duration_secs': 0.299771} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.628095] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.628095] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.628095] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bdb55df-42eb-45c7-bd35-055ecea30f8e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.699335] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.699572] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.699762] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Deleting the datastore file [datastore2] de428c72-4073-4f6f-af91-d693ee775dfb {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.700070] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b64ba65f-7095-4ef2-a477-1fe20e6e45fa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.708010] env[70243]: DEBUG oslo_vmware.api [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1103.708010] env[70243]: value = "task-3622656" [ 1103.708010] env[70243]: _type = "Task" [ 1103.708010] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.715909] env[70243]: DEBUG oslo_vmware.api [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.786336] env[70243]: DEBUG oslo_vmware.api [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622654, 'name': Rename_Task, 'duration_secs': 0.444278} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.786606] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.786849] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85d5c490-7800-486e-8d26-febe8703b1d2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.793052] env[70243]: DEBUG oslo_vmware.api [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1103.793052] env[70243]: value = "task-3622657" [ 1103.793052] env[70243]: _type = "Task" [ 1103.793052] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.801791] env[70243]: DEBUG oslo_vmware.api [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.857410] env[70243]: DEBUG oslo_concurrency.lockutils [None req-287acabb-4961-4416-ad08-77a34a8ed745 tempest-ServersNegativeTestJSON-491034342 tempest-ServersNegativeTestJSON-491034342-project-member] Lock "ce050c27-f1e8-4664-ba6f-1573e8cdd9e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.196s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.947993] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddc407b-2a71-4411-be16-c647c22226ab {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.957290] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea215be-937e-4287-b092-678f1990b2d2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.989299] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260a21ce-1c67-4ed2-b2f0-f98aedb7628a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.997060] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a26d69-c12e-47cc-a426-a48e4e16be79 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.010383] env[70243]: DEBUG nova.compute.provider_tree [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.220027] env[70243]: DEBUG oslo_vmware.api [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411601} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.220267] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.220493] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.220681] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.220857] env[70243]: INFO nova.compute.manager [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1104.223709] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.223709] env[70243]: DEBUG nova.compute.manager [-] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.223709] env[70243]: DEBUG nova.network.neutron [-] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.303780] env[70243]: DEBUG oslo_vmware.api [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622657, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.516233] env[70243]: DEBUG nova.scheduler.client.report [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.674798] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "852b8e89-d436-4df6-9b3e-a631af2e12cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.675103] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "852b8e89-d436-4df6-9b3e-a631af2e12cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.782774] env[70243]: DEBUG nova.compute.manager [req-36e6ecef-96bd-4529-9220-36a7014bb498 req-00a8307e-961a-4cc8-8183-21576dba922e service nova] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Received event network-vif-deleted-c0340936-539c-4e92-8c28-0d18120fea61 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.782984] env[70243]: INFO nova.compute.manager [req-36e6ecef-96bd-4529-9220-36a7014bb498 req-00a8307e-961a-4cc8-8183-21576dba922e service nova] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Neutron deleted interface c0340936-539c-4e92-8c28-0d18120fea61; detaching it from the instance and deleting it from the info cache [ 1104.783228] env[70243]: DEBUG nova.network.neutron [req-36e6ecef-96bd-4529-9220-36a7014bb498 req-00a8307e-961a-4cc8-8183-21576dba922e service nova] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.806994] env[70243]: DEBUG oslo_vmware.api [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622657, 'name': PowerOnVM_Task, 'duration_secs': 0.865643} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.807515] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.807515] env[70243]: INFO nova.compute.manager [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1104.807681] env[70243]: DEBUG nova.compute.manager [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.808694] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099573d6-cb53-4e77-871d-7d6ce5f4c237 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.848329] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquiring lock "5e3ccf69-316e-4a64-86fc-4ff0409140eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.850449] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "5e3ccf69-316e-4a64-86fc-4ff0409140eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.878898] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquiring lock "8e478b5b-d437-42ea-b302-82490d00e6eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.879162] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "8e478b5b-d437-42ea-b302-82490d00e6eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.914528] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquiring lock "0bc23339-23e2-4ec4-9898-6df55f2bfb18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.914792] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "0bc23339-23e2-4ec4-9898-6df55f2bfb18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.025019] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.025511] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.540s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.027473] env[70243]: INFO nova.compute.claims [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.049024] env[70243]: INFO nova.scheduler.client.report [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Deleted allocations for instance 25c7e64a-5541-41c8-b584-2f6054cac3c3 [ 1105.178079] env[70243]: DEBUG nova.compute.manager [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.256237] env[70243]: DEBUG nova.network.neutron [-] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.286714] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c343fbe-5efb-427e-9708-e6388c08179b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.301168] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76867652-37f2-4b01-bf71-39d99b404f7a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.336025] env[70243]: DEBUG nova.compute.manager [req-36e6ecef-96bd-4529-9220-36a7014bb498 req-00a8307e-961a-4cc8-8183-21576dba922e service nova] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Detach interface failed, port_id=c0340936-539c-4e92-8c28-0d18120fea61, reason: Instance de428c72-4073-4f6f-af91-d693ee775dfb could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1105.336571] env[70243]: INFO nova.compute.manager [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Took 19.64 seconds to build instance. [ 1105.353177] env[70243]: DEBUG nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.381808] env[70243]: DEBUG nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.418800] env[70243]: DEBUG nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.560539] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6a9a51e5-a02b-4b25-8d28-b142c8aad1c4 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "25c7e64a-5541-41c8-b584-2f6054cac3c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.711s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.710249] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.764304] env[70243]: INFO nova.compute.manager [-] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Took 1.54 seconds to deallocate network for instance. [ 1105.840110] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0e099d40-94e9-42ca-968a-d114381644fa tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "dcc7c707-e3d0-42ac-a13d-5e94fff5348d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.148s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.878958] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.904571] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.954069] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.218677] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cd3927-4bf6-451a-a6b3-d062804cff84 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.227082] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff20f636-68e0-42c2-8697-1a37bd69c77b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.259334] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b360f918-24b8-4d6c-9577-331696382ebb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.270766] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.271941] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c17f8d8-aa29-48c9-b6ad-fe297b8fd8d6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.286292] env[70243]: DEBUG nova.compute.provider_tree [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.433889] env[70243]: DEBUG nova.compute.manager [req-c4986999-5531-4a69-ae95-a27d2e1dd5eb req-a48df8fe-d529-4eed-941d-572fa35af89e service nova] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Received event network-changed-5f281a46-074c-4af2-b1f4-2555b59b9e86 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.433889] env[70243]: DEBUG nova.compute.manager [req-c4986999-5531-4a69-ae95-a27d2e1dd5eb req-a48df8fe-d529-4eed-941d-572fa35af89e service nova] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Refreshing instance network info cache due to event network-changed-5f281a46-074c-4af2-b1f4-2555b59b9e86. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.433889] env[70243]: DEBUG oslo_concurrency.lockutils [req-c4986999-5531-4a69-ae95-a27d2e1dd5eb req-a48df8fe-d529-4eed-941d-572fa35af89e service nova] Acquiring lock "refresh_cache-dcc7c707-e3d0-42ac-a13d-5e94fff5348d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.433889] env[70243]: DEBUG oslo_concurrency.lockutils [req-c4986999-5531-4a69-ae95-a27d2e1dd5eb req-a48df8fe-d529-4eed-941d-572fa35af89e service nova] Acquired lock "refresh_cache-dcc7c707-e3d0-42ac-a13d-5e94fff5348d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.433889] env[70243]: DEBUG nova.network.neutron [req-c4986999-5531-4a69-ae95-a27d2e1dd5eb req-a48df8fe-d529-4eed-941d-572fa35af89e service nova] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Refreshing network info cache for port 5f281a46-074c-4af2-b1f4-2555b59b9e86 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.789852] env[70243]: DEBUG nova.scheduler.client.report [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.036097] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "15ba34ab-80c3-4829-9e8e-d196fc3b09a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.036401] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "15ba34ab-80c3-4829-9e8e-d196fc3b09a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.169305] env[70243]: DEBUG nova.network.neutron [req-c4986999-5531-4a69-ae95-a27d2e1dd5eb req-a48df8fe-d529-4eed-941d-572fa35af89e service nova] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Updated VIF entry in instance network info cache for port 5f281a46-074c-4af2-b1f4-2555b59b9e86. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.169683] env[70243]: DEBUG nova.network.neutron [req-c4986999-5531-4a69-ae95-a27d2e1dd5eb req-a48df8fe-d529-4eed-941d-572fa35af89e service nova] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Updating instance_info_cache with network_info: [{"id": "5f281a46-074c-4af2-b1f4-2555b59b9e86", "address": "fa:16:3e:f4:d1:ea", "network": {"id": "efed784a-c76d-40c2-9094-2797cae46b9f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1261361839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3227bc9b9f014d2db2b3a89a32f3d175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f281a46-07", "ovs_interfaceid": "5f281a46-074c-4af2-b1f4-2555b59b9e86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.295046] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.295517] env[70243]: DEBUG nova.compute.manager [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.298109] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.977s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.298336] env[70243]: DEBUG nova.objects.instance [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Lazy-loading 'resources' on Instance uuid 62a3cd33-3418-4b19-904f-37f12c87de7a {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.545280] env[70243]: DEBUG nova.compute.manager [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1107.672385] env[70243]: DEBUG oslo_concurrency.lockutils [req-c4986999-5531-4a69-ae95-a27d2e1dd5eb req-a48df8fe-d529-4eed-941d-572fa35af89e service nova] Releasing lock "refresh_cache-dcc7c707-e3d0-42ac-a13d-5e94fff5348d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.801903] env[70243]: DEBUG nova.compute.utils [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.803485] env[70243]: DEBUG nova.compute.manager [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.803646] env[70243]: DEBUG nova.network.neutron [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.842812] env[70243]: DEBUG nova.policy [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '485311ac44f44250bc04f9354e0ab17a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7196e187165f4d538a653ca52e53ad24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.963471] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98164bd-b6b2-4748-a392-c88433024659 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.971896] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9c8fc9-7ce7-4947-9bfb-54836b020f41 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.006889] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ca575b-b33f-4a2d-9856-97c4c6180488 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.014692] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f78f2e-bdc2-4774-87a8-2561ffa69146 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.027986] env[70243]: DEBUG nova.compute.provider_tree [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.068978] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.121903] env[70243]: DEBUG nova.network.neutron [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Successfully created port: fe76ed7b-c966-4bb8-a2b3-5fe03a212419 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.309159] env[70243]: DEBUG nova.compute.manager [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.535373] env[70243]: DEBUG nova.scheduler.client.report [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.040668] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.043238] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.334s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.044861] env[70243]: INFO nova.compute.claims [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.065288] env[70243]: INFO nova.scheduler.client.report [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Deleted allocations for instance 62a3cd33-3418-4b19-904f-37f12c87de7a [ 1109.318674] env[70243]: DEBUG nova.compute.manager [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1109.345238] env[70243]: DEBUG nova.virt.hardware [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.345514] env[70243]: DEBUG nova.virt.hardware [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.345674] env[70243]: DEBUG nova.virt.hardware [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.345893] env[70243]: DEBUG nova.virt.hardware [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.346067] env[70243]: DEBUG nova.virt.hardware [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.346224] env[70243]: DEBUG nova.virt.hardware [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.346439] env[70243]: DEBUG nova.virt.hardware [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.346603] env[70243]: DEBUG nova.virt.hardware [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.346776] env[70243]: DEBUG nova.virt.hardware [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.346937] env[70243]: DEBUG nova.virt.hardware [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.347130] env[70243]: DEBUG nova.virt.hardware [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.348015] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a96023f-168a-4ac0-bff3-23810cd61496 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.356210] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7703350-6515-4623-9174-1986ef44f97a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.519155] env[70243]: DEBUG nova.compute.manager [req-a80086ea-c625-4471-8f6f-4acdbe749655 req-4463467c-a681-47c3-a80b-9b9930f0885a service nova] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Received event network-vif-plugged-fe76ed7b-c966-4bb8-a2b3-5fe03a212419 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.519418] env[70243]: DEBUG oslo_concurrency.lockutils [req-a80086ea-c625-4471-8f6f-4acdbe749655 req-4463467c-a681-47c3-a80b-9b9930f0885a service nova] Acquiring lock "60a86f38-d9ec-46b5-92ea-03ce89f4f9be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.519600] env[70243]: DEBUG oslo_concurrency.lockutils [req-a80086ea-c625-4471-8f6f-4acdbe749655 req-4463467c-a681-47c3-a80b-9b9930f0885a service nova] Lock "60a86f38-d9ec-46b5-92ea-03ce89f4f9be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.519771] env[70243]: DEBUG oslo_concurrency.lockutils [req-a80086ea-c625-4471-8f6f-4acdbe749655 req-4463467c-a681-47c3-a80b-9b9930f0885a service nova] Lock "60a86f38-d9ec-46b5-92ea-03ce89f4f9be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.519942] env[70243]: DEBUG nova.compute.manager [req-a80086ea-c625-4471-8f6f-4acdbe749655 req-4463467c-a681-47c3-a80b-9b9930f0885a service nova] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] No waiting events found dispatching network-vif-plugged-fe76ed7b-c966-4bb8-a2b3-5fe03a212419 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.520123] env[70243]: WARNING nova.compute.manager [req-a80086ea-c625-4471-8f6f-4acdbe749655 req-4463467c-a681-47c3-a80b-9b9930f0885a service nova] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Received unexpected event network-vif-plugged-fe76ed7b-c966-4bb8-a2b3-5fe03a212419 for instance with vm_state building and task_state spawning. [ 1109.574259] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f5b63995-f547-484b-8dee-77a628987d45 tempest-SecurityGroupsTestJSON-1021393852 tempest-SecurityGroupsTestJSON-1021393852-project-member] Lock "62a3cd33-3418-4b19-904f-37f12c87de7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.707s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.650611] env[70243]: DEBUG nova.network.neutron [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Successfully updated port: fe76ed7b-c966-4bb8-a2b3-5fe03a212419 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.153189] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "refresh_cache-60a86f38-d9ec-46b5-92ea-03ce89f4f9be" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.153455] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired lock "refresh_cache-60a86f38-d9ec-46b5-92ea-03ce89f4f9be" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.153619] env[70243]: DEBUG nova.network.neutron [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.203875] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5295aba6-e79f-4f4c-8123-7978be5602e7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.211712] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26e07a3-1938-4600-8987-7ba5f9ab9210 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.241244] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76001ff-97b3-434d-afbd-d449337ac5a1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.248538] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8839ea18-1cb4-4438-8e3a-2f85c46d4f49 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.262159] env[70243]: DEBUG nova.compute.provider_tree [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.696425] env[70243]: DEBUG nova.network.neutron [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.765414] env[70243]: DEBUG nova.scheduler.client.report [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.852671] env[70243]: DEBUG nova.network.neutron [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Updating instance_info_cache with network_info: [{"id": "fe76ed7b-c966-4bb8-a2b3-5fe03a212419", "address": "fa:16:3e:1a:36:13", "network": {"id": "68e759a4-f7d9-417b-aa77-a01c5b06cc6e", "bridge": "br-int", "label": "tempest-ServersTestJSON-745013007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7196e187165f4d538a653ca52e53ad24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe76ed7b-c9", "ovs_interfaceid": "fe76ed7b-c966-4bb8-a2b3-5fe03a212419", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.274260] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.274834] env[70243]: DEBUG nova.compute.manager [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.277581] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.399s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.278966] env[70243]: INFO nova.compute.claims [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.355782] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Releasing lock "refresh_cache-60a86f38-d9ec-46b5-92ea-03ce89f4f9be" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.356133] env[70243]: DEBUG nova.compute.manager [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Instance network_info: |[{"id": "fe76ed7b-c966-4bb8-a2b3-5fe03a212419", "address": "fa:16:3e:1a:36:13", "network": {"id": "68e759a4-f7d9-417b-aa77-a01c5b06cc6e", "bridge": "br-int", "label": "tempest-ServersTestJSON-745013007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7196e187165f4d538a653ca52e53ad24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe76ed7b-c9", "ovs_interfaceid": "fe76ed7b-c966-4bb8-a2b3-5fe03a212419", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1111.356571] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:36:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe76ed7b-c966-4bb8-a2b3-5fe03a212419', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.364118] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Creating folder: Project (7196e187165f4d538a653ca52e53ad24). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1111.364449] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c206521a-1955-4a40-aaf9-a0e52bf0abba {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.377705] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Created folder: Project (7196e187165f4d538a653ca52e53ad24) in parent group-v722220. [ 1111.377909] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Creating folder: Instances. Parent ref: group-v722503. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1111.378164] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1013bcf6-559e-4d37-b2e4-10e7503beadd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.386309] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Created folder: Instances in parent group-v722503. [ 1111.386545] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.386739] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.386936] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54cce7c9-ae94-4b64-837f-ee564108485c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.404667] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.404667] env[70243]: value = "task-3622660" [ 1111.404667] env[70243]: _type = "Task" [ 1111.404667] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.411982] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622660, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.545503] env[70243]: DEBUG nova.compute.manager [req-2270b883-a0f4-4521-8ec6-29e935c44f18 req-db3d5d21-7a2b-480d-b513-66744a60bd89 service nova] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Received event network-changed-fe76ed7b-c966-4bb8-a2b3-5fe03a212419 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.545762] env[70243]: DEBUG nova.compute.manager [req-2270b883-a0f4-4521-8ec6-29e935c44f18 req-db3d5d21-7a2b-480d-b513-66744a60bd89 service nova] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Refreshing instance network info cache due to event network-changed-fe76ed7b-c966-4bb8-a2b3-5fe03a212419. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.545937] env[70243]: DEBUG oslo_concurrency.lockutils [req-2270b883-a0f4-4521-8ec6-29e935c44f18 req-db3d5d21-7a2b-480d-b513-66744a60bd89 service nova] Acquiring lock "refresh_cache-60a86f38-d9ec-46b5-92ea-03ce89f4f9be" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.546094] env[70243]: DEBUG oslo_concurrency.lockutils [req-2270b883-a0f4-4521-8ec6-29e935c44f18 req-db3d5d21-7a2b-480d-b513-66744a60bd89 service nova] Acquired lock "refresh_cache-60a86f38-d9ec-46b5-92ea-03ce89f4f9be" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.546262] env[70243]: DEBUG nova.network.neutron [req-2270b883-a0f4-4521-8ec6-29e935c44f18 req-db3d5d21-7a2b-480d-b513-66744a60bd89 service nova] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Refreshing network info cache for port fe76ed7b-c966-4bb8-a2b3-5fe03a212419 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.785023] env[70243]: DEBUG nova.compute.utils [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.789993] env[70243]: DEBUG nova.compute.manager [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.789993] env[70243]: DEBUG nova.network.neutron [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.851143] env[70243]: DEBUG nova.policy [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5cf525d5cdd4df1a9095563e7da9628', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e94b692deca4824824a83f18bc53e29', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.914732] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622660, 'name': CreateVM_Task, 'duration_secs': 0.321182} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.914906] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.915629] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.915827] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.916162] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.916412] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fe51bd8-d031-45b2-9725-41de4a77e52b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.920828] env[70243]: DEBUG oslo_vmware.api [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1111.920828] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529d6d14-c9db-f59a-d408-b9a58638324d" [ 1111.920828] env[70243]: _type = "Task" [ 1111.920828] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.928581] env[70243]: DEBUG oslo_vmware.api [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529d6d14-c9db-f59a-d408-b9a58638324d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.232283] env[70243]: DEBUG nova.network.neutron [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Successfully created port: 07f485b5-8b92-4d44-b04d-32f64e1ad631 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.289707] env[70243]: DEBUG nova.compute.manager [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.414219] env[70243]: DEBUG nova.network.neutron [req-2270b883-a0f4-4521-8ec6-29e935c44f18 req-db3d5d21-7a2b-480d-b513-66744a60bd89 service nova] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Updated VIF entry in instance network info cache for port fe76ed7b-c966-4bb8-a2b3-5fe03a212419. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.414219] env[70243]: DEBUG nova.network.neutron [req-2270b883-a0f4-4521-8ec6-29e935c44f18 req-db3d5d21-7a2b-480d-b513-66744a60bd89 service nova] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Updating instance_info_cache with network_info: [{"id": "fe76ed7b-c966-4bb8-a2b3-5fe03a212419", "address": "fa:16:3e:1a:36:13", "network": {"id": "68e759a4-f7d9-417b-aa77-a01c5b06cc6e", "bridge": "br-int", "label": "tempest-ServersTestJSON-745013007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7196e187165f4d538a653ca52e53ad24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe76ed7b-c9", "ovs_interfaceid": "fe76ed7b-c966-4bb8-a2b3-5fe03a212419", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.431878] env[70243]: DEBUG oslo_vmware.api [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529d6d14-c9db-f59a-d408-b9a58638324d, 'name': SearchDatastore_Task, 'duration_secs': 0.010865} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.433935] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.433935] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.433935] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.433935] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.434662] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.437120] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbcf1b67-14fa-4bc1-b260-8d752e83d626 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.446965] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.447332] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.449706] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e8daa1c-a188-4fbc-8884-16831ec48d81 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.454512] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4d1bfb-ad8e-4b09-8f07-87d88970a0a3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.462262] env[70243]: DEBUG oslo_vmware.api [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1112.462262] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ea07b3-587b-279d-468e-06c53f5a5c4b" [ 1112.462262] env[70243]: _type = "Task" [ 1112.462262] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.471238] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1142250c-fe6c-424b-80ee-b10be3d721ec {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.485163] env[70243]: DEBUG oslo_vmware.api [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ea07b3-587b-279d-468e-06c53f5a5c4b, 'name': SearchDatastore_Task, 'duration_secs': 0.012012} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.511083] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be45291d-6451-4729-9136-95ce8e86ee4a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.513922] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490b46b9-d57b-4652-be99-337bfcafb354 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.519702] env[70243]: DEBUG oslo_vmware.api [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1112.519702] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529241bc-5ff1-7b38-b514-3d2b956481b9" [ 1112.519702] env[70243]: _type = "Task" [ 1112.519702] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.525861] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8d9b05-db9c-4204-8fd6-aa9b22df1a67 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.535797] env[70243]: DEBUG oslo_vmware.api [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529241bc-5ff1-7b38-b514-3d2b956481b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.545966] env[70243]: DEBUG nova.compute.provider_tree [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.918470] env[70243]: DEBUG oslo_concurrency.lockutils [req-2270b883-a0f4-4521-8ec6-29e935c44f18 req-db3d5d21-7a2b-480d-b513-66744a60bd89 service nova] Releasing lock "refresh_cache-60a86f38-d9ec-46b5-92ea-03ce89f4f9be" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.033753] env[70243]: DEBUG oslo_vmware.api [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529241bc-5ff1-7b38-b514-3d2b956481b9, 'name': SearchDatastore_Task, 'duration_secs': 0.019573} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.034195] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.035368] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 60a86f38-d9ec-46b5-92ea-03ce89f4f9be/60a86f38-d9ec-46b5-92ea-03ce89f4f9be.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.035368] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3fdb3a7-191c-4fcb-8004-398ed0abf5a0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.041250] env[70243]: DEBUG oslo_vmware.api [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1113.041250] env[70243]: value = "task-3622661" [ 1113.041250] env[70243]: _type = "Task" [ 1113.041250] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.050116] env[70243]: DEBUG nova.scheduler.client.report [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.063544] env[70243]: DEBUG oslo_vmware.api [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.303820] env[70243]: DEBUG nova.compute.manager [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.346288] env[70243]: DEBUG nova.virt.hardware [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.346551] env[70243]: DEBUG nova.virt.hardware [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.346708] env[70243]: DEBUG nova.virt.hardware [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.346892] env[70243]: DEBUG nova.virt.hardware [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.347380] env[70243]: DEBUG nova.virt.hardware [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.347844] env[70243]: DEBUG nova.virt.hardware [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.347925] env[70243]: DEBUG nova.virt.hardware [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.348069] env[70243]: DEBUG nova.virt.hardware [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.348256] env[70243]: DEBUG nova.virt.hardware [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.348417] env[70243]: DEBUG nova.virt.hardware [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.348592] env[70243]: DEBUG nova.virt.hardware [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.349524] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ec7c04-6e17-4f9c-9b13-3e28a267f815 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.359632] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4881ca-ec2a-460e-98d6-65e9ff62b964 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.552145] env[70243]: DEBUG oslo_vmware.api [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506046} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.552145] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 60a86f38-d9ec-46b5-92ea-03ce89f4f9be/60a86f38-d9ec-46b5-92ea-03ce89f4f9be.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.552145] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.552384] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d79dd82-e446-473d-b41b-7476b22cbcf6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.562019] env[70243]: DEBUG oslo_vmware.api [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1113.562019] env[70243]: value = "task-3622662" [ 1113.562019] env[70243]: _type = "Task" [ 1113.562019] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.567095] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.567686] env[70243]: DEBUG nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.570390] env[70243]: DEBUG oslo_vmware.api [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.570660] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.666s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.572166] env[70243]: INFO nova.compute.claims [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.642035] env[70243]: DEBUG nova.compute.manager [req-317ce2da-45fc-4531-ada1-7fcc6043eea1 req-c554f189-7b36-4670-896a-bc60d037036b service nova] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Received event network-vif-plugged-07f485b5-8b92-4d44-b04d-32f64e1ad631 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.642283] env[70243]: DEBUG oslo_concurrency.lockutils [req-317ce2da-45fc-4531-ada1-7fcc6043eea1 req-c554f189-7b36-4670-896a-bc60d037036b service nova] Acquiring lock "852b8e89-d436-4df6-9b3e-a631af2e12cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.642674] env[70243]: DEBUG oslo_concurrency.lockutils [req-317ce2da-45fc-4531-ada1-7fcc6043eea1 req-c554f189-7b36-4670-896a-bc60d037036b service nova] Lock "852b8e89-d436-4df6-9b3e-a631af2e12cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.642674] env[70243]: DEBUG oslo_concurrency.lockutils [req-317ce2da-45fc-4531-ada1-7fcc6043eea1 req-c554f189-7b36-4670-896a-bc60d037036b service nova] Lock "852b8e89-d436-4df6-9b3e-a631af2e12cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.642846] env[70243]: DEBUG nova.compute.manager [req-317ce2da-45fc-4531-ada1-7fcc6043eea1 req-c554f189-7b36-4670-896a-bc60d037036b service nova] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] No waiting events found dispatching network-vif-plugged-07f485b5-8b92-4d44-b04d-32f64e1ad631 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1113.643000] env[70243]: WARNING nova.compute.manager [req-317ce2da-45fc-4531-ada1-7fcc6043eea1 req-c554f189-7b36-4670-896a-bc60d037036b service nova] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Received unexpected event network-vif-plugged-07f485b5-8b92-4d44-b04d-32f64e1ad631 for instance with vm_state building and task_state spawning. [ 1113.735637] env[70243]: DEBUG nova.network.neutron [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Successfully updated port: 07f485b5-8b92-4d44-b04d-32f64e1ad631 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.071693] env[70243]: DEBUG oslo_vmware.api [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.466319} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.071693] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.072640] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2dd9523-946f-4a97-9a9f-8a07613cbc27 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.077191] env[70243]: DEBUG nova.compute.utils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.080702] env[70243]: DEBUG nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.080781] env[70243]: DEBUG nova.network.neutron [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.105604] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 60a86f38-d9ec-46b5-92ea-03ce89f4f9be/60a86f38-d9ec-46b5-92ea-03ce89f4f9be.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.106486] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d980219-7f47-4b2f-a8ae-3284ce99ffa5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.132395] env[70243]: DEBUG oslo_vmware.api [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1114.132395] env[70243]: value = "task-3622663" [ 1114.132395] env[70243]: _type = "Task" [ 1114.132395] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.138185] env[70243]: DEBUG nova.policy [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb1b26569eaa45c38654cf055d2d613f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d0de437f66c4786931ca804f825faf7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.145997] env[70243]: DEBUG oslo_vmware.api [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622663, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.239767] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "refresh_cache-852b8e89-d436-4df6-9b3e-a631af2e12cf" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.239767] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquired lock "refresh_cache-852b8e89-d436-4df6-9b3e-a631af2e12cf" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.240033] env[70243]: DEBUG nova.network.neutron [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.582089] env[70243]: DEBUG nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.645100] env[70243]: DEBUG oslo_vmware.api [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622663, 'name': ReconfigVM_Task, 'duration_secs': 0.326857} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.645389] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 60a86f38-d9ec-46b5-92ea-03ce89f4f9be/60a86f38-d9ec-46b5-92ea-03ce89f4f9be.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.646090] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-083a5a71-7605-4017-906a-ccaa08f0fe72 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.652980] env[70243]: DEBUG oslo_vmware.api [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1114.652980] env[70243]: value = "task-3622664" [ 1114.652980] env[70243]: _type = "Task" [ 1114.652980] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.662175] env[70243]: DEBUG nova.network.neutron [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Successfully created port: a265036a-cec5-434d-827f-77b29d1b4e18 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.670452] env[70243]: DEBUG oslo_vmware.api [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622664, 'name': Rename_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.784078] env[70243]: DEBUG nova.network.neutron [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.792717] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d5c831-7100-43d2-9aa3-e479d1d61398 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.801134] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d048b94-788d-435a-a090-0c8ae4ce6a6f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.843734] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761fac86-b899-4a62-bd9e-4464d162a5bd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.853107] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0beb5e9-0c06-48d0-ab03-dbb27bfd08e8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.870951] env[70243]: DEBUG nova.compute.provider_tree [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.902226] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.902446] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.008318] env[70243]: DEBUG nova.network.neutron [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Updating instance_info_cache with network_info: [{"id": "07f485b5-8b92-4d44-b04d-32f64e1ad631", "address": "fa:16:3e:98:f2:63", "network": {"id": "d6adba27-2c53-44f1-9f03-601cdbeb7aab", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-931957012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e94b692deca4824824a83f18bc53e29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07f485b5-8b", "ovs_interfaceid": "07f485b5-8b92-4d44-b04d-32f64e1ad631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.162593] env[70243]: DEBUG oslo_vmware.api [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622664, 'name': Rename_Task, 'duration_secs': 0.135799} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.162869] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.163135] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-855ce582-acc7-4f29-bcdb-ffd3c7fb1c6d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.170537] env[70243]: DEBUG oslo_vmware.api [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1115.170537] env[70243]: value = "task-3622665" [ 1115.170537] env[70243]: _type = "Task" [ 1115.170537] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.186013] env[70243]: DEBUG oslo_vmware.api [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.376987] env[70243]: DEBUG nova.scheduler.client.report [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.407665] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.407926] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.408106] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.408291] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.408473] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.408652] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.409067] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1115.409067] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.514680] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Releasing lock "refresh_cache-852b8e89-d436-4df6-9b3e-a631af2e12cf" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.515049] env[70243]: DEBUG nova.compute.manager [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Instance network_info: |[{"id": "07f485b5-8b92-4d44-b04d-32f64e1ad631", "address": "fa:16:3e:98:f2:63", "network": {"id": "d6adba27-2c53-44f1-9f03-601cdbeb7aab", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-931957012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e94b692deca4824824a83f18bc53e29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07f485b5-8b", "ovs_interfaceid": "07f485b5-8b92-4d44-b04d-32f64e1ad631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.515505] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:f2:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ada35c98-01a9-4352-98e4-1d20ba31f928', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07f485b5-8b92-4d44-b04d-32f64e1ad631', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.522996] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.523239] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.523480] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b3d49eb-f019-4ac3-b02b-f3648039fb5f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.548320] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.548320] env[70243]: value = "task-3622666" [ 1115.548320] env[70243]: _type = "Task" [ 1115.548320] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.559904] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622666, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.591337] env[70243]: DEBUG nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.619561] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.619814] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.619970] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.620169] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.620569] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.620569] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.620679] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.620820] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.620990] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.621170] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.621797] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.622272] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78131e60-0020-49f1-b497-f4f01ff7ae0f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.631524] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831bfd71-793e-4a8b-9a4f-408280cd1dc1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.669409] env[70243]: DEBUG nova.compute.manager [req-4ff51357-113f-4a63-b902-9ee3f36ec2f1 req-dbc6d663-626c-4b49-9e01-f93267d83f66 service nova] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Received event network-changed-07f485b5-8b92-4d44-b04d-32f64e1ad631 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.669409] env[70243]: DEBUG nova.compute.manager [req-4ff51357-113f-4a63-b902-9ee3f36ec2f1 req-dbc6d663-626c-4b49-9e01-f93267d83f66 service nova] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Refreshing instance network info cache due to event network-changed-07f485b5-8b92-4d44-b04d-32f64e1ad631. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.669409] env[70243]: DEBUG oslo_concurrency.lockutils [req-4ff51357-113f-4a63-b902-9ee3f36ec2f1 req-dbc6d663-626c-4b49-9e01-f93267d83f66 service nova] Acquiring lock "refresh_cache-852b8e89-d436-4df6-9b3e-a631af2e12cf" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.669409] env[70243]: DEBUG oslo_concurrency.lockutils [req-4ff51357-113f-4a63-b902-9ee3f36ec2f1 req-dbc6d663-626c-4b49-9e01-f93267d83f66 service nova] Acquired lock "refresh_cache-852b8e89-d436-4df6-9b3e-a631af2e12cf" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.669409] env[70243]: DEBUG nova.network.neutron [req-4ff51357-113f-4a63-b902-9ee3f36ec2f1 req-dbc6d663-626c-4b49-9e01-f93267d83f66 service nova] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Refreshing network info cache for port 07f485b5-8b92-4d44-b04d-32f64e1ad631 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.680893] env[70243]: DEBUG oslo_vmware.api [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622665, 'name': PowerOnVM_Task, 'duration_secs': 0.438422} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.681666] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.681898] env[70243]: INFO nova.compute.manager [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Took 6.36 seconds to spawn the instance on the hypervisor. [ 1115.682089] env[70243]: DEBUG nova.compute.manager [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.682864] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27761a1b-0e53-4a46-8cf0-a01319f88075 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.819889] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "bbccad4a-d0b9-4e89-b557-3420d92c025d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.820141] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "bbccad4a-d0b9-4e89-b557-3420d92c025d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.881945] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.882132] env[70243]: DEBUG nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.885312] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.931s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.885723] env[70243]: INFO nova.compute.claims [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.912557] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.064217] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622666, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.204626] env[70243]: INFO nova.compute.manager [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Took 19.74 seconds to build instance. [ 1116.229792] env[70243]: DEBUG nova.network.neutron [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Successfully updated port: a265036a-cec5-434d-827f-77b29d1b4e18 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.322732] env[70243]: DEBUG nova.compute.manager [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1116.395962] env[70243]: DEBUG nova.compute.utils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.397856] env[70243]: DEBUG nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.397856] env[70243]: DEBUG nova.network.neutron [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.437082] env[70243]: DEBUG nova.network.neutron [req-4ff51357-113f-4a63-b902-9ee3f36ec2f1 req-dbc6d663-626c-4b49-9e01-f93267d83f66 service nova] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Updated VIF entry in instance network info cache for port 07f485b5-8b92-4d44-b04d-32f64e1ad631. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.437514] env[70243]: DEBUG nova.network.neutron [req-4ff51357-113f-4a63-b902-9ee3f36ec2f1 req-dbc6d663-626c-4b49-9e01-f93267d83f66 service nova] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Updating instance_info_cache with network_info: [{"id": "07f485b5-8b92-4d44-b04d-32f64e1ad631", "address": "fa:16:3e:98:f2:63", "network": {"id": "d6adba27-2c53-44f1-9f03-601cdbeb7aab", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-931957012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e94b692deca4824824a83f18bc53e29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07f485b5-8b", "ovs_interfaceid": "07f485b5-8b92-4d44-b04d-32f64e1ad631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.439978] env[70243]: DEBUG nova.policy [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb1b26569eaa45c38654cf055d2d613f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d0de437f66c4786931ca804f825faf7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.559750] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622666, 'name': CreateVM_Task, 'duration_secs': 0.549375} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.559822] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.560632] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.560864] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.561240] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.561511] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbc70f56-9fb0-40e7-89ba-b4882eee5fb1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.566305] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 1116.566305] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526fb684-5e6a-58f0-43b4-2fe884b6c51c" [ 1116.566305] env[70243]: _type = "Task" [ 1116.566305] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.574913] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526fb684-5e6a-58f0-43b4-2fe884b6c51c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.697437] env[70243]: DEBUG nova.network.neutron [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Successfully created port: aa750d64-be36-49ae-82de-11860762969c {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.707073] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c487bc4e-9474-4318-b8cb-c1d508a376db tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "60a86f38-d9ec-46b5-92ea-03ce89f4f9be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.250s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.735626] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquiring lock "refresh_cache-5e3ccf69-316e-4a64-86fc-4ff0409140eb" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.735716] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquired lock "refresh_cache-5e3ccf69-316e-4a64-86fc-4ff0409140eb" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.736852] env[70243]: DEBUG nova.network.neutron [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.846956] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.906647] env[70243]: DEBUG nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.949783] env[70243]: DEBUG oslo_concurrency.lockutils [req-4ff51357-113f-4a63-b902-9ee3f36ec2f1 req-dbc6d663-626c-4b49-9e01-f93267d83f66 service nova] Releasing lock "refresh_cache-852b8e89-d436-4df6-9b3e-a631af2e12cf" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.082207] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526fb684-5e6a-58f0-43b4-2fe884b6c51c, 'name': SearchDatastore_Task, 'duration_secs': 0.011288} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.082916] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.083222] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.083621] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.083876] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.084874] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.084874] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-faf36548-0c61-421d-a7b5-77dbd052fbe0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.088131] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b182c2e2-205b-4a83-98c5-b7298c0939bd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.099098] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37abdbf8-d1df-4047-9750-ba16a786c25e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.104187] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.104310] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.105416] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc915921-b1fd-4790-9ccf-fd161b9ecd1d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.135788] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be6245c-aa28-4462-b057-b480eafadc7f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.139138] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 1117.139138] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5279773b-d1f5-722e-c972-bc49784a1788" [ 1117.139138] env[70243]: _type = "Task" [ 1117.139138] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.147144] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb40440-00e6-4ab8-a3f2-6b661c2b1acf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.153080] env[70243]: DEBUG oslo_concurrency.lockutils [None req-698c6a20-7c48-4632-9e47-4a4f66746227 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "82888288-702c-4709-a692-2e01927fa55f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.153227] env[70243]: DEBUG oslo_concurrency.lockutils [None req-698c6a20-7c48-4632-9e47-4a4f66746227 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "82888288-702c-4709-a692-2e01927fa55f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.153307] env[70243]: DEBUG nova.compute.manager [None req-698c6a20-7c48-4632-9e47-4a4f66746227 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.153627] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5279773b-d1f5-722e-c972-bc49784a1788, 'name': SearchDatastore_Task, 'duration_secs': 0.008839} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.154317] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7ee41f-89bc-40a9-bf98-f37545c512bd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.157473] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ff930e8-4b17-480f-adee-8906a525f3f4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.168227] env[70243]: DEBUG nova.compute.provider_tree [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.171250] env[70243]: DEBUG nova.compute.manager [None req-698c6a20-7c48-4632-9e47-4a4f66746227 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70243) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1117.171819] env[70243]: DEBUG nova.objects.instance [None req-698c6a20-7c48-4632-9e47-4a4f66746227 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lazy-loading 'flavor' on Instance uuid 82888288-702c-4709-a692-2e01927fa55f {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.174136] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 1117.174136] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522641ae-a1c3-4841-69d6-04bf0eec5dab" [ 1117.174136] env[70243]: _type = "Task" [ 1117.174136] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.181560] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522641ae-a1c3-4841-69d6-04bf0eec5dab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.270660] env[70243]: DEBUG nova.network.neutron [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.420906] env[70243]: DEBUG nova.network.neutron [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Updating instance_info_cache with network_info: [{"id": "a265036a-cec5-434d-827f-77b29d1b4e18", "address": "fa:16:3e:72:8f:0e", "network": {"id": "39809950-5124-4d83-818e-3bc511d00b9b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1637705581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0de437f66c4786931ca804f825faf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa265036a-ce", "ovs_interfaceid": "a265036a-cec5-434d-827f-77b29d1b4e18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.674846] env[70243]: DEBUG nova.scheduler.client.report [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.690764] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522641ae-a1c3-4841-69d6-04bf0eec5dab, 'name': SearchDatastore_Task, 'duration_secs': 0.007867} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.690970] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.691230] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 852b8e89-d436-4df6-9b3e-a631af2e12cf/852b8e89-d436-4df6-9b3e-a631af2e12cf.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.692309] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb8bd8ad-735e-45b1-9220-6046ff142504 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.699850] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 1117.699850] env[70243]: value = "task-3622667" [ 1117.699850] env[70243]: _type = "Task" [ 1117.699850] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.707739] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.709744] env[70243]: DEBUG nova.compute.manager [req-a8695cac-8638-4694-9601-456e9253840e req-6f03d834-1ae3-4d3a-9b58-18f76640d83b service nova] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Received event network-vif-plugged-a265036a-cec5-434d-827f-77b29d1b4e18 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.709949] env[70243]: DEBUG oslo_concurrency.lockutils [req-a8695cac-8638-4694-9601-456e9253840e req-6f03d834-1ae3-4d3a-9b58-18f76640d83b service nova] Acquiring lock "5e3ccf69-316e-4a64-86fc-4ff0409140eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.710172] env[70243]: DEBUG oslo_concurrency.lockutils [req-a8695cac-8638-4694-9601-456e9253840e req-6f03d834-1ae3-4d3a-9b58-18f76640d83b service nova] Lock "5e3ccf69-316e-4a64-86fc-4ff0409140eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.710341] env[70243]: DEBUG oslo_concurrency.lockutils [req-a8695cac-8638-4694-9601-456e9253840e req-6f03d834-1ae3-4d3a-9b58-18f76640d83b service nova] Lock "5e3ccf69-316e-4a64-86fc-4ff0409140eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.710516] env[70243]: DEBUG nova.compute.manager [req-a8695cac-8638-4694-9601-456e9253840e req-6f03d834-1ae3-4d3a-9b58-18f76640d83b service nova] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] No waiting events found dispatching network-vif-plugged-a265036a-cec5-434d-827f-77b29d1b4e18 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.710680] env[70243]: WARNING nova.compute.manager [req-a8695cac-8638-4694-9601-456e9253840e req-6f03d834-1ae3-4d3a-9b58-18f76640d83b service nova] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Received unexpected event network-vif-plugged-a265036a-cec5-434d-827f-77b29d1b4e18 for instance with vm_state building and task_state spawning. [ 1117.710832] env[70243]: DEBUG nova.compute.manager [req-a8695cac-8638-4694-9601-456e9253840e req-6f03d834-1ae3-4d3a-9b58-18f76640d83b service nova] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Received event network-changed-a265036a-cec5-434d-827f-77b29d1b4e18 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.710981] env[70243]: DEBUG nova.compute.manager [req-a8695cac-8638-4694-9601-456e9253840e req-6f03d834-1ae3-4d3a-9b58-18f76640d83b service nova] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Refreshing instance network info cache due to event network-changed-a265036a-cec5-434d-827f-77b29d1b4e18. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.711166] env[70243]: DEBUG oslo_concurrency.lockutils [req-a8695cac-8638-4694-9601-456e9253840e req-6f03d834-1ae3-4d3a-9b58-18f76640d83b service nova] Acquiring lock "refresh_cache-5e3ccf69-316e-4a64-86fc-4ff0409140eb" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.919455] env[70243]: DEBUG nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.922603] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Releasing lock "refresh_cache-5e3ccf69-316e-4a64-86fc-4ff0409140eb" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.922955] env[70243]: DEBUG nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Instance network_info: |[{"id": "a265036a-cec5-434d-827f-77b29d1b4e18", "address": "fa:16:3e:72:8f:0e", "network": {"id": "39809950-5124-4d83-818e-3bc511d00b9b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1637705581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0de437f66c4786931ca804f825faf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa265036a-ce", "ovs_interfaceid": "a265036a-cec5-434d-827f-77b29d1b4e18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.923269] env[70243]: DEBUG oslo_concurrency.lockutils [req-a8695cac-8638-4694-9601-456e9253840e req-6f03d834-1ae3-4d3a-9b58-18f76640d83b service nova] Acquired lock "refresh_cache-5e3ccf69-316e-4a64-86fc-4ff0409140eb" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.923446] env[70243]: DEBUG nova.network.neutron [req-a8695cac-8638-4694-9601-456e9253840e req-6f03d834-1ae3-4d3a-9b58-18f76640d83b service nova] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Refreshing network info cache for port a265036a-cec5-434d-827f-77b29d1b4e18 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.924734] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:8f:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a265036a-cec5-434d-827f-77b29d1b4e18', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.933096] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Creating folder: Project (7d0de437f66c4786931ca804f825faf7). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1117.933273] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7f4e0ea-ad6b-4812-89cd-a3ab7e3df574 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.944948] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Created folder: Project (7d0de437f66c4786931ca804f825faf7) in parent group-v722220. [ 1117.945528] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Creating folder: Instances. Parent ref: group-v722507. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1117.947788] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.947788] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.947990] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.948142] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.948293] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.948437] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.948677] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.948806] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.948974] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.949147] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.949324] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.949633] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2948aaff-27a0-4ef6-b989-f5f0c4875e0b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.952679] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cc069f-5dc6-47d4-a482-aaf64304a3f8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.963762] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78165d6-96d9-4bac-93eb-73c416300d17 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.969251] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Created folder: Instances in parent group-v722507. [ 1117.969476] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.970073] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.970809] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fadf5cba-95bf-4274-b107-ef735038ad98 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.999781] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.999781] env[70243]: value = "task-3622670" [ 1117.999781] env[70243]: _type = "Task" [ 1117.999781] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.007898] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622670, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.181686] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.182492] env[70243]: DEBUG nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1118.189180] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.915s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.189180] env[70243]: DEBUG nova.objects.instance [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lazy-loading 'resources' on Instance uuid de428c72-4073-4f6f-af91-d693ee775dfb {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.189180] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-698c6a20-7c48-4632-9e47-4a4f66746227 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.189180] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3f92243-0594-48ec-b4ac-77d6df8f0eea {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.196879] env[70243]: DEBUG oslo_vmware.api [None req-698c6a20-7c48-4632-9e47-4a4f66746227 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1118.196879] env[70243]: value = "task-3622671" [ 1118.196879] env[70243]: _type = "Task" [ 1118.196879] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.210353] env[70243]: DEBUG oslo_vmware.api [None req-698c6a20-7c48-4632-9e47-4a4f66746227 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.214021] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474044} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.214748] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 852b8e89-d436-4df6-9b3e-a631af2e12cf/852b8e89-d436-4df6-9b3e-a631af2e12cf.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.214748] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.215186] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da1ed6c8-2ece-46a7-83af-1d83c9e83c11 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.222067] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 1118.222067] env[70243]: value = "task-3622672" [ 1118.222067] env[70243]: _type = "Task" [ 1118.222067] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.231468] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.261560] env[70243]: DEBUG nova.network.neutron [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Successfully updated port: aa750d64-be36-49ae-82de-11860762969c {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.374904] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "7301bc68-12ff-4e13-b63d-8c51dfb58767" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.375193] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "7301bc68-12ff-4e13-b63d-8c51dfb58767" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.514371] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622670, 'name': CreateVM_Task, 'duration_secs': 0.404895} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.514525] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.515119] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.515315] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.515638] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.515912] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-439840ec-3575-42c0-a773-eb34d7900915 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.520621] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1118.520621] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b1d951-5af5-73f8-8025-1e4f35928808" [ 1118.520621] env[70243]: _type = "Task" [ 1118.520621] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.531389] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b1d951-5af5-73f8-8025-1e4f35928808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.639470] env[70243]: DEBUG nova.network.neutron [req-a8695cac-8638-4694-9601-456e9253840e req-6f03d834-1ae3-4d3a-9b58-18f76640d83b service nova] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Updated VIF entry in instance network info cache for port a265036a-cec5-434d-827f-77b29d1b4e18. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.639819] env[70243]: DEBUG nova.network.neutron [req-a8695cac-8638-4694-9601-456e9253840e req-6f03d834-1ae3-4d3a-9b58-18f76640d83b service nova] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Updating instance_info_cache with network_info: [{"id": "a265036a-cec5-434d-827f-77b29d1b4e18", "address": "fa:16:3e:72:8f:0e", "network": {"id": "39809950-5124-4d83-818e-3bc511d00b9b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1637705581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0de437f66c4786931ca804f825faf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa265036a-ce", "ovs_interfaceid": "a265036a-cec5-434d-827f-77b29d1b4e18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.689386] env[70243]: DEBUG nova.compute.utils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.690695] env[70243]: DEBUG nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.690863] env[70243]: DEBUG nova.network.neutron [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.711000] env[70243]: DEBUG oslo_vmware.api [None req-698c6a20-7c48-4632-9e47-4a4f66746227 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622671, 'name': PowerOffVM_Task, 'duration_secs': 0.211669} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.711298] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-698c6a20-7c48-4632-9e47-4a4f66746227 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.711346] env[70243]: DEBUG nova.compute.manager [None req-698c6a20-7c48-4632-9e47-4a4f66746227 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.712629] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30459832-b3b6-4a3f-b909-55286260af0b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.733933] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070184} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.735310] env[70243]: DEBUG nova.policy [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb1b26569eaa45c38654cf055d2d613f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d0de437f66c4786931ca804f825faf7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.737087] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.737937] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2b4b1e-3cec-4927-b719-c67568f2e03e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.764207] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 852b8e89-d436-4df6-9b3e-a631af2e12cf/852b8e89-d436-4df6-9b3e-a631af2e12cf.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.768341] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquiring lock "refresh_cache-8e478b5b-d437-42ea-b302-82490d00e6eb" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.769015] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquired lock "refresh_cache-8e478b5b-d437-42ea-b302-82490d00e6eb" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.769015] env[70243]: DEBUG nova.network.neutron [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.770165] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d599f8d2-3e63-42c6-a726-26e11cde5de8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.794462] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 1118.794462] env[70243]: value = "task-3622673" [ 1118.794462] env[70243]: _type = "Task" [ 1118.794462] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.805997] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622673, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.877225] env[70243]: DEBUG nova.compute.manager [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.916051] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6a5b16-7d98-431e-a877-fe3abe2e9fac {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.924532] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3f86f7-4146-493a-aae7-7bba6faaf14a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.956797] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33935774-f914-465a-9d7c-464c4b69ba85 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.964612] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69227fd2-88c9-47d1-8b66-2deb8504e778 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.978847] env[70243]: DEBUG nova.compute.provider_tree [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.030688] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b1d951-5af5-73f8-8025-1e4f35928808, 'name': SearchDatastore_Task, 'duration_secs': 0.012806} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.031611] env[70243]: DEBUG nova.network.neutron [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Successfully created port: e3014e6e-a7af-4c6c-a35a-c4a878ae310d {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1119.033652] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.034019] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.034384] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.034718] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.035060] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.035421] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19be2446-bfab-4a63-be90-73197042b86f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.046019] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.046019] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.046363] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0f0664f-a910-4e21-99dc-335ba3f91af0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.054424] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1119.054424] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5257b989-943f-21fd-ffcc-5052ee74bc09" [ 1119.054424] env[70243]: _type = "Task" [ 1119.054424] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.064565] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5257b989-943f-21fd-ffcc-5052ee74bc09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.142616] env[70243]: DEBUG oslo_concurrency.lockutils [req-a8695cac-8638-4694-9601-456e9253840e req-6f03d834-1ae3-4d3a-9b58-18f76640d83b service nova] Releasing lock "refresh_cache-5e3ccf69-316e-4a64-86fc-4ff0409140eb" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.197806] env[70243]: DEBUG nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1119.227131] env[70243]: DEBUG oslo_concurrency.lockutils [None req-698c6a20-7c48-4632-9e47-4a4f66746227 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "82888288-702c-4709-a692-2e01927fa55f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.308670] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.317716] env[70243]: DEBUG nova.network.neutron [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.399047] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.455745] env[70243]: DEBUG nova.network.neutron [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Updating instance_info_cache with network_info: [{"id": "aa750d64-be36-49ae-82de-11860762969c", "address": "fa:16:3e:47:f6:99", "network": {"id": "39809950-5124-4d83-818e-3bc511d00b9b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1637705581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0de437f66c4786931ca804f825faf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa750d64-be", "ovs_interfaceid": "aa750d64-be36-49ae-82de-11860762969c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.481813] env[70243]: DEBUG nova.scheduler.client.report [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.552584] env[70243]: DEBUG nova.objects.instance [None req-b32a84d1-a2b1-4b1a-a763-37bd7e6c13f3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lazy-loading 'flavor' on Instance uuid 82888288-702c-4709-a692-2e01927fa55f {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.565426] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5257b989-943f-21fd-ffcc-5052ee74bc09, 'name': SearchDatastore_Task, 'duration_secs': 0.009939} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.566762] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1302b352-67af-4b45-8474-c4b9e7cfe7c5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.574011] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1119.574011] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5233746f-113f-b112-aecc-91e44ba9a787" [ 1119.574011] env[70243]: _type = "Task" [ 1119.574011] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.581503] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5233746f-113f-b112-aecc-91e44ba9a787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.735037] env[70243]: DEBUG nova.compute.manager [req-800d9e07-1c96-495d-b320-9c9ecfb28b23 req-3746d8d5-15fb-423f-945e-71dd6ec9f8f8 service nova] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Received event network-vif-plugged-aa750d64-be36-49ae-82de-11860762969c {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.735457] env[70243]: DEBUG oslo_concurrency.lockutils [req-800d9e07-1c96-495d-b320-9c9ecfb28b23 req-3746d8d5-15fb-423f-945e-71dd6ec9f8f8 service nova] Acquiring lock "8e478b5b-d437-42ea-b302-82490d00e6eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.735457] env[70243]: DEBUG oslo_concurrency.lockutils [req-800d9e07-1c96-495d-b320-9c9ecfb28b23 req-3746d8d5-15fb-423f-945e-71dd6ec9f8f8 service nova] Lock "8e478b5b-d437-42ea-b302-82490d00e6eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.735550] env[70243]: DEBUG oslo_concurrency.lockutils [req-800d9e07-1c96-495d-b320-9c9ecfb28b23 req-3746d8d5-15fb-423f-945e-71dd6ec9f8f8 service nova] Lock "8e478b5b-d437-42ea-b302-82490d00e6eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.735791] env[70243]: DEBUG nova.compute.manager [req-800d9e07-1c96-495d-b320-9c9ecfb28b23 req-3746d8d5-15fb-423f-945e-71dd6ec9f8f8 service nova] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] No waiting events found dispatching network-vif-plugged-aa750d64-be36-49ae-82de-11860762969c {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.736017] env[70243]: WARNING nova.compute.manager [req-800d9e07-1c96-495d-b320-9c9ecfb28b23 req-3746d8d5-15fb-423f-945e-71dd6ec9f8f8 service nova] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Received unexpected event network-vif-plugged-aa750d64-be36-49ae-82de-11860762969c for instance with vm_state building and task_state spawning. [ 1119.736225] env[70243]: DEBUG nova.compute.manager [req-800d9e07-1c96-495d-b320-9c9ecfb28b23 req-3746d8d5-15fb-423f-945e-71dd6ec9f8f8 service nova] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Received event network-changed-aa750d64-be36-49ae-82de-11860762969c {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.736427] env[70243]: DEBUG nova.compute.manager [req-800d9e07-1c96-495d-b320-9c9ecfb28b23 req-3746d8d5-15fb-423f-945e-71dd6ec9f8f8 service nova] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Refreshing instance network info cache due to event network-changed-aa750d64-be36-49ae-82de-11860762969c. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.736784] env[70243]: DEBUG oslo_concurrency.lockutils [req-800d9e07-1c96-495d-b320-9c9ecfb28b23 req-3746d8d5-15fb-423f-945e-71dd6ec9f8f8 service nova] Acquiring lock "refresh_cache-8e478b5b-d437-42ea-b302-82490d00e6eb" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.806301] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622673, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.962097] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Releasing lock "refresh_cache-8e478b5b-d437-42ea-b302-82490d00e6eb" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.962097] env[70243]: DEBUG nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Instance network_info: |[{"id": "aa750d64-be36-49ae-82de-11860762969c", "address": "fa:16:3e:47:f6:99", "network": {"id": "39809950-5124-4d83-818e-3bc511d00b9b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1637705581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0de437f66c4786931ca804f825faf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa750d64-be", "ovs_interfaceid": "aa750d64-be36-49ae-82de-11860762969c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.962097] env[70243]: DEBUG oslo_concurrency.lockutils [req-800d9e07-1c96-495d-b320-9c9ecfb28b23 req-3746d8d5-15fb-423f-945e-71dd6ec9f8f8 service nova] Acquired lock "refresh_cache-8e478b5b-d437-42ea-b302-82490d00e6eb" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.962097] env[70243]: DEBUG nova.network.neutron [req-800d9e07-1c96-495d-b320-9c9ecfb28b23 req-3746d8d5-15fb-423f-945e-71dd6ec9f8f8 service nova] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Refreshing network info cache for port aa750d64-be36-49ae-82de-11860762969c {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.962097] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:f6:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa750d64-be36-49ae-82de-11860762969c', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.976743] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.977881] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.978276] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f961a9e-f448-4a7f-8f33-950bd795644e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.996625] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.999047] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.930s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.004041] env[70243]: INFO nova.compute.claims [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.013693] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.013693] env[70243]: value = "task-3622674" [ 1120.013693] env[70243]: _type = "Task" [ 1120.013693] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.020138] env[70243]: INFO nova.scheduler.client.report [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Deleted allocations for instance de428c72-4073-4f6f-af91-d693ee775dfb [ 1120.026577] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622674, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.059502] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b32a84d1-a2b1-4b1a-a763-37bd7e6c13f3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "refresh_cache-82888288-702c-4709-a692-2e01927fa55f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.059502] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b32a84d1-a2b1-4b1a-a763-37bd7e6c13f3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired lock "refresh_cache-82888288-702c-4709-a692-2e01927fa55f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.059795] env[70243]: DEBUG nova.network.neutron [None req-b32a84d1-a2b1-4b1a-a763-37bd7e6c13f3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.059987] env[70243]: DEBUG nova.objects.instance [None req-b32a84d1-a2b1-4b1a-a763-37bd7e6c13f3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lazy-loading 'info_cache' on Instance uuid 82888288-702c-4709-a692-2e01927fa55f {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.085491] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5233746f-113f-b112-aecc-91e44ba9a787, 'name': SearchDatastore_Task, 'duration_secs': 0.009646} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.085912] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.086363] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 5e3ccf69-316e-4a64-86fc-4ff0409140eb/5e3ccf69-316e-4a64-86fc-4ff0409140eb.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.086763] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b76cb00e-70f4-424e-81df-a766e945bf95 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.094509] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1120.094509] env[70243]: value = "task-3622675" [ 1120.094509] env[70243]: _type = "Task" [ 1120.094509] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.102578] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.205066] env[70243]: DEBUG nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1120.237708] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.237995] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.238346] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.238346] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.238507] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.238663] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.238897] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.239114] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.239311] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.239481] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.239659] env[70243]: DEBUG nova.virt.hardware [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.240692] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdce508e-b51f-456d-a561-c3b7427e2b53 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.249893] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c56789-6adc-40a5-8c95-8cea5cef7cb8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.307137] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622673, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.536960] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622674, 'name': CreateVM_Task, 'duration_secs': 0.427685} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.537606] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6cb525c6-95a6-41ad-9b17-0b49d90db2af tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "de428c72-4073-4f6f-af91-d693ee775dfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.953s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.538700] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.539528] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.539700] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.540229] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.540675] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d530e6c8-20ef-478d-b41f-1548450d4fe2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.546736] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1120.546736] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529b726f-8362-8207-778f-fbb769a9162b" [ 1120.546736] env[70243]: _type = "Task" [ 1120.546736] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.556191] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529b726f-8362-8207-778f-fbb769a9162b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.564026] env[70243]: DEBUG nova.objects.base [None req-b32a84d1-a2b1-4b1a-a763-37bd7e6c13f3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Object Instance<82888288-702c-4709-a692-2e01927fa55f> lazy-loaded attributes: flavor,info_cache {{(pid=70243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1120.604371] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471069} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.605065] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 5e3ccf69-316e-4a64-86fc-4ff0409140eb/5e3ccf69-316e-4a64-86fc-4ff0409140eb.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.605349] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.605608] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74ecb63b-10b4-4329-ae99-50b422027bec {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.613453] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1120.613453] env[70243]: value = "task-3622676" [ 1120.613453] env[70243]: _type = "Task" [ 1120.613453] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.621395] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.719666] env[70243]: DEBUG nova.network.neutron [req-800d9e07-1c96-495d-b320-9c9ecfb28b23 req-3746d8d5-15fb-423f-945e-71dd6ec9f8f8 service nova] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Updated VIF entry in instance network info cache for port aa750d64-be36-49ae-82de-11860762969c. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.720071] env[70243]: DEBUG nova.network.neutron [req-800d9e07-1c96-495d-b320-9c9ecfb28b23 req-3746d8d5-15fb-423f-945e-71dd6ec9f8f8 service nova] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Updating instance_info_cache with network_info: [{"id": "aa750d64-be36-49ae-82de-11860762969c", "address": "fa:16:3e:47:f6:99", "network": {"id": "39809950-5124-4d83-818e-3bc511d00b9b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1637705581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0de437f66c4786931ca804f825faf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa750d64-be", "ovs_interfaceid": "aa750d64-be36-49ae-82de-11860762969c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.806412] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622673, 'name': ReconfigVM_Task, 'duration_secs': 1.785909} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.806703] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 852b8e89-d436-4df6-9b3e-a631af2e12cf/852b8e89-d436-4df6-9b3e-a631af2e12cf.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.807400] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0abcfc56-5d3a-468b-aa37-160381d29f27 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.813624] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 1120.813624] env[70243]: value = "task-3622677" [ 1120.813624] env[70243]: _type = "Task" [ 1120.813624] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.821085] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622677, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.822064] env[70243]: DEBUG nova.network.neutron [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Successfully updated port: e3014e6e-a7af-4c6c-a35a-c4a878ae310d {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.059914] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529b726f-8362-8207-778f-fbb769a9162b, 'name': SearchDatastore_Task, 'duration_secs': 0.009846} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.060259] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.060495] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.060732] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.060877] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.061085] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.061472] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-defb5cbb-1ad6-4fe7-be69-f265efd81a63 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.071993] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.071993] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.072109] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4cb3b3c-cf8b-4e43-91d1-0134ce794adf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.077647] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1121.077647] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529ded7f-62f9-3621-f54e-d29d4bba7548" [ 1121.077647] env[70243]: _type = "Task" [ 1121.077647] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.088782] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529ded7f-62f9-3621-f54e-d29d4bba7548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.123703] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063356} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.124031] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.124843] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165838cf-67d4-4a63-8854-e64bffd198fc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.150606] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 5e3ccf69-316e-4a64-86fc-4ff0409140eb/5e3ccf69-316e-4a64-86fc-4ff0409140eb.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.153391] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-085ee946-48b6-4335-9689-9043351259b3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.172880] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1121.172880] env[70243]: value = "task-3622678" [ 1121.172880] env[70243]: _type = "Task" [ 1121.172880] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.180596] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.223650] env[70243]: DEBUG oslo_concurrency.lockutils [req-800d9e07-1c96-495d-b320-9c9ecfb28b23 req-3746d8d5-15fb-423f-945e-71dd6ec9f8f8 service nova] Releasing lock "refresh_cache-8e478b5b-d437-42ea-b302-82490d00e6eb" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.233772] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a055eef1-aa7a-44d2-82bf-26393fcaf8fe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.242816] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d12666d-d54c-4c79-920b-ef6c44b56ca0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.275445] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a709278d-b0b2-4a89-8412-83c5e2469411 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.282834] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec8a13b-1878-4334-be73-755dd1580f56 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.299024] env[70243]: DEBUG nova.compute.provider_tree [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.328062] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622677, 'name': Rename_Task, 'duration_secs': 0.351622} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.328062] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquiring lock "refresh_cache-0bc23339-23e2-4ec4-9898-6df55f2bfb18" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.328062] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquired lock "refresh_cache-0bc23339-23e2-4ec4-9898-6df55f2bfb18" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.328062] env[70243]: DEBUG nova.network.neutron [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.328062] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.328062] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f29241a6-8daf-436f-84e7-ccf30ff108cc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.334019] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 1121.334019] env[70243]: value = "task-3622679" [ 1121.334019] env[70243]: _type = "Task" [ 1121.334019] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.340606] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.355522] env[70243]: DEBUG nova.network.neutron [None req-b32a84d1-a2b1-4b1a-a763-37bd7e6c13f3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Updating instance_info_cache with network_info: [{"id": "bd1e301a-6889-41ea-80c5-1273b77d58f5", "address": "fa:16:3e:e4:77:eb", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1e301a-68", "ovs_interfaceid": "bd1e301a-6889-41ea-80c5-1273b77d58f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.590122] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529ded7f-62f9-3621-f54e-d29d4bba7548, 'name': SearchDatastore_Task, 'duration_secs': 0.011478} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.591388] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce76556b-a7aa-40f2-a148-65049ce1c2ea {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.597806] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1121.597806] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f59743-b91f-9a53-b2b6-9585e028c92f" [ 1121.597806] env[70243]: _type = "Task" [ 1121.597806] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.609232] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f59743-b91f-9a53-b2b6-9585e028c92f, 'name': SearchDatastore_Task, 'duration_secs': 0.009659} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.609808] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.610138] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 8e478b5b-d437-42ea-b302-82490d00e6eb/8e478b5b-d437-42ea-b302-82490d00e6eb.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.610654] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-416e6165-6fe6-45fb-a1c0-4f2a8434a70e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.616885] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1121.616885] env[70243]: value = "task-3622680" [ 1121.616885] env[70243]: _type = "Task" [ 1121.616885] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.625756] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.685206] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.767123] env[70243]: DEBUG nova.compute.manager [req-1bb0da2b-1af1-4258-82fa-e29a64a94e24 req-a9011f59-6a6e-49b7-9963-bb36c6b43987 service nova] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Received event network-vif-plugged-e3014e6e-a7af-4c6c-a35a-c4a878ae310d {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.767123] env[70243]: DEBUG oslo_concurrency.lockutils [req-1bb0da2b-1af1-4258-82fa-e29a64a94e24 req-a9011f59-6a6e-49b7-9963-bb36c6b43987 service nova] Acquiring lock "0bc23339-23e2-4ec4-9898-6df55f2bfb18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.768151] env[70243]: DEBUG oslo_concurrency.lockutils [req-1bb0da2b-1af1-4258-82fa-e29a64a94e24 req-a9011f59-6a6e-49b7-9963-bb36c6b43987 service nova] Lock "0bc23339-23e2-4ec4-9898-6df55f2bfb18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.768614] env[70243]: DEBUG oslo_concurrency.lockutils [req-1bb0da2b-1af1-4258-82fa-e29a64a94e24 req-a9011f59-6a6e-49b7-9963-bb36c6b43987 service nova] Lock "0bc23339-23e2-4ec4-9898-6df55f2bfb18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.769089] env[70243]: DEBUG nova.compute.manager [req-1bb0da2b-1af1-4258-82fa-e29a64a94e24 req-a9011f59-6a6e-49b7-9963-bb36c6b43987 service nova] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] No waiting events found dispatching network-vif-plugged-e3014e6e-a7af-4c6c-a35a-c4a878ae310d {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.769497] env[70243]: WARNING nova.compute.manager [req-1bb0da2b-1af1-4258-82fa-e29a64a94e24 req-a9011f59-6a6e-49b7-9963-bb36c6b43987 service nova] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Received unexpected event network-vif-plugged-e3014e6e-a7af-4c6c-a35a-c4a878ae310d for instance with vm_state building and task_state spawning. [ 1121.770251] env[70243]: DEBUG nova.compute.manager [req-1bb0da2b-1af1-4258-82fa-e29a64a94e24 req-a9011f59-6a6e-49b7-9963-bb36c6b43987 service nova] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Received event network-changed-e3014e6e-a7af-4c6c-a35a-c4a878ae310d {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.770599] env[70243]: DEBUG nova.compute.manager [req-1bb0da2b-1af1-4258-82fa-e29a64a94e24 req-a9011f59-6a6e-49b7-9963-bb36c6b43987 service nova] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Refreshing instance network info cache due to event network-changed-e3014e6e-a7af-4c6c-a35a-c4a878ae310d. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.771013] env[70243]: DEBUG oslo_concurrency.lockutils [req-1bb0da2b-1af1-4258-82fa-e29a64a94e24 req-a9011f59-6a6e-49b7-9963-bb36c6b43987 service nova] Acquiring lock "refresh_cache-0bc23339-23e2-4ec4-9898-6df55f2bfb18" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.802024] env[70243]: DEBUG nova.scheduler.client.report [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.846161] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622679, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.858120] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b32a84d1-a2b1-4b1a-a763-37bd7e6c13f3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Releasing lock "refresh_cache-82888288-702c-4709-a692-2e01927fa55f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.879652] env[70243]: DEBUG nova.network.neutron [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.077573] env[70243]: DEBUG nova.network.neutron [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Updating instance_info_cache with network_info: [{"id": "e3014e6e-a7af-4c6c-a35a-c4a878ae310d", "address": "fa:16:3e:61:b6:a0", "network": {"id": "39809950-5124-4d83-818e-3bc511d00b9b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1637705581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0de437f66c4786931ca804f825faf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3014e6e-a7", "ovs_interfaceid": "e3014e6e-a7af-4c6c-a35a-c4a878ae310d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.127592] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444549} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.127875] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 8e478b5b-d437-42ea-b302-82490d00e6eb/8e478b5b-d437-42ea-b302-82490d00e6eb.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.128077] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.128330] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa56cbb3-74c3-4efb-9fbe-987ecdfea49f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.134527] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1122.134527] env[70243]: value = "task-3622681" [ 1122.134527] env[70243]: _type = "Task" [ 1122.134527] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.142578] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.184644] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622678, 'name': ReconfigVM_Task, 'duration_secs': 0.687878} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.185015] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 5e3ccf69-316e-4a64-86fc-4ff0409140eb/5e3ccf69-316e-4a64-86fc-4ff0409140eb.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.185841] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-032dffa3-c624-4efe-b2e3-b755b0115cfb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.191142] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1122.191142] env[70243]: value = "task-3622682" [ 1122.191142] env[70243]: _type = "Task" [ 1122.191142] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.199395] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622682, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.307600] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.308252] env[70243]: DEBUG nova.compute.manager [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.310801] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.399s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.310909] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.311036] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1122.311319] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.465s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.312749] env[70243]: INFO nova.compute.claims [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.316194] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bf3bf8-710c-4fd6-ae25-399a18dc7e81 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.324127] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afc0d06-6d5d-4c48-9a3b-22f3d9e427be {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.342245] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ba0b84-e035-4026-97ec-4b01c587a13a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.351865] env[70243]: DEBUG oslo_vmware.api [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622679, 'name': PowerOnVM_Task, 'duration_secs': 0.725929} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.353935] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.354168] env[70243]: INFO nova.compute.manager [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1122.354353] env[70243]: DEBUG nova.compute.manager [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.355392] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c990ed6-9f83-4774-8a0a-36387ebf8325 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.358452] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4248044d-fd93-4a7a-99ef-7828b067c5f8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.393726] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179160MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=70243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1122.393905] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.580698] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Releasing lock "refresh_cache-0bc23339-23e2-4ec4-9898-6df55f2bfb18" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.581085] env[70243]: DEBUG nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Instance network_info: |[{"id": "e3014e6e-a7af-4c6c-a35a-c4a878ae310d", "address": "fa:16:3e:61:b6:a0", "network": {"id": "39809950-5124-4d83-818e-3bc511d00b9b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1637705581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0de437f66c4786931ca804f825faf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3014e6e-a7", "ovs_interfaceid": "e3014e6e-a7af-4c6c-a35a-c4a878ae310d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1122.581426] env[70243]: DEBUG oslo_concurrency.lockutils [req-1bb0da2b-1af1-4258-82fa-e29a64a94e24 req-a9011f59-6a6e-49b7-9963-bb36c6b43987 service nova] Acquired lock "refresh_cache-0bc23339-23e2-4ec4-9898-6df55f2bfb18" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.581623] env[70243]: DEBUG nova.network.neutron [req-1bb0da2b-1af1-4258-82fa-e29a64a94e24 req-a9011f59-6a6e-49b7-9963-bb36c6b43987 service nova] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Refreshing network info cache for port e3014e6e-a7af-4c6c-a35a-c4a878ae310d {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.582851] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:b6:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3014e6e-a7af-4c6c-a35a-c4a878ae310d', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.591332] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.594440] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.594965] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43e27b67-46eb-4c80-8f1f-d8ca4c64827e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.614555] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.614555] env[70243]: value = "task-3622683" [ 1122.614555] env[70243]: _type = "Task" [ 1122.614555] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.625275] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622683, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.646695] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119523} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.646967] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.647776] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d5db44-9ce6-4f21-9577-9db780cab081 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.671516] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 8e478b5b-d437-42ea-b302-82490d00e6eb/8e478b5b-d437-42ea-b302-82490d00e6eb.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.671851] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-715fa65f-48a7-4085-8246-bc7eeb562033 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.697049] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1122.697049] env[70243]: value = "task-3622684" [ 1122.697049] env[70243]: _type = "Task" [ 1122.697049] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.704376] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622682, 'name': Rename_Task, 'duration_secs': 0.411262} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.705894] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.705894] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fee06a6e-283a-4a69-a616-8b72bbfe856c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.710814] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.711057] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1122.711057] env[70243]: value = "task-3622685" [ 1122.711057] env[70243]: _type = "Task" [ 1122.711057] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.722035] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.817203] env[70243]: DEBUG nova.compute.utils [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.818627] env[70243]: DEBUG nova.compute.manager [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1122.818865] env[70243]: DEBUG nova.network.neutron [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.835725] env[70243]: DEBUG nova.network.neutron [req-1bb0da2b-1af1-4258-82fa-e29a64a94e24 req-a9011f59-6a6e-49b7-9963-bb36c6b43987 service nova] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Updated VIF entry in instance network info cache for port e3014e6e-a7af-4c6c-a35a-c4a878ae310d. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.836196] env[70243]: DEBUG nova.network.neutron [req-1bb0da2b-1af1-4258-82fa-e29a64a94e24 req-a9011f59-6a6e-49b7-9963-bb36c6b43987 service nova] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Updating instance_info_cache with network_info: [{"id": "e3014e6e-a7af-4c6c-a35a-c4a878ae310d", "address": "fa:16:3e:61:b6:a0", "network": {"id": "39809950-5124-4d83-818e-3bc511d00b9b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1637705581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0de437f66c4786931ca804f825faf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3014e6e-a7", "ovs_interfaceid": "e3014e6e-a7af-4c6c-a35a-c4a878ae310d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.864636] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32a84d1-a2b1-4b1a-a763-37bd7e6c13f3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.864990] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05e19740-754d-4cb7-bfdb-ee74bc33d6e4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.868749] env[70243]: DEBUG nova.policy [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dee7e13e3f64945b44bac49d4c2d09d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b82d157f42e44fdf8b5c0b034837f77f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.877629] env[70243]: DEBUG oslo_vmware.api [None req-b32a84d1-a2b1-4b1a-a763-37bd7e6c13f3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1122.877629] env[70243]: value = "task-3622686" [ 1122.877629] env[70243]: _type = "Task" [ 1122.877629] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.887988] env[70243]: DEBUG oslo_vmware.api [None req-b32a84d1-a2b1-4b1a-a763-37bd7e6c13f3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.903604] env[70243]: INFO nova.compute.manager [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Took 17.22 seconds to build instance. [ 1123.012173] env[70243]: DEBUG oslo_concurrency.lockutils [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "0d8b96ef-df36-4d10-ab15-8454c68bf6b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.012432] env[70243]: DEBUG oslo_concurrency.lockutils [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "0d8b96ef-df36-4d10-ab15-8454c68bf6b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.124060] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622683, 'name': CreateVM_Task, 'duration_secs': 0.44526} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.124256] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.125010] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.125191] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.125503] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.125776] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32e0aab4-f3de-4a0d-a43e-55c58391e90d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.130897] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1123.130897] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c2e685-8fa4-8053-d6c2-c7b64a4d4adc" [ 1123.130897] env[70243]: _type = "Task" [ 1123.130897] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.138938] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c2e685-8fa4-8053-d6c2-c7b64a4d4adc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.183605] env[70243]: DEBUG nova.network.neutron [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Successfully created port: f8b8d089-e33f-4444-b5b5-a645e8d6a60a {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1123.207680] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622684, 'name': ReconfigVM_Task, 'duration_secs': 0.3208} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.208011] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 8e478b5b-d437-42ea-b302-82490d00e6eb/8e478b5b-d437-42ea-b302-82490d00e6eb.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.208681] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81f7df94-42c3-46b6-b364-81dbe4ff0604 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.217806] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1123.217806] env[70243]: value = "task-3622687" [ 1123.217806] env[70243]: _type = "Task" [ 1123.217806] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.224249] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622685, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.229154] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622687, 'name': Rename_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.322206] env[70243]: DEBUG nova.compute.manager [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.339499] env[70243]: DEBUG oslo_concurrency.lockutils [req-1bb0da2b-1af1-4258-82fa-e29a64a94e24 req-a9011f59-6a6e-49b7-9963-bb36c6b43987 service nova] Releasing lock "refresh_cache-0bc23339-23e2-4ec4-9898-6df55f2bfb18" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.393093] env[70243]: DEBUG oslo_vmware.api [None req-b32a84d1-a2b1-4b1a-a763-37bd7e6c13f3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622686, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.407771] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e4519e67-5f36-4aff-b17e-83c47156c659 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "852b8e89-d436-4df6-9b3e-a631af2e12cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.733s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.517656] env[70243]: DEBUG nova.compute.manager [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1123.548769] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07faa8e-0b56-4258-875e-806086c7b799 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.558097] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1add13b-0b98-4c67-9b89-c21a87211a5e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.593500] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0731634-1c79-4459-8be0-5bce536c9b28 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.605034] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272d6ef8-c5d0-4eb8-9933-60cad5e52eca {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.626404] env[70243]: DEBUG nova.compute.provider_tree [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.641031] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c2e685-8fa4-8053-d6c2-c7b64a4d4adc, 'name': SearchDatastore_Task, 'duration_secs': 0.010069} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.641399] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.641705] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.641973] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.642176] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.642400] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.642694] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f52c65e6-47ae-409d-9f5e-7880ca57074f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.651946] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.652191] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.652987] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2459b2fc-a5c0-46e3-96f1-00e02fa89a4e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.658730] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1123.658730] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c1cf45-dac3-4366-00b5-f55e4d90a399" [ 1123.658730] env[70243]: _type = "Task" [ 1123.658730] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.667153] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c1cf45-dac3-4366-00b5-f55e4d90a399, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.727091] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622685, 'name': PowerOnVM_Task, 'duration_secs': 0.945575} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.727873] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.728156] env[70243]: INFO nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1123.728363] env[70243]: DEBUG nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.729212] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99375efb-2d7e-4177-a18f-21307202f191 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.734653] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622687, 'name': Rename_Task, 'duration_secs': 0.143388} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.735288] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.735584] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9559a85f-25ef-4856-9528-519ebfe28302 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.746012] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1123.746012] env[70243]: value = "task-3622688" [ 1123.746012] env[70243]: _type = "Task" [ 1123.746012] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.753419] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.888936] env[70243]: DEBUG oslo_vmware.api [None req-b32a84d1-a2b1-4b1a-a763-37bd7e6c13f3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622686, 'name': PowerOnVM_Task, 'duration_secs': 0.60106} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.889305] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32a84d1-a2b1-4b1a-a763-37bd7e6c13f3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.889429] env[70243]: DEBUG nova.compute.manager [None req-b32a84d1-a2b1-4b1a-a763-37bd7e6c13f3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.890190] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2a297f-94d2-4d6f-a919-3d17e3e11767 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.003815] env[70243]: DEBUG nova.compute.manager [req-44c0a433-af72-4455-a9ec-c27451aee542 req-dc096b4d-1faf-41ec-86d4-1cf7f31cccf0 service nova] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Received event network-changed-07f485b5-8b92-4d44-b04d-32f64e1ad631 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.003815] env[70243]: DEBUG nova.compute.manager [req-44c0a433-af72-4455-a9ec-c27451aee542 req-dc096b4d-1faf-41ec-86d4-1cf7f31cccf0 service nova] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Refreshing instance network info cache due to event network-changed-07f485b5-8b92-4d44-b04d-32f64e1ad631. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.003815] env[70243]: DEBUG oslo_concurrency.lockutils [req-44c0a433-af72-4455-a9ec-c27451aee542 req-dc096b4d-1faf-41ec-86d4-1cf7f31cccf0 service nova] Acquiring lock "refresh_cache-852b8e89-d436-4df6-9b3e-a631af2e12cf" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.003815] env[70243]: DEBUG oslo_concurrency.lockutils [req-44c0a433-af72-4455-a9ec-c27451aee542 req-dc096b4d-1faf-41ec-86d4-1cf7f31cccf0 service nova] Acquired lock "refresh_cache-852b8e89-d436-4df6-9b3e-a631af2e12cf" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.003815] env[70243]: DEBUG nova.network.neutron [req-44c0a433-af72-4455-a9ec-c27451aee542 req-dc096b4d-1faf-41ec-86d4-1cf7f31cccf0 service nova] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Refreshing network info cache for port 07f485b5-8b92-4d44-b04d-32f64e1ad631 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.035613] env[70243]: DEBUG oslo_concurrency.lockutils [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.130462] env[70243]: DEBUG nova.scheduler.client.report [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.172678] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c1cf45-dac3-4366-00b5-f55e4d90a399, 'name': SearchDatastore_Task, 'duration_secs': 0.009323} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.173832] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecf9fe5a-9214-41b3-ad27-fd93b86f219f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.181688] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1124.181688] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523e1076-447e-2318-88bd-7734c68a2d50" [ 1124.181688] env[70243]: _type = "Task" [ 1124.181688] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.193574] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523e1076-447e-2318-88bd-7734c68a2d50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.254414] env[70243]: INFO nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Took 18.40 seconds to build instance. [ 1124.259151] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622688, 'name': PowerOnVM_Task, 'duration_secs': 0.452762} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.259458] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.259655] env[70243]: INFO nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Took 6.34 seconds to spawn the instance on the hypervisor. [ 1124.259924] env[70243]: DEBUG nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.260872] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624cc067-a2c0-439c-95f3-c02e512cbbcb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.334423] env[70243]: DEBUG nova.compute.manager [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1124.364175] env[70243]: DEBUG nova.virt.hardware [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.364436] env[70243]: DEBUG nova.virt.hardware [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.364612] env[70243]: DEBUG nova.virt.hardware [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.364853] env[70243]: DEBUG nova.virt.hardware [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.365028] env[70243]: DEBUG nova.virt.hardware [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.365242] env[70243]: DEBUG nova.virt.hardware [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.365492] env[70243]: DEBUG nova.virt.hardware [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.365707] env[70243]: DEBUG nova.virt.hardware [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.365879] env[70243]: DEBUG nova.virt.hardware [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.366054] env[70243]: DEBUG nova.virt.hardware [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.366437] env[70243]: DEBUG nova.virt.hardware [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.367144] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cba6933-e3bf-4e19-a370-b1034e8ce4e6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.375575] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261629c4-3f45-4d79-9cc3-3eb5bb4b400e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.637711] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.638279] env[70243]: DEBUG nova.compute.manager [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.644644] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.245s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.645059] env[70243]: INFO nova.compute.claims [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.655013] env[70243]: DEBUG nova.compute.manager [req-43ed2179-82dc-462d-ba51-00ba7ea894e1 req-3ecf8bc0-d8e8-4f81-a45a-258f151698c0 service nova] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Received event network-vif-plugged-f8b8d089-e33f-4444-b5b5-a645e8d6a60a {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.655013] env[70243]: DEBUG oslo_concurrency.lockutils [req-43ed2179-82dc-462d-ba51-00ba7ea894e1 req-3ecf8bc0-d8e8-4f81-a45a-258f151698c0 service nova] Acquiring lock "15ba34ab-80c3-4829-9e8e-d196fc3b09a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.655013] env[70243]: DEBUG oslo_concurrency.lockutils [req-43ed2179-82dc-462d-ba51-00ba7ea894e1 req-3ecf8bc0-d8e8-4f81-a45a-258f151698c0 service nova] Lock "15ba34ab-80c3-4829-9e8e-d196fc3b09a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.655013] env[70243]: DEBUG oslo_concurrency.lockutils [req-43ed2179-82dc-462d-ba51-00ba7ea894e1 req-3ecf8bc0-d8e8-4f81-a45a-258f151698c0 service nova] Lock "15ba34ab-80c3-4829-9e8e-d196fc3b09a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.655013] env[70243]: DEBUG nova.compute.manager [req-43ed2179-82dc-462d-ba51-00ba7ea894e1 req-3ecf8bc0-d8e8-4f81-a45a-258f151698c0 service nova] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] No waiting events found dispatching network-vif-plugged-f8b8d089-e33f-4444-b5b5-a645e8d6a60a {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1124.655013] env[70243]: WARNING nova.compute.manager [req-43ed2179-82dc-462d-ba51-00ba7ea894e1 req-3ecf8bc0-d8e8-4f81-a45a-258f151698c0 service nova] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Received unexpected event network-vif-plugged-f8b8d089-e33f-4444-b5b5-a645e8d6a60a for instance with vm_state building and task_state spawning. [ 1124.694907] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523e1076-447e-2318-88bd-7734c68a2d50, 'name': SearchDatastore_Task, 'duration_secs': 0.025276} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.698041] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.698041] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 0bc23339-23e2-4ec4-9898-6df55f2bfb18/0bc23339-23e2-4ec4-9898-6df55f2bfb18.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.699365] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c55639b7-8980-4a77-a60b-b2dc495c2964 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.708717] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1124.708717] env[70243]: value = "task-3622689" [ 1124.708717] env[70243]: _type = "Task" [ 1124.708717] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.717599] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.747310] env[70243]: DEBUG nova.network.neutron [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Successfully updated port: f8b8d089-e33f-4444-b5b5-a645e8d6a60a {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.756988] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "5e3ccf69-316e-4a64-86fc-4ff0409140eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.908s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.785662] env[70243]: INFO nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Took 18.90 seconds to build instance. [ 1124.821492] env[70243]: DEBUG nova.network.neutron [req-44c0a433-af72-4455-a9ec-c27451aee542 req-dc096b4d-1faf-41ec-86d4-1cf7f31cccf0 service nova] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Updated VIF entry in instance network info cache for port 07f485b5-8b92-4d44-b04d-32f64e1ad631. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.821800] env[70243]: DEBUG nova.network.neutron [req-44c0a433-af72-4455-a9ec-c27451aee542 req-dc096b4d-1faf-41ec-86d4-1cf7f31cccf0 service nova] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Updating instance_info_cache with network_info: [{"id": "07f485b5-8b92-4d44-b04d-32f64e1ad631", "address": "fa:16:3e:98:f2:63", "network": {"id": "d6adba27-2c53-44f1-9f03-601cdbeb7aab", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-931957012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e94b692deca4824824a83f18bc53e29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07f485b5-8b", "ovs_interfaceid": "07f485b5-8b92-4d44-b04d-32f64e1ad631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.150173] env[70243]: DEBUG nova.compute.utils [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.155654] env[70243]: DEBUG nova.compute.manager [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.155977] env[70243]: DEBUG nova.network.neutron [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.219982] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622689, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.228789] env[70243]: DEBUG nova.policy [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d6f3d47d0f64a65b0abc460781a993a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fec6172a26a477f9b03f1232e5bb875', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.250057] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "refresh_cache-15ba34ab-80c3-4829-9e8e-d196fc3b09a8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.250263] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired lock "refresh_cache-15ba34ab-80c3-4829-9e8e-d196fc3b09a8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.250413] env[70243]: DEBUG nova.network.neutron [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.291374] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "8e478b5b-d437-42ea-b302-82490d00e6eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.412s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.325850] env[70243]: DEBUG oslo_concurrency.lockutils [req-44c0a433-af72-4455-a9ec-c27451aee542 req-dc096b4d-1faf-41ec-86d4-1cf7f31cccf0 service nova] Releasing lock "refresh_cache-852b8e89-d436-4df6-9b3e-a631af2e12cf" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.534233] env[70243]: DEBUG nova.network.neutron [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Successfully created port: 496cd9f9-8bb0-49b8-bad3-155d8bc584b7 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.656568] env[70243]: DEBUG nova.compute.manager [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.723088] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583353} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.723651] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 0bc23339-23e2-4ec4-9898-6df55f2bfb18/0bc23339-23e2-4ec4-9898-6df55f2bfb18.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.724015] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.724647] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f896bc17-ff09-4af0-9dba-146fe906f646 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.732793] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1125.732793] env[70243]: value = "task-3622690" [ 1125.732793] env[70243]: _type = "Task" [ 1125.732793] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.746502] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.788752] env[70243]: DEBUG nova.network.neutron [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.859653] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d945dd-bfdd-40e8-9f84-777e261eadd0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.870233] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd40c33-c196-46a1-9a23-9930ac34d581 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.907140] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a1e827-a33a-446b-9430-b68b863337ff {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.915752] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45d9e5f-d4e7-4d40-9f1e-3b314f58b67e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.930753] env[70243]: DEBUG nova.compute.provider_tree [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.968907] env[70243]: DEBUG nova.network.neutron [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Updating instance_info_cache with network_info: [{"id": "f8b8d089-e33f-4444-b5b5-a645e8d6a60a", "address": "fa:16:3e:99:47:f0", "network": {"id": "9ca41f48-ec49-4b89-8cf4-e17009fd41d3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-376653628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b82d157f42e44fdf8b5c0b034837f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8b8d089-e3", "ovs_interfaceid": "f8b8d089-e33f-4444-b5b5-a645e8d6a60a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.249908] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077484} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.250672] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.252808] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd64dbb9-e4f5-48f1-a825-084da5776e38 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.291555] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 0bc23339-23e2-4ec4-9898-6df55f2bfb18/0bc23339-23e2-4ec4-9898-6df55f2bfb18.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.291981] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93424581-ccfc-497b-a448-2e2c7f3d1c90 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.322050] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1126.322050] env[70243]: value = "task-3622691" [ 1126.322050] env[70243]: _type = "Task" [ 1126.322050] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.332894] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.435074] env[70243]: DEBUG nova.scheduler.client.report [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.471945] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Releasing lock "refresh_cache-15ba34ab-80c3-4829-9e8e-d196fc3b09a8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.472375] env[70243]: DEBUG nova.compute.manager [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Instance network_info: |[{"id": "f8b8d089-e33f-4444-b5b5-a645e8d6a60a", "address": "fa:16:3e:99:47:f0", "network": {"id": "9ca41f48-ec49-4b89-8cf4-e17009fd41d3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-376653628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b82d157f42e44fdf8b5c0b034837f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8b8d089-e3", "ovs_interfaceid": "f8b8d089-e33f-4444-b5b5-a645e8d6a60a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1126.472862] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:47:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8b8d089-e33f-4444-b5b5-a645e8d6a60a', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.480456] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.480769] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.481069] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dc23c4d-9b99-4d4f-b3fb-7eca695345bb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.502996] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.502996] env[70243]: value = "task-3622692" [ 1126.502996] env[70243]: _type = "Task" [ 1126.502996] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.511783] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622692, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.666772] env[70243]: DEBUG nova.compute.manager [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.683097] env[70243]: DEBUG nova.compute.manager [req-b743b279-4b4c-4320-a88d-b5d7bcbd97f4 req-6ae10840-148c-4ab6-b9cf-71e6cfce8d36 service nova] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Received event network-changed-f8b8d089-e33f-4444-b5b5-a645e8d6a60a {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.683320] env[70243]: DEBUG nova.compute.manager [req-b743b279-4b4c-4320-a88d-b5d7bcbd97f4 req-6ae10840-148c-4ab6-b9cf-71e6cfce8d36 service nova] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Refreshing instance network info cache due to event network-changed-f8b8d089-e33f-4444-b5b5-a645e8d6a60a. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.683513] env[70243]: DEBUG oslo_concurrency.lockutils [req-b743b279-4b4c-4320-a88d-b5d7bcbd97f4 req-6ae10840-148c-4ab6-b9cf-71e6cfce8d36 service nova] Acquiring lock "refresh_cache-15ba34ab-80c3-4829-9e8e-d196fc3b09a8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.683700] env[70243]: DEBUG oslo_concurrency.lockutils [req-b743b279-4b4c-4320-a88d-b5d7bcbd97f4 req-6ae10840-148c-4ab6-b9cf-71e6cfce8d36 service nova] Acquired lock "refresh_cache-15ba34ab-80c3-4829-9e8e-d196fc3b09a8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.683875] env[70243]: DEBUG nova.network.neutron [req-b743b279-4b4c-4320-a88d-b5d7bcbd97f4 req-6ae10840-148c-4ab6-b9cf-71e6cfce8d36 service nova] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Refreshing network info cache for port f8b8d089-e33f-4444-b5b5-a645e8d6a60a {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.695780] env[70243]: DEBUG nova.virt.hardware [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.696144] env[70243]: DEBUG nova.virt.hardware [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.696352] env[70243]: DEBUG nova.virt.hardware [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.696551] env[70243]: DEBUG nova.virt.hardware [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.696705] env[70243]: DEBUG nova.virt.hardware [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.696853] env[70243]: DEBUG nova.virt.hardware [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.697078] env[70243]: DEBUG nova.virt.hardware [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.697240] env[70243]: DEBUG nova.virt.hardware [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.697411] env[70243]: DEBUG nova.virt.hardware [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.697573] env[70243]: DEBUG nova.virt.hardware [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.697742] env[70243]: DEBUG nova.virt.hardware [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.698830] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a87921-40be-41ff-9c97-4b8f4ba6ae32 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.708365] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8dca47-c94d-4d48-b980-d0787a2f0b59 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.832920] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622691, 'name': ReconfigVM_Task, 'duration_secs': 0.34866} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.833228] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 0bc23339-23e2-4ec4-9898-6df55f2bfb18/0bc23339-23e2-4ec4-9898-6df55f2bfb18.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.833895] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7da1a0e-610b-410c-a65d-2502a824849e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.840817] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1126.840817] env[70243]: value = "task-3622693" [ 1126.840817] env[70243]: _type = "Task" [ 1126.840817] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.849591] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622693, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.940768] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.941536] env[70243]: DEBUG nova.compute.manager [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1126.945425] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.551s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.974765] env[70243]: DEBUG nova.compute.manager [req-5731929a-9169-4434-a514-1fe42d6ee73e req-a37b3fea-0498-4a4f-8aa4-709fbf78a859 service nova] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Received event network-vif-plugged-496cd9f9-8bb0-49b8-bad3-155d8bc584b7 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.975123] env[70243]: DEBUG oslo_concurrency.lockutils [req-5731929a-9169-4434-a514-1fe42d6ee73e req-a37b3fea-0498-4a4f-8aa4-709fbf78a859 service nova] Acquiring lock "bbccad4a-d0b9-4e89-b557-3420d92c025d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.975462] env[70243]: DEBUG oslo_concurrency.lockutils [req-5731929a-9169-4434-a514-1fe42d6ee73e req-a37b3fea-0498-4a4f-8aa4-709fbf78a859 service nova] Lock "bbccad4a-d0b9-4e89-b557-3420d92c025d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.975724] env[70243]: DEBUG oslo_concurrency.lockutils [req-5731929a-9169-4434-a514-1fe42d6ee73e req-a37b3fea-0498-4a4f-8aa4-709fbf78a859 service nova] Lock "bbccad4a-d0b9-4e89-b557-3420d92c025d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.975974] env[70243]: DEBUG nova.compute.manager [req-5731929a-9169-4434-a514-1fe42d6ee73e req-a37b3fea-0498-4a4f-8aa4-709fbf78a859 service nova] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] No waiting events found dispatching network-vif-plugged-496cd9f9-8bb0-49b8-bad3-155d8bc584b7 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.976213] env[70243]: WARNING nova.compute.manager [req-5731929a-9169-4434-a514-1fe42d6ee73e req-a37b3fea-0498-4a4f-8aa4-709fbf78a859 service nova] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Received unexpected event network-vif-plugged-496cd9f9-8bb0-49b8-bad3-155d8bc584b7 for instance with vm_state building and task_state spawning. [ 1127.015856] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622692, 'name': CreateVM_Task, 'duration_secs': 0.418577} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.016069] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.016950] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.017070] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.017401] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.017689] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01da8290-5a51-4fea-b389-a59a5f97da8b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.024584] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1127.024584] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d29147-bbf1-02c5-5378-1d2ffaac5c44" [ 1127.024584] env[70243]: _type = "Task" [ 1127.024584] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.042026] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d29147-bbf1-02c5-5378-1d2ffaac5c44, 'name': SearchDatastore_Task, 'duration_secs': 0.012755} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.042916] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.043299] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.043665] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.043888] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.044167] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.044677] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6111268d-6c1b-4300-a38d-ecf21373ec92 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.056526] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.056526] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.057504] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32523a02-c568-4f39-8b7d-91f4872a678f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.065894] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1127.065894] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ac2676-d0e2-9ba8-4e53-1726a49d9ff6" [ 1127.065894] env[70243]: _type = "Task" [ 1127.065894] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.075668] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ac2676-d0e2-9ba8-4e53-1726a49d9ff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.118527] env[70243]: DEBUG nova.network.neutron [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Successfully updated port: 496cd9f9-8bb0-49b8-bad3-155d8bc584b7 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.352489] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622693, 'name': Rename_Task, 'duration_secs': 0.18687} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.352863] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.353016] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-906bfe15-bde6-4e66-8be3-cb2aff7f3cf6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.374932] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1127.374932] env[70243]: value = "task-3622694" [ 1127.374932] env[70243]: _type = "Task" [ 1127.374932] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.378788] env[70243]: DEBUG nova.network.neutron [req-b743b279-4b4c-4320-a88d-b5d7bcbd97f4 req-6ae10840-148c-4ab6-b9cf-71e6cfce8d36 service nova] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Updated VIF entry in instance network info cache for port f8b8d089-e33f-4444-b5b5-a645e8d6a60a. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.379167] env[70243]: DEBUG nova.network.neutron [req-b743b279-4b4c-4320-a88d-b5d7bcbd97f4 req-6ae10840-148c-4ab6-b9cf-71e6cfce8d36 service nova] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Updating instance_info_cache with network_info: [{"id": "f8b8d089-e33f-4444-b5b5-a645e8d6a60a", "address": "fa:16:3e:99:47:f0", "network": {"id": "9ca41f48-ec49-4b89-8cf4-e17009fd41d3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-376653628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b82d157f42e44fdf8b5c0b034837f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8b8d089-e3", "ovs_interfaceid": "f8b8d089-e33f-4444-b5b5-a645e8d6a60a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.385928] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.449337] env[70243]: DEBUG nova.compute.utils [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.450750] env[70243]: DEBUG nova.compute.manager [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1127.450919] env[70243]: DEBUG nova.network.neutron [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.501991] env[70243]: DEBUG nova.policy [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '485311ac44f44250bc04f9354e0ab17a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7196e187165f4d538a653ca52e53ad24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.577443] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ac2676-d0e2-9ba8-4e53-1726a49d9ff6, 'name': SearchDatastore_Task, 'duration_secs': 0.013657} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.578242] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec54d9c-b89b-409f-beb9-c03ba87806ea {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.584244] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1127.584244] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d212a5-6788-9732-52a6-372d756d622a" [ 1127.584244] env[70243]: _type = "Task" [ 1127.584244] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.592996] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d212a5-6788-9732-52a6-372d756d622a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.618995] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "refresh_cache-bbccad4a-d0b9-4e89-b557-3420d92c025d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.619200] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired lock "refresh_cache-bbccad4a-d0b9-4e89-b557-3420d92c025d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.619340] env[70243]: DEBUG nova.network.neutron [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.759711] env[70243]: DEBUG nova.network.neutron [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Successfully created port: a2a6f4a0-f462-4213-867d-d854117f643d {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.882408] env[70243]: DEBUG oslo_concurrency.lockutils [req-b743b279-4b4c-4320-a88d-b5d7bcbd97f4 req-6ae10840-148c-4ab6-b9cf-71e6cfce8d36 service nova] Releasing lock "refresh_cache-15ba34ab-80c3-4829-9e8e-d196fc3b09a8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.886339] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622694, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.954666] env[70243]: DEBUG nova.compute.manager [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1127.993517] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 8b2602c1-bd7c-473c-9c61-93b93fad24a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.993816] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 82888288-702c-4709-a692-2e01927fa55f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.993949] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance a09a9d3a-2d42-460b-a682-a03f3167f345 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.994086] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance dcc7c707-e3d0-42ac-a13d-5e94fff5348d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.994204] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 60a86f38-d9ec-46b5-92ea-03ce89f4f9be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.994320] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 852b8e89-d436-4df6-9b3e-a631af2e12cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.994432] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 5e3ccf69-316e-4a64-86fc-4ff0409140eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.994589] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 8e478b5b-d437-42ea-b302-82490d00e6eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.994723] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 0bc23339-23e2-4ec4-9898-6df55f2bfb18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.994860] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 15ba34ab-80c3-4829-9e8e-d196fc3b09a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.994940] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance bbccad4a-d0b9-4e89-b557-3420d92c025d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.995057] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 7301bc68-12ff-4e13-b63d-8c51dfb58767 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1128.096935] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d212a5-6788-9732-52a6-372d756d622a, 'name': SearchDatastore_Task, 'duration_secs': 0.013897} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.096935] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.097298] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 15ba34ab-80c3-4829-9e8e-d196fc3b09a8/15ba34ab-80c3-4829-9e8e-d196fc3b09a8.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.097528] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21b45282-70bf-4ad6-92b7-37b7308dc187 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.107089] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1128.107089] env[70243]: value = "task-3622695" [ 1128.107089] env[70243]: _type = "Task" [ 1128.107089] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.117916] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.153897] env[70243]: DEBUG nova.network.neutron [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.354837] env[70243]: DEBUG nova.network.neutron [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Updating instance_info_cache with network_info: [{"id": "496cd9f9-8bb0-49b8-bad3-155d8bc584b7", "address": "fa:16:3e:6b:24:c0", "network": {"id": "6c4ec218-1aa5-41c5-89cf-b0050733440b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1313015590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fec6172a26a477f9b03f1232e5bb875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap496cd9f9-8b", "ovs_interfaceid": "496cd9f9-8bb0-49b8-bad3-155d8bc584b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.385113] env[70243]: DEBUG oslo_vmware.api [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622694, 'name': PowerOnVM_Task, 'duration_secs': 0.592244} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.385371] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.385567] env[70243]: INFO nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1128.385834] env[70243]: DEBUG nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.386652] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bce389-2412-4d59-91b1-8e305331b752 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.499473] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 0d8b96ef-df36-4d10-ab15-8454c68bf6b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1128.499743] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1128.499895] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1128.618300] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622695, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.684357] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747b44c1-9fff-44f6-b5cb-9cb65f3bbe3a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.694794] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb6e890-6fb1-44a0-92ee-d42bdb1c73d0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.730268] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5775f238-edb1-4cdd-937c-1269126683a8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.742382] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708bb688-91b7-46d6-8656-cbc893902069 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.759438] env[70243]: DEBUG nova.compute.provider_tree [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.857562] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Releasing lock "refresh_cache-bbccad4a-d0b9-4e89-b557-3420d92c025d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.858326] env[70243]: DEBUG nova.compute.manager [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Instance network_info: |[{"id": "496cd9f9-8bb0-49b8-bad3-155d8bc584b7", "address": "fa:16:3e:6b:24:c0", "network": {"id": "6c4ec218-1aa5-41c5-89cf-b0050733440b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1313015590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fec6172a26a477f9b03f1232e5bb875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap496cd9f9-8b", "ovs_interfaceid": "496cd9f9-8bb0-49b8-bad3-155d8bc584b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.858465] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:24:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '496cd9f9-8bb0-49b8-bad3-155d8bc584b7', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.867015] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Creating folder: Project (2fec6172a26a477f9b03f1232e5bb875). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1128.867445] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1d9ac9e-c3d5-4d0a-b314-64ade5e4ce09 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.883380] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Created folder: Project (2fec6172a26a477f9b03f1232e5bb875) in parent group-v722220. [ 1128.883659] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Creating folder: Instances. Parent ref: group-v722513. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1128.883921] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27552235-b921-44a3-a8d3-41c294e209b2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.896013] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Created folder: Instances in parent group-v722513. [ 1128.896341] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.900317] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.609692] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92809ed4-8118-4c44-80cb-aa43bd797936 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.624092] env[70243]: INFO nova.compute.manager [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Took 23.70 seconds to build instance. [ 1129.626890] env[70243]: DEBUG nova.network.neutron [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Successfully updated port: a2a6f4a0-f462-4213-867d-d854117f643d {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.628532] env[70243]: DEBUG nova.compute.manager [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1129.630882] env[70243]: DEBUG nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.633896] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquiring lock "5e3ccf69-316e-4a64-86fc-4ff0409140eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.634132] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "5e3ccf69-316e-4a64-86fc-4ff0409140eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.634333] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquiring lock "5e3ccf69-316e-4a64-86fc-4ff0409140eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.634515] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "5e3ccf69-316e-4a64-86fc-4ff0409140eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.634744] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "5e3ccf69-316e-4a64-86fc-4ff0409140eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.637359] env[70243]: DEBUG nova.compute.manager [req-ca4a6f49-a43f-4307-bfb3-028f9e3b5cd1 req-c2eb2ea8-824b-4972-80c5-6b053bfe0547 service nova] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Received event network-changed-496cd9f9-8bb0-49b8-bad3-155d8bc584b7 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.637557] env[70243]: DEBUG nova.compute.manager [req-ca4a6f49-a43f-4307-bfb3-028f9e3b5cd1 req-c2eb2ea8-824b-4972-80c5-6b053bfe0547 service nova] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Refreshing instance network info cache due to event network-changed-496cd9f9-8bb0-49b8-bad3-155d8bc584b7. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.638375] env[70243]: DEBUG oslo_concurrency.lockutils [req-ca4a6f49-a43f-4307-bfb3-028f9e3b5cd1 req-c2eb2ea8-824b-4972-80c5-6b053bfe0547 service nova] Acquiring lock "refresh_cache-bbccad4a-d0b9-4e89-b557-3420d92c025d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.638553] env[70243]: DEBUG oslo_concurrency.lockutils [req-ca4a6f49-a43f-4307-bfb3-028f9e3b5cd1 req-c2eb2ea8-824b-4972-80c5-6b053bfe0547 service nova] Acquired lock "refresh_cache-bbccad4a-d0b9-4e89-b557-3420d92c025d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.638719] env[70243]: DEBUG nova.network.neutron [req-ca4a6f49-a43f-4307-bfb3-028f9e3b5cd1 req-c2eb2ea8-824b-4972-80c5-6b053bfe0547 service nova] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Refreshing network info cache for port 496cd9f9-8bb0-49b8-bad3-155d8bc584b7 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.640907] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81b335a8-8217-43f9-ace0-8f377872e735 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "0bc23339-23e2-4ec4-9898-6df55f2bfb18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.726s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.641551] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "refresh_cache-7301bc68-12ff-4e13-b63d-8c51dfb58767" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.641684] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired lock "refresh_cache-7301bc68-12ff-4e13-b63d-8c51dfb58767" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.641816] env[70243]: DEBUG nova.network.neutron [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.642808] env[70243]: INFO nova.compute.manager [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Terminating instance [ 1129.653687] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.653687] env[70243]: value = "task-3622698" [ 1129.653687] env[70243]: _type = "Task" [ 1129.653687] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.656798] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783518} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.659914] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 15ba34ab-80c3-4829-9e8e-d196fc3b09a8/15ba34ab-80c3-4829-9e8e-d196fc3b09a8.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.660276] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.660909] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f46be949-6b40-4033-ab5e-1a9c281fc66f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.672688] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622698, 'name': CreateVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.675056] env[70243]: DEBUG nova.virt.hardware [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.675315] env[70243]: DEBUG nova.virt.hardware [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.675474] env[70243]: DEBUG nova.virt.hardware [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.675654] env[70243]: DEBUG nova.virt.hardware [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.675802] env[70243]: DEBUG nova.virt.hardware [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.675945] env[70243]: DEBUG nova.virt.hardware [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.676163] env[70243]: DEBUG nova.virt.hardware [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.676319] env[70243]: DEBUG nova.virt.hardware [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.676482] env[70243]: DEBUG nova.virt.hardware [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.676641] env[70243]: DEBUG nova.virt.hardware [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.676809] env[70243]: DEBUG nova.virt.hardware [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.678648] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2addfc5e-93c6-4d89-b909-15dcac481f4c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.681310] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1129.681310] env[70243]: value = "task-3622699" [ 1129.681310] env[70243]: _type = "Task" [ 1129.681310] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.689224] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73626d39-b22d-4f26-ad71-1980220afdf6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.696008] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.143072] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1130.143241] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.198s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.143459] env[70243]: DEBUG oslo_concurrency.lockutils [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.108s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.145361] env[70243]: INFO nova.compute.claims [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.153253] env[70243]: DEBUG nova.compute.manager [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.153253] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.154197] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba90bcf-c9d6-4a74-b4aa-3b3a769c9d4c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.167273] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622698, 'name': CreateVM_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.169570] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.169725] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55649fe8-36f0-42e8-989f-f35765ae424e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.177122] env[70243]: DEBUG oslo_vmware.api [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1130.177122] env[70243]: value = "task-3622700" [ 1130.177122] env[70243]: _type = "Task" [ 1130.177122] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.191069] env[70243]: DEBUG oslo_vmware.api [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.200102] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084365} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.200538] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.201463] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd7034f-860a-4145-a3e9-6287efc00f57 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.209487] env[70243]: DEBUG nova.network.neutron [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.232423] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 15ba34ab-80c3-4829-9e8e-d196fc3b09a8/15ba34ab-80c3-4829-9e8e-d196fc3b09a8.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.235232] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb3be07c-ee10-4676-ad2e-3761dcc7a55d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.255636] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1130.255636] env[70243]: value = "task-3622701" [ 1130.255636] env[70243]: _type = "Task" [ 1130.255636] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.268807] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.403145] env[70243]: DEBUG nova.network.neutron [req-ca4a6f49-a43f-4307-bfb3-028f9e3b5cd1 req-c2eb2ea8-824b-4972-80c5-6b053bfe0547 service nova] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Updated VIF entry in instance network info cache for port 496cd9f9-8bb0-49b8-bad3-155d8bc584b7. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.404104] env[70243]: DEBUG nova.network.neutron [req-ca4a6f49-a43f-4307-bfb3-028f9e3b5cd1 req-c2eb2ea8-824b-4972-80c5-6b053bfe0547 service nova] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Updating instance_info_cache with network_info: [{"id": "496cd9f9-8bb0-49b8-bad3-155d8bc584b7", "address": "fa:16:3e:6b:24:c0", "network": {"id": "6c4ec218-1aa5-41c5-89cf-b0050733440b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1313015590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fec6172a26a477f9b03f1232e5bb875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap496cd9f9-8b", "ovs_interfaceid": "496cd9f9-8bb0-49b8-bad3-155d8bc584b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.408632] env[70243]: DEBUG nova.network.neutron [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Updating instance_info_cache with network_info: [{"id": "a2a6f4a0-f462-4213-867d-d854117f643d", "address": "fa:16:3e:20:65:ae", "network": {"id": "68e759a4-f7d9-417b-aa77-a01c5b06cc6e", "bridge": "br-int", "label": "tempest-ServersTestJSON-745013007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7196e187165f4d538a653ca52e53ad24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a6f4a0-f4", "ovs_interfaceid": "a2a6f4a0-f462-4213-867d-d854117f643d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.670128] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622698, 'name': CreateVM_Task, 'duration_secs': 0.721956} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.670128] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.670128] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.670580] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.670580] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.670890] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-822454f6-a164-4a45-aefb-ec2b93364383 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.676217] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1130.676217] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c6ea11-ac96-c77a-2fe3-4bcdb7df9dab" [ 1130.676217] env[70243]: _type = "Task" [ 1130.676217] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.688576] env[70243]: DEBUG oslo_vmware.api [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622700, 'name': PowerOffVM_Task, 'duration_secs': 0.463137} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.691482] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.691676] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.691938] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c6ea11-ac96-c77a-2fe3-4bcdb7df9dab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.692174] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fc65d24-5961-4c84-a2b9-2a6904ba39f5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.769883] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622701, 'name': ReconfigVM_Task, 'duration_secs': 0.349675} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.770254] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 15ba34ab-80c3-4829-9e8e-d196fc3b09a8/15ba34ab-80c3-4829-9e8e-d196fc3b09a8.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.770953] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8114e501-27f2-41fd-a96b-3243cfff750f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.777572] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.777929] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.778180] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Deleting the datastore file [datastore1] 5e3ccf69-316e-4a64-86fc-4ff0409140eb {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.778463] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32b336f5-a514-472e-8901-433f42e771bb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.781553] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1130.781553] env[70243]: value = "task-3622703" [ 1130.781553] env[70243]: _type = "Task" [ 1130.781553] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.786685] env[70243]: DEBUG oslo_vmware.api [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1130.786685] env[70243]: value = "task-3622704" [ 1130.786685] env[70243]: _type = "Task" [ 1130.786685] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.793605] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622703, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.798976] env[70243]: DEBUG oslo_vmware.api [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.906973] env[70243]: DEBUG oslo_concurrency.lockutils [req-ca4a6f49-a43f-4307-bfb3-028f9e3b5cd1 req-c2eb2ea8-824b-4972-80c5-6b053bfe0547 service nova] Releasing lock "refresh_cache-bbccad4a-d0b9-4e89-b557-3420d92c025d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.910713] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Releasing lock "refresh_cache-7301bc68-12ff-4e13-b63d-8c51dfb58767" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.911047] env[70243]: DEBUG nova.compute.manager [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Instance network_info: |[{"id": "a2a6f4a0-f462-4213-867d-d854117f643d", "address": "fa:16:3e:20:65:ae", "network": {"id": "68e759a4-f7d9-417b-aa77-a01c5b06cc6e", "bridge": "br-int", "label": "tempest-ServersTestJSON-745013007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7196e187165f4d538a653ca52e53ad24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a6f4a0-f4", "ovs_interfaceid": "a2a6f4a0-f462-4213-867d-d854117f643d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.911608] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:65:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2a6f4a0-f462-4213-867d-d854117f643d', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.919333] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.919617] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.919914] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c199dfd-889d-4126-9b28-ed4a7972933e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.941541] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.941541] env[70243]: value = "task-3622705" [ 1130.941541] env[70243]: _type = "Task" [ 1130.941541] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.950090] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622705, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.035872] env[70243]: DEBUG nova.compute.manager [req-f3a87a9c-07d7-4b02-bd14-e759a246ef1d req-7cd5d98c-8a92-43f8-8875-4c30e7b13a36 service nova] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Received event network-vif-plugged-a2a6f4a0-f462-4213-867d-d854117f643d {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.036207] env[70243]: DEBUG oslo_concurrency.lockutils [req-f3a87a9c-07d7-4b02-bd14-e759a246ef1d req-7cd5d98c-8a92-43f8-8875-4c30e7b13a36 service nova] Acquiring lock "7301bc68-12ff-4e13-b63d-8c51dfb58767-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.036301] env[70243]: DEBUG oslo_concurrency.lockutils [req-f3a87a9c-07d7-4b02-bd14-e759a246ef1d req-7cd5d98c-8a92-43f8-8875-4c30e7b13a36 service nova] Lock "7301bc68-12ff-4e13-b63d-8c51dfb58767-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.036484] env[70243]: DEBUG oslo_concurrency.lockutils [req-f3a87a9c-07d7-4b02-bd14-e759a246ef1d req-7cd5d98c-8a92-43f8-8875-4c30e7b13a36 service nova] Lock "7301bc68-12ff-4e13-b63d-8c51dfb58767-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.036752] env[70243]: DEBUG nova.compute.manager [req-f3a87a9c-07d7-4b02-bd14-e759a246ef1d req-7cd5d98c-8a92-43f8-8875-4c30e7b13a36 service nova] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] No waiting events found dispatching network-vif-plugged-a2a6f4a0-f462-4213-867d-d854117f643d {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.036956] env[70243]: WARNING nova.compute.manager [req-f3a87a9c-07d7-4b02-bd14-e759a246ef1d req-7cd5d98c-8a92-43f8-8875-4c30e7b13a36 service nova] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Received unexpected event network-vif-plugged-a2a6f4a0-f462-4213-867d-d854117f643d for instance with vm_state building and task_state spawning. [ 1131.037160] env[70243]: DEBUG nova.compute.manager [req-f3a87a9c-07d7-4b02-bd14-e759a246ef1d req-7cd5d98c-8a92-43f8-8875-4c30e7b13a36 service nova] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Received event network-changed-a2a6f4a0-f462-4213-867d-d854117f643d {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.037339] env[70243]: DEBUG nova.compute.manager [req-f3a87a9c-07d7-4b02-bd14-e759a246ef1d req-7cd5d98c-8a92-43f8-8875-4c30e7b13a36 service nova] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Refreshing instance network info cache due to event network-changed-a2a6f4a0-f462-4213-867d-d854117f643d. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.037528] env[70243]: DEBUG oslo_concurrency.lockutils [req-f3a87a9c-07d7-4b02-bd14-e759a246ef1d req-7cd5d98c-8a92-43f8-8875-4c30e7b13a36 service nova] Acquiring lock "refresh_cache-7301bc68-12ff-4e13-b63d-8c51dfb58767" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.037663] env[70243]: DEBUG oslo_concurrency.lockutils [req-f3a87a9c-07d7-4b02-bd14-e759a246ef1d req-7cd5d98c-8a92-43f8-8875-4c30e7b13a36 service nova] Acquired lock "refresh_cache-7301bc68-12ff-4e13-b63d-8c51dfb58767" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.037820] env[70243]: DEBUG nova.network.neutron [req-f3a87a9c-07d7-4b02-bd14-e759a246ef1d req-7cd5d98c-8a92-43f8-8875-4c30e7b13a36 service nova] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Refreshing network info cache for port a2a6f4a0-f462-4213-867d-d854117f643d {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.192036] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c6ea11-ac96-c77a-2fe3-4bcdb7df9dab, 'name': SearchDatastore_Task, 'duration_secs': 0.019434} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.192521] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.192589] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.192809] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.192951] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.193142] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.193413] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aab9862b-762a-4e84-a369-1052978a53a2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.203109] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.203308] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.204094] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2b30c5f-df74-47fb-ba92-8fa16e0cc275 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.211058] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1131.211058] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e55551-8466-3d04-a8f5-6db3cf638e10" [ 1131.211058] env[70243]: _type = "Task" [ 1131.211058] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.220347] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e55551-8466-3d04-a8f5-6db3cf638e10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.297097] env[70243]: DEBUG oslo_vmware.api [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219399} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.302324] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.302513] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.302688] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.302862] env[70243]: INFO nova.compute.manager [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1131.303156] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.303713] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622703, 'name': Rename_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.304106] env[70243]: DEBUG nova.compute.manager [-] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.304214] env[70243]: DEBUG nova.network.neutron [-] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.341256] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826b6d2d-b784-4f73-8a83-da825b6af5b3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.350830] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ac1a36-1958-497c-b64a-f8ef7cd5fe12 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.399423] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48fe940-9f6a-46b8-8198-ecf9745342b4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.407942] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10d2d66-a535-4670-862a-bde145a37be5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.422033] env[70243]: DEBUG nova.compute.provider_tree [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.452725] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622705, 'name': CreateVM_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.614209] env[70243]: DEBUG nova.compute.manager [req-868fd87a-6df0-49d2-9fd0-e12e8f9b0f9c req-36c718a2-933a-430e-b12b-b4b9f0f43e76 service nova] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Received event network-vif-deleted-a265036a-cec5-434d-827f-77b29d1b4e18 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.614399] env[70243]: INFO nova.compute.manager [req-868fd87a-6df0-49d2-9fd0-e12e8f9b0f9c req-36c718a2-933a-430e-b12b-b4b9f0f43e76 service nova] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Neutron deleted interface a265036a-cec5-434d-827f-77b29d1b4e18; detaching it from the instance and deleting it from the info cache [ 1131.614563] env[70243]: DEBUG nova.network.neutron [req-868fd87a-6df0-49d2-9fd0-e12e8f9b0f9c req-36c718a2-933a-430e-b12b-b4b9f0f43e76 service nova] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.725619] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e55551-8466-3d04-a8f5-6db3cf638e10, 'name': SearchDatastore_Task, 'duration_secs': 0.027052} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.726553] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9244376b-751f-44c6-ab4d-49aa9878c898 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.732851] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1131.732851] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52411ccc-0ec4-e300-fdc7-eedfd1feb1db" [ 1131.732851] env[70243]: _type = "Task" [ 1131.732851] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.742656] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52411ccc-0ec4-e300-fdc7-eedfd1feb1db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.796612] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622703, 'name': Rename_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.823552] env[70243]: DEBUG nova.network.neutron [req-f3a87a9c-07d7-4b02-bd14-e759a246ef1d req-7cd5d98c-8a92-43f8-8875-4c30e7b13a36 service nova] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Updated VIF entry in instance network info cache for port a2a6f4a0-f462-4213-867d-d854117f643d. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.824061] env[70243]: DEBUG nova.network.neutron [req-f3a87a9c-07d7-4b02-bd14-e759a246ef1d req-7cd5d98c-8a92-43f8-8875-4c30e7b13a36 service nova] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Updating instance_info_cache with network_info: [{"id": "a2a6f4a0-f462-4213-867d-d854117f643d", "address": "fa:16:3e:20:65:ae", "network": {"id": "68e759a4-f7d9-417b-aa77-a01c5b06cc6e", "bridge": "br-int", "label": "tempest-ServersTestJSON-745013007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7196e187165f4d538a653ca52e53ad24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a6f4a0-f4", "ovs_interfaceid": "a2a6f4a0-f462-4213-867d-d854117f643d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.925108] env[70243]: DEBUG nova.scheduler.client.report [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.952944] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622705, 'name': CreateVM_Task, 'duration_secs': 0.716399} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.953130] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.953817] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.953981] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.954303] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.954593] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a77b5625-cd72-417d-9f42-d3e8a2ef5c68 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.960434] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1131.960434] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ebf5f9-a0a3-ca27-8481-ad38ec209957" [ 1131.960434] env[70243]: _type = "Task" [ 1131.960434] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.968859] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ebf5f9-a0a3-ca27-8481-ad38ec209957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.080990] env[70243]: DEBUG nova.network.neutron [-] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.116915] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e8eb214-36db-45b4-850c-a33be36108a4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.128445] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45354a3d-ae39-421c-9ce5-100409888dfb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.163415] env[70243]: DEBUG nova.compute.manager [req-868fd87a-6df0-49d2-9fd0-e12e8f9b0f9c req-36c718a2-933a-430e-b12b-b4b9f0f43e76 service nova] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Detach interface failed, port_id=a265036a-cec5-434d-827f-77b29d1b4e18, reason: Instance 5e3ccf69-316e-4a64-86fc-4ff0409140eb could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1132.243789] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52411ccc-0ec4-e300-fdc7-eedfd1feb1db, 'name': SearchDatastore_Task, 'duration_secs': 0.014289} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.244122] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.244703] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] bbccad4a-d0b9-4e89-b557-3420d92c025d/bbccad4a-d0b9-4e89-b557-3420d92c025d.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.244866] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f0473d0-49d1-42e8-8851-2c7d217eaa7f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.252703] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1132.252703] env[70243]: value = "task-3622706" [ 1132.252703] env[70243]: _type = "Task" [ 1132.252703] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.262407] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.297060] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622703, 'name': Rename_Task, 'duration_secs': 1.158621} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.297367] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.297611] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23846da9-b3bd-4ba7-ae71-fb8a33be9fa3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.305801] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1132.305801] env[70243]: value = "task-3622707" [ 1132.305801] env[70243]: _type = "Task" [ 1132.305801] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.321835] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.326607] env[70243]: DEBUG oslo_concurrency.lockutils [req-f3a87a9c-07d7-4b02-bd14-e759a246ef1d req-7cd5d98c-8a92-43f8-8875-4c30e7b13a36 service nova] Releasing lock "refresh_cache-7301bc68-12ff-4e13-b63d-8c51dfb58767" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.430592] env[70243]: DEBUG oslo_concurrency.lockutils [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.431120] env[70243]: DEBUG nova.compute.manager [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.473226] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ebf5f9-a0a3-ca27-8481-ad38ec209957, 'name': SearchDatastore_Task, 'duration_secs': 0.011044} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.474913] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.474913] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.474913] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.474913] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.475369] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.475595] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-970e9c32-ebed-40d5-832e-189ec7cdc018 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.492165] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.492371] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.493150] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7619492-3fe8-46bf-8a1e-025da9f9fc55 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.501446] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1132.501446] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5275d7cf-abce-5856-020f-088a9a4ef9e3" [ 1132.501446] env[70243]: _type = "Task" [ 1132.501446] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.510402] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5275d7cf-abce-5856-020f-088a9a4ef9e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.583821] env[70243]: INFO nova.compute.manager [-] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Took 1.28 seconds to deallocate network for instance. [ 1132.762359] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477019} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.762780] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] bbccad4a-d0b9-4e89-b557-3420d92c025d/bbccad4a-d0b9-4e89-b557-3420d92c025d.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.762902] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.763075] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90232fd3-8d1b-4c30-9c71-521195a538e5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.771040] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1132.771040] env[70243]: value = "task-3622708" [ 1132.771040] env[70243]: _type = "Task" [ 1132.771040] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.777942] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.815743] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622707, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.936714] env[70243]: DEBUG nova.compute.utils [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.938159] env[70243]: DEBUG nova.compute.manager [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.938362] env[70243]: DEBUG nova.network.neutron [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.973338] env[70243]: DEBUG nova.policy [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3121b71442940349ea3c93632e38a99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d7a853c487e46b59372fc0e512e79f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.011614] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5275d7cf-abce-5856-020f-088a9a4ef9e3, 'name': SearchDatastore_Task, 'duration_secs': 0.06204} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.012419] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12cde43c-d985-40e1-b2cd-43c01fdc977f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.018116] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1133.018116] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d73dc5-7505-4793-7ce0-795189eeff01" [ 1133.018116] env[70243]: _type = "Task" [ 1133.018116] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.026548] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d73dc5-7505-4793-7ce0-795189eeff01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.090368] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.090681] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.090900] env[70243]: DEBUG nova.objects.instance [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lazy-loading 'resources' on Instance uuid 5e3ccf69-316e-4a64-86fc-4ff0409140eb {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.238671] env[70243]: DEBUG nova.network.neutron [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Successfully created port: ffbabe96-ab0d-49ba-985e-628dae2e93ab {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.282348] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.238275} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.282623] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.283419] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c67de15-1927-4cca-b650-ed4c81db3e90 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.307031] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] bbccad4a-d0b9-4e89-b557-3420d92c025d/bbccad4a-d0b9-4e89-b557-3420d92c025d.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.307435] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-278f6c8a-fe1a-4d70-ad92-510ff32ba842 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.330562] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622707, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.331903] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1133.331903] env[70243]: value = "task-3622709" [ 1133.331903] env[70243]: _type = "Task" [ 1133.331903] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.339749] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.441349] env[70243]: DEBUG nova.compute.manager [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.529503] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d73dc5-7505-4793-7ce0-795189eeff01, 'name': SearchDatastore_Task, 'duration_secs': 0.011019} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.529795] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.530098] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 7301bc68-12ff-4e13-b63d-8c51dfb58767/7301bc68-12ff-4e13-b63d-8c51dfb58767.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.530391] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-506a822c-93dc-4e66-af84-e18b0bcebe9a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.538136] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1133.538136] env[70243]: value = "task-3622710" [ 1133.538136] env[70243]: _type = "Task" [ 1133.538136] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.546699] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.748095] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a06d7d2-b247-46a2-92ee-95fbaa6e6b41 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.756647] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4059cf51-82c8-4619-a944-5e0c2e922b53 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.789864] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8250c6-1df9-4836-8a67-ce4c1bf8169f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.798509] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9f7be9-12b5-4105-ac35-d82bbdf84e3c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.813953] env[70243]: DEBUG nova.compute.provider_tree [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.824173] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622707, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.842612] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.051265] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622710, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.319359] env[70243]: DEBUG nova.scheduler.client.report [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.327425] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622707, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.347259] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622709, 'name': ReconfigVM_Task, 'duration_secs': 0.829251} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.347557] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Reconfigured VM instance instance-00000066 to attach disk [datastore2] bbccad4a-d0b9-4e89-b557-3420d92c025d/bbccad4a-d0b9-4e89-b557-3420d92c025d.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.348177] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-255d3067-e20a-4d18-9afd-3073a1eb7cc7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.356127] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1134.356127] env[70243]: value = "task-3622711" [ 1134.356127] env[70243]: _type = "Task" [ 1134.356127] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.377026] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622711, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.451661] env[70243]: DEBUG nova.compute.manager [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.481805] env[70243]: DEBUG nova.virt.hardware [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.481805] env[70243]: DEBUG nova.virt.hardware [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.481805] env[70243]: DEBUG nova.virt.hardware [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.481805] env[70243]: DEBUG nova.virt.hardware [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.481805] env[70243]: DEBUG nova.virt.hardware [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.481805] env[70243]: DEBUG nova.virt.hardware [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.481805] env[70243]: DEBUG nova.virt.hardware [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.482160] env[70243]: DEBUG nova.virt.hardware [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.482160] env[70243]: DEBUG nova.virt.hardware [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.482227] env[70243]: DEBUG nova.virt.hardware [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.483377] env[70243]: DEBUG nova.virt.hardware [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.483377] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1463926-069e-4df5-aca2-a39a086c0fd4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.491398] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60f3926-87c9-4c3f-a0be-46d8d17a8bac {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.550734] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790956} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.551035] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 7301bc68-12ff-4e13-b63d-8c51dfb58767/7301bc68-12ff-4e13-b63d-8c51dfb58767.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.551261] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.551855] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-678ffe98-ae11-48cf-9cb1-ebc92379252a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.561474] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1134.561474] env[70243]: value = "task-3622712" [ 1134.561474] env[70243]: _type = "Task" [ 1134.561474] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.571734] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.633830] env[70243]: DEBUG nova.compute.manager [req-8daec46a-f654-4f31-acda-af925a3859ed req-e07a21a8-ef16-4d46-86a7-72aa851c9dca service nova] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Received event network-vif-plugged-ffbabe96-ab0d-49ba-985e-628dae2e93ab {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.634091] env[70243]: DEBUG oslo_concurrency.lockutils [req-8daec46a-f654-4f31-acda-af925a3859ed req-e07a21a8-ef16-4d46-86a7-72aa851c9dca service nova] Acquiring lock "0d8b96ef-df36-4d10-ab15-8454c68bf6b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.634311] env[70243]: DEBUG oslo_concurrency.lockutils [req-8daec46a-f654-4f31-acda-af925a3859ed req-e07a21a8-ef16-4d46-86a7-72aa851c9dca service nova] Lock "0d8b96ef-df36-4d10-ab15-8454c68bf6b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.634481] env[70243]: DEBUG oslo_concurrency.lockutils [req-8daec46a-f654-4f31-acda-af925a3859ed req-e07a21a8-ef16-4d46-86a7-72aa851c9dca service nova] Lock "0d8b96ef-df36-4d10-ab15-8454c68bf6b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.634671] env[70243]: DEBUG nova.compute.manager [req-8daec46a-f654-4f31-acda-af925a3859ed req-e07a21a8-ef16-4d46-86a7-72aa851c9dca service nova] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] No waiting events found dispatching network-vif-plugged-ffbabe96-ab0d-49ba-985e-628dae2e93ab {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.634991] env[70243]: WARNING nova.compute.manager [req-8daec46a-f654-4f31-acda-af925a3859ed req-e07a21a8-ef16-4d46-86a7-72aa851c9dca service nova] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Received unexpected event network-vif-plugged-ffbabe96-ab0d-49ba-985e-628dae2e93ab for instance with vm_state building and task_state spawning. [ 1134.713193] env[70243]: DEBUG nova.network.neutron [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Successfully updated port: ffbabe96-ab0d-49ba-985e-628dae2e93ab {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1134.825588] env[70243]: DEBUG oslo_vmware.api [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622707, 'name': PowerOnVM_Task, 'duration_secs': 2.146629} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.825954] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.826078] env[70243]: INFO nova.compute.manager [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Took 10.49 seconds to spawn the instance on the hypervisor. [ 1134.826296] env[70243]: DEBUG nova.compute.manager [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.827144] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f02243-6287-408c-a4e4-e843149483ef {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.830281] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.842974] env[70243]: DEBUG oslo_concurrency.lockutils [None req-45b921de-5604-4668-ab4f-e4f1c223b7bf tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.843311] env[70243]: DEBUG oslo_concurrency.lockutils [None req-45b921de-5604-4668-ab4f-e4f1c223b7bf tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.849422] env[70243]: INFO nova.scheduler.client.report [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Deleted allocations for instance 5e3ccf69-316e-4a64-86fc-4ff0409140eb [ 1134.865913] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622711, 'name': Rename_Task, 'duration_secs': 0.229367} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.866091] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.866321] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ac9eb2a-d9e3-408c-b1d5-2cc520cbef83 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.874494] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1134.874494] env[70243]: value = "task-3622713" [ 1134.874494] env[70243]: _type = "Task" [ 1134.874494] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.882695] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.072978] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094439} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.073152] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.074072] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845e9051-0d1d-4273-8fbe-354f543368c1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.097120] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 7301bc68-12ff-4e13-b63d-8c51dfb58767/7301bc68-12ff-4e13-b63d-8c51dfb58767.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.097452] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffc4a719-e00e-452e-ab0c-b9631da53c78 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.117662] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1135.117662] env[70243]: value = "task-3622714" [ 1135.117662] env[70243]: _type = "Task" [ 1135.117662] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.126058] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.216294] env[70243]: DEBUG oslo_concurrency.lockutils [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "refresh_cache-0d8b96ef-df36-4d10-ab15-8454c68bf6b1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.216480] env[70243]: DEBUG oslo_concurrency.lockutils [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquired lock "refresh_cache-0d8b96ef-df36-4d10-ab15-8454c68bf6b1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.216746] env[70243]: DEBUG nova.network.neutron [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.345462] env[70243]: INFO nova.compute.manager [None req-45b921de-5604-4668-ab4f-e4f1c223b7bf tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Detaching volume f3e79627-4da4-4975-af35-8d585aaaacdf [ 1135.353390] env[70243]: INFO nova.compute.manager [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Took 27.30 seconds to build instance. [ 1135.358141] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c85d41de-69df-4e70-8556-60c315da684c tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "5e3ccf69-316e-4a64-86fc-4ff0409140eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.724s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.385861] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622713, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.386968] env[70243]: INFO nova.virt.block_device [None req-45b921de-5604-4668-ab4f-e4f1c223b7bf tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Attempting to driver detach volume f3e79627-4da4-4975-af35-8d585aaaacdf from mountpoint /dev/sdb [ 1135.387207] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-45b921de-5604-4668-ab4f-e4f1c223b7bf tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Volume detach. Driver type: vmdk {{(pid=70243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1135.387402] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-45b921de-5604-4668-ab4f-e4f1c223b7bf tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722487', 'volume_id': 'f3e79627-4da4-4975-af35-8d585aaaacdf', 'name': 'volume-f3e79627-4da4-4975-af35-8d585aaaacdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8b2602c1-bd7c-473c-9c61-93b93fad24a7', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3e79627-4da4-4975-af35-8d585aaaacdf', 'serial': 'f3e79627-4da4-4975-af35-8d585aaaacdf'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1135.388241] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa4f9a7-a1a6-45ff-8613-6a2ac13215be {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.412373] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0701c683-52f9-45ab-9bbf-e60353369b03 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.420862] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b29e2b9-0c3f-4c85-8aa1-0ed72c1e706c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.441565] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39ebe5c-2df1-497e-8607-f42a6dc44c52 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.458083] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-45b921de-5604-4668-ab4f-e4f1c223b7bf tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] The volume has not been displaced from its original location: [datastore1] volume-f3e79627-4da4-4975-af35-8d585aaaacdf/volume-f3e79627-4da4-4975-af35-8d585aaaacdf.vmdk. No consolidation needed. {{(pid=70243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1135.463367] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-45b921de-5604-4668-ab4f-e4f1c223b7bf tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1135.463695] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b68d627-8868-437e-b581-fbe77887d792 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.484403] env[70243]: DEBUG oslo_vmware.api [None req-45b921de-5604-4668-ab4f-e4f1c223b7bf tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1135.484403] env[70243]: value = "task-3622715" [ 1135.484403] env[70243]: _type = "Task" [ 1135.484403] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.496068] env[70243]: DEBUG oslo_vmware.api [None req-45b921de-5604-4668-ab4f-e4f1c223b7bf tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.627985] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622714, 'name': ReconfigVM_Task, 'duration_secs': 0.501445} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.628360] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 7301bc68-12ff-4e13-b63d-8c51dfb58767/7301bc68-12ff-4e13-b63d-8c51dfb58767.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.629043] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d86d5912-4f6b-45a6-94b5-3d9bddb8dd76 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.639814] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1135.639814] env[70243]: value = "task-3622716" [ 1135.639814] env[70243]: _type = "Task" [ 1135.639814] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.649315] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622716, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.758052] env[70243]: DEBUG nova.network.neutron [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.858427] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d11d0097-87f6-400a-8f4a-ace92b6ff711 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "15ba34ab-80c3-4829-9e8e-d196fc3b09a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.822s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.885775] env[70243]: DEBUG oslo_vmware.api [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622713, 'name': PowerOnVM_Task, 'duration_secs': 0.514066} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.886097] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.886320] env[70243]: INFO nova.compute.manager [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1135.886532] env[70243]: DEBUG nova.compute.manager [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.887392] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8000f9-5a65-4929-9239-322c49e16a1e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.961472] env[70243]: DEBUG nova.network.neutron [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Updating instance_info_cache with network_info: [{"id": "ffbabe96-ab0d-49ba-985e-628dae2e93ab", "address": "fa:16:3e:e1:f0:fb", "network": {"id": "e67b990e-a496-4c25-af2f-9af30a035feb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1399546946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d7a853c487e46b59372fc0e512e79f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffbabe96-ab", "ovs_interfaceid": "ffbabe96-ab0d-49ba-985e-628dae2e93ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.996202] env[70243]: DEBUG oslo_vmware.api [None req-45b921de-5604-4668-ab4f-e4f1c223b7bf tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622715, 'name': ReconfigVM_Task, 'duration_secs': 0.332242} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.996705] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-45b921de-5604-4668-ab4f-e4f1c223b7bf tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1136.002241] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8196cc95-d301-4dbd-aefa-8f036802f4bb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.019869] env[70243]: DEBUG oslo_vmware.api [None req-45b921de-5604-4668-ab4f-e4f1c223b7bf tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1136.019869] env[70243]: value = "task-3622717" [ 1136.019869] env[70243]: _type = "Task" [ 1136.019869] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.028690] env[70243]: DEBUG oslo_vmware.api [None req-45b921de-5604-4668-ab4f-e4f1c223b7bf tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.152446] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622716, 'name': Rename_Task, 'duration_secs': 0.198962} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.152781] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.153126] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5283315-5ccb-4abf-b39d-fa172206eb34 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.161083] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1136.161083] env[70243]: value = "task-3622718" [ 1136.161083] env[70243]: _type = "Task" [ 1136.161083] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.172625] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.410339] env[70243]: INFO nova.compute.manager [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Took 19.58 seconds to build instance. [ 1136.467018] env[70243]: DEBUG oslo_concurrency.lockutils [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Releasing lock "refresh_cache-0d8b96ef-df36-4d10-ab15-8454c68bf6b1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.467018] env[70243]: DEBUG nova.compute.manager [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Instance network_info: |[{"id": "ffbabe96-ab0d-49ba-985e-628dae2e93ab", "address": "fa:16:3e:e1:f0:fb", "network": {"id": "e67b990e-a496-4c25-af2f-9af30a035feb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1399546946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d7a853c487e46b59372fc0e512e79f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffbabe96-ab", "ovs_interfaceid": "ffbabe96-ab0d-49ba-985e-628dae2e93ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1136.467018] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:f0:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffbabe96-ab0d-49ba-985e-628dae2e93ab', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.473742] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.474104] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.474432] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca6ec601-d801-473b-a427-ea25d1ae389a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.503018] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.503018] env[70243]: value = "task-3622719" [ 1136.503018] env[70243]: _type = "Task" [ 1136.503018] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.510409] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622719, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.529690] env[70243]: DEBUG oslo_vmware.api [None req-45b921de-5604-4668-ab4f-e4f1c223b7bf tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622717, 'name': ReconfigVM_Task, 'duration_secs': 0.172575} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.530311] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-45b921de-5604-4668-ab4f-e4f1c223b7bf tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722487', 'volume_id': 'f3e79627-4da4-4975-af35-8d585aaaacdf', 'name': 'volume-f3e79627-4da4-4975-af35-8d585aaaacdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8b2602c1-bd7c-473c-9c61-93b93fad24a7', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3e79627-4da4-4975-af35-8d585aaaacdf', 'serial': 'f3e79627-4da4-4975-af35-8d585aaaacdf'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1136.620230] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquiring lock "8e478b5b-d437-42ea-b302-82490d00e6eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.620230] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "8e478b5b-d437-42ea-b302-82490d00e6eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.620230] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquiring lock "8e478b5b-d437-42ea-b302-82490d00e6eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.620230] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "8e478b5b-d437-42ea-b302-82490d00e6eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.620230] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "8e478b5b-d437-42ea-b302-82490d00e6eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.621089] env[70243]: INFO nova.compute.manager [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Terminating instance [ 1136.672161] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622718, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.736358] env[70243]: DEBUG oslo_concurrency.lockutils [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquiring lock "0bc23339-23e2-4ec4-9898-6df55f2bfb18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.736358] env[70243]: DEBUG oslo_concurrency.lockutils [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "0bc23339-23e2-4ec4-9898-6df55f2bfb18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.736358] env[70243]: DEBUG oslo_concurrency.lockutils [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquiring lock "0bc23339-23e2-4ec4-9898-6df55f2bfb18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.736358] env[70243]: DEBUG oslo_concurrency.lockutils [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "0bc23339-23e2-4ec4-9898-6df55f2bfb18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.736358] env[70243]: DEBUG oslo_concurrency.lockutils [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "0bc23339-23e2-4ec4-9898-6df55f2bfb18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.737333] env[70243]: INFO nova.compute.manager [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Terminating instance [ 1136.827355] env[70243]: DEBUG nova.compute.manager [req-7c1e7b4a-46d4-4acf-8218-13c5a0d68048 req-6602ce98-1d42-463f-8b00-92061ab60fef service nova] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Received event network-changed-ffbabe96-ab0d-49ba-985e-628dae2e93ab {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.827661] env[70243]: DEBUG nova.compute.manager [req-7c1e7b4a-46d4-4acf-8218-13c5a0d68048 req-6602ce98-1d42-463f-8b00-92061ab60fef service nova] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Refreshing instance network info cache due to event network-changed-ffbabe96-ab0d-49ba-985e-628dae2e93ab. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.828054] env[70243]: DEBUG oslo_concurrency.lockutils [req-7c1e7b4a-46d4-4acf-8218-13c5a0d68048 req-6602ce98-1d42-463f-8b00-92061ab60fef service nova] Acquiring lock "refresh_cache-0d8b96ef-df36-4d10-ab15-8454c68bf6b1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.828269] env[70243]: DEBUG oslo_concurrency.lockutils [req-7c1e7b4a-46d4-4acf-8218-13c5a0d68048 req-6602ce98-1d42-463f-8b00-92061ab60fef service nova] Acquired lock "refresh_cache-0d8b96ef-df36-4d10-ab15-8454c68bf6b1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.828487] env[70243]: DEBUG nova.network.neutron [req-7c1e7b4a-46d4-4acf-8218-13c5a0d68048 req-6602ce98-1d42-463f-8b00-92061ab60fef service nova] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Refreshing network info cache for port ffbabe96-ab0d-49ba-985e-628dae2e93ab {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.912593] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f0ae3585-0690-4877-922b-4b42cac45626 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "bbccad4a-d0b9-4e89-b557-3420d92c025d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.092s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.012131] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622719, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.081329] env[70243]: DEBUG nova.objects.instance [None req-45b921de-5604-4668-ab4f-e4f1c223b7bf tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lazy-loading 'flavor' on Instance uuid 8b2602c1-bd7c-473c-9c61-93b93fad24a7 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.125666] env[70243]: DEBUG nova.compute.manager [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.125928] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.126887] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1daa2846-0d4f-4a80-b734-4942f9bc1566 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.136521] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.136816] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-432f94b6-1175-442f-a8cb-b928a736b2e2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.143467] env[70243]: DEBUG oslo_vmware.api [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1137.143467] env[70243]: value = "task-3622720" [ 1137.143467] env[70243]: _type = "Task" [ 1137.143467] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.153404] env[70243]: DEBUG oslo_vmware.api [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.171826] env[70243]: DEBUG oslo_vmware.api [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622718, 'name': PowerOnVM_Task, 'duration_secs': 0.954406} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.172132] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.172333] env[70243]: INFO nova.compute.manager [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1137.172509] env[70243]: DEBUG nova.compute.manager [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.173295] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e08ad9-bba6-44c7-ab5a-ffff7484698b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.241267] env[70243]: DEBUG nova.compute.manager [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.241399] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.242215] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee78bf7-b5be-46c6-a3f7-16284997d89a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.250800] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.251049] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04457acc-9a57-44e9-95ca-d311dabd7d2f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.259128] env[70243]: DEBUG oslo_vmware.api [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1137.259128] env[70243]: value = "task-3622721" [ 1137.259128] env[70243]: _type = "Task" [ 1137.259128] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.268859] env[70243]: DEBUG oslo_vmware.api [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.445758] env[70243]: DEBUG nova.compute.manager [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Stashing vm_state: active {{(pid=70243) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1137.512439] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622719, 'name': CreateVM_Task, 'duration_secs': 0.612555} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.512619] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.513310] env[70243]: DEBUG oslo_concurrency.lockutils [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.513502] env[70243]: DEBUG oslo_concurrency.lockutils [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.513824] env[70243]: DEBUG oslo_concurrency.lockutils [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.514103] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8d2f6c7-a0d1-496e-a939-2f59b5f4a568 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.520778] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1137.520778] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52085d5b-c0c7-bf2a-251c-2a71213704de" [ 1137.520778] env[70243]: _type = "Task" [ 1137.520778] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.533332] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52085d5b-c0c7-bf2a-251c-2a71213704de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.588924] env[70243]: DEBUG nova.network.neutron [req-7c1e7b4a-46d4-4acf-8218-13c5a0d68048 req-6602ce98-1d42-463f-8b00-92061ab60fef service nova] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Updated VIF entry in instance network info cache for port ffbabe96-ab0d-49ba-985e-628dae2e93ab. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.588924] env[70243]: DEBUG nova.network.neutron [req-7c1e7b4a-46d4-4acf-8218-13c5a0d68048 req-6602ce98-1d42-463f-8b00-92061ab60fef service nova] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Updating instance_info_cache with network_info: [{"id": "ffbabe96-ab0d-49ba-985e-628dae2e93ab", "address": "fa:16:3e:e1:f0:fb", "network": {"id": "e67b990e-a496-4c25-af2f-9af30a035feb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1399546946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d7a853c487e46b59372fc0e512e79f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffbabe96-ab", "ovs_interfaceid": "ffbabe96-ab0d-49ba-985e-628dae2e93ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.654830] env[70243]: DEBUG oslo_vmware.api [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622720, 'name': PowerOffVM_Task, 'duration_secs': 0.26509} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.655605] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.655832] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.656168] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61259df1-ec69-49e2-ba02-6432f655492c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.694765] env[70243]: INFO nova.compute.manager [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Took 18.31 seconds to build instance. [ 1137.747330] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.747597] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.747817] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Deleting the datastore file [datastore1] 8e478b5b-d437-42ea-b302-82490d00e6eb {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.748107] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b050973-390b-4dc2-a0ee-06066a6ada62 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.755809] env[70243]: DEBUG oslo_vmware.api [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1137.755809] env[70243]: value = "task-3622723" [ 1137.755809] env[70243]: _type = "Task" [ 1137.755809] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.766687] env[70243]: DEBUG oslo_vmware.api [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.774166] env[70243]: DEBUG oslo_vmware.api [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622721, 'name': PowerOffVM_Task, 'duration_secs': 0.33972} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.774643] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.774839] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.775107] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62059d56-4707-4e7b-bd00-86647d382496 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.847602] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.847602] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.847602] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Deleting the datastore file [datastore1] 0bc23339-23e2-4ec4-9898-6df55f2bfb18 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.848630] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70120123-1b46-4ada-b500-8258833dc77a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.856687] env[70243]: DEBUG oslo_vmware.api [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for the task: (returnval){ [ 1137.856687] env[70243]: value = "task-3622725" [ 1137.856687] env[70243]: _type = "Task" [ 1137.856687] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.866971] env[70243]: DEBUG oslo_vmware.api [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.970059] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.970417] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.031913] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52085d5b-c0c7-bf2a-251c-2a71213704de, 'name': SearchDatastore_Task, 'duration_secs': 0.029637} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.032250] env[70243]: DEBUG oslo_concurrency.lockutils [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.032497] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.032736] env[70243]: DEBUG oslo_concurrency.lockutils [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.032919] env[70243]: DEBUG oslo_concurrency.lockutils [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.033085] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.033367] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9276f71d-7b17-4126-af5d-6dd156fb251c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.044263] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.044479] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.045319] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-721ae094-bf38-4a92-bce5-a0cd3bd2f58d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.051601] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1138.051601] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525bc638-e002-0c57-9d58-138b747f132c" [ 1138.051601] env[70243]: _type = "Task" [ 1138.051601] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.060513] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525bc638-e002-0c57-9d58-138b747f132c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.092647] env[70243]: DEBUG oslo_concurrency.lockutils [req-7c1e7b4a-46d4-4acf-8218-13c5a0d68048 req-6602ce98-1d42-463f-8b00-92061ab60fef service nova] Releasing lock "refresh_cache-0d8b96ef-df36-4d10-ab15-8454c68bf6b1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.093346] env[70243]: DEBUG oslo_concurrency.lockutils [None req-45b921de-5604-4668-ab4f-e4f1c223b7bf tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.250s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.197406] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e48456b6-97c2-4b6d-9b2a-2fa6aeecc93b tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "7301bc68-12ff-4e13-b63d-8c51dfb58767" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.822s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.266230] env[70243]: DEBUG oslo_vmware.api [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232478} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.266535] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.266784] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.266997] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.267220] env[70243]: INFO nova.compute.manager [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1138.267473] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.267920] env[70243]: DEBUG nova.compute.manager [-] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.267920] env[70243]: DEBUG nova.network.neutron [-] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.275416] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "7301bc68-12ff-4e13-b63d-8c51dfb58767" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.275653] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "7301bc68-12ff-4e13-b63d-8c51dfb58767" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.275861] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "7301bc68-12ff-4e13-b63d-8c51dfb58767-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.276057] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "7301bc68-12ff-4e13-b63d-8c51dfb58767-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.276228] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "7301bc68-12ff-4e13-b63d-8c51dfb58767-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.278381] env[70243]: INFO nova.compute.manager [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Terminating instance [ 1138.348924] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.349385] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.349602] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.349882] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.350244] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.353013] env[70243]: INFO nova.compute.manager [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Terminating instance [ 1138.376946] env[70243]: DEBUG oslo_vmware.api [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Task: {'id': task-3622725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189531} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.377228] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.377412] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.377589] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.377756] env[70243]: INFO nova.compute.manager [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1138.378045] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.378218] env[70243]: DEBUG nova.compute.manager [-] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.378316] env[70243]: DEBUG nova.network.neutron [-] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.475684] env[70243]: INFO nova.compute.claims [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.563450] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]525bc638-e002-0c57-9d58-138b747f132c, 'name': SearchDatastore_Task, 'duration_secs': 0.012075} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.564354] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-591ab26b-ab13-4257-a3d3-3edc56fb9898 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.570402] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1138.570402] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a4c662-4435-1b6d-a170-36249be3fea0" [ 1138.570402] env[70243]: _type = "Task" [ 1138.570402] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.579414] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a4c662-4435-1b6d-a170-36249be3fea0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.599152] env[70243]: DEBUG nova.compute.manager [req-cd2a7648-01bd-4aef-8070-2e0d1886edad req-0961b610-e84b-42e4-99c0-78aa09129b5f service nova] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Received event network-vif-deleted-e3014e6e-a7af-4c6c-a35a-c4a878ae310d {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.599355] env[70243]: INFO nova.compute.manager [req-cd2a7648-01bd-4aef-8070-2e0d1886edad req-0961b610-e84b-42e4-99c0-78aa09129b5f service nova] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Neutron deleted interface e3014e6e-a7af-4c6c-a35a-c4a878ae310d; detaching it from the instance and deleting it from the info cache [ 1138.599510] env[70243]: DEBUG nova.network.neutron [req-cd2a7648-01bd-4aef-8070-2e0d1886edad req-0961b610-e84b-42e4-99c0-78aa09129b5f service nova] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.731981] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d5ffe90e-b6dd-40db-aab8-0a087d34d5e2 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "interface-a09a9d3a-2d42-460b-a682-a03f3167f345-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.732750] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d5ffe90e-b6dd-40db-aab8-0a087d34d5e2 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "interface-a09a9d3a-2d42-460b-a682-a03f3167f345-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.733240] env[70243]: DEBUG nova.objects.instance [None req-d5ffe90e-b6dd-40db-aab8-0a087d34d5e2 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lazy-loading 'flavor' on Instance uuid a09a9d3a-2d42-460b-a682-a03f3167f345 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.782155] env[70243]: DEBUG nova.compute.manager [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.782385] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.783303] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad551d48-05ac-476e-a332-859939d6e684 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.792141] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.792446] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf64bad8-3832-4698-b15b-40387da48639 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.801024] env[70243]: DEBUG oslo_vmware.api [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1138.801024] env[70243]: value = "task-3622726" [ 1138.801024] env[70243]: _type = "Task" [ 1138.801024] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.809173] env[70243]: DEBUG oslo_vmware.api [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.857456] env[70243]: DEBUG nova.compute.manager [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.857693] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.858618] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a9b61f-41f1-4317-87c4-77edc5d84ead {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.867586] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.867860] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25f33050-5bd2-4eb6-a776-fab0a68c1d1d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.875121] env[70243]: DEBUG oslo_vmware.api [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1138.875121] env[70243]: value = "task-3622727" [ 1138.875121] env[70243]: _type = "Task" [ 1138.875121] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.883874] env[70243]: DEBUG oslo_vmware.api [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.909420] env[70243]: DEBUG nova.compute.manager [req-1d71db27-46e2-4134-be25-d686096f4120 req-4d31877c-be38-4ac0-820d-5071c7da6c8f service nova] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Received event network-changed-496cd9f9-8bb0-49b8-bad3-155d8bc584b7 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.909693] env[70243]: DEBUG nova.compute.manager [req-1d71db27-46e2-4134-be25-d686096f4120 req-4d31877c-be38-4ac0-820d-5071c7da6c8f service nova] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Refreshing instance network info cache due to event network-changed-496cd9f9-8bb0-49b8-bad3-155d8bc584b7. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.909912] env[70243]: DEBUG oslo_concurrency.lockutils [req-1d71db27-46e2-4134-be25-d686096f4120 req-4d31877c-be38-4ac0-820d-5071c7da6c8f service nova] Acquiring lock "refresh_cache-bbccad4a-d0b9-4e89-b557-3420d92c025d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.910072] env[70243]: DEBUG oslo_concurrency.lockutils [req-1d71db27-46e2-4134-be25-d686096f4120 req-4d31877c-be38-4ac0-820d-5071c7da6c8f service nova] Acquired lock "refresh_cache-bbccad4a-d0b9-4e89-b557-3420d92c025d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.910256] env[70243]: DEBUG nova.network.neutron [req-1d71db27-46e2-4134-be25-d686096f4120 req-4d31877c-be38-4ac0-820d-5071c7da6c8f service nova] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Refreshing network info cache for port 496cd9f9-8bb0-49b8-bad3-155d8bc584b7 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.982290] env[70243]: INFO nova.compute.resource_tracker [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Updating resource usage from migration 94e4ab9e-4809-41e9-97b7-00d34dd74e90 [ 1139.001890] env[70243]: DEBUG nova.network.neutron [-] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.081544] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a4c662-4435-1b6d-a170-36249be3fea0, 'name': SearchDatastore_Task, 'duration_secs': 0.029763} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.085121] env[70243]: DEBUG nova.network.neutron [-] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.086481] env[70243]: DEBUG oslo_concurrency.lockutils [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.086786] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 0d8b96ef-df36-4d10-ab15-8454c68bf6b1/0d8b96ef-df36-4d10-ab15-8454c68bf6b1.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.087787] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b88df6c1-ade9-4b78-b062-fc3294959102 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.096738] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1139.096738] env[70243]: value = "task-3622728" [ 1139.096738] env[70243]: _type = "Task" [ 1139.096738] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.104486] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f16e0838-e200-4b99-9e44-69aed75f08b7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.109783] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.117274] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0f0a9e-ef27-4a8b-b992-d2cf65ebd08d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.154785] env[70243]: DEBUG nova.compute.manager [req-cd2a7648-01bd-4aef-8070-2e0d1886edad req-0961b610-e84b-42e4-99c0-78aa09129b5f service nova] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Detach interface failed, port_id=e3014e6e-a7af-4c6c-a35a-c4a878ae310d, reason: Instance 0bc23339-23e2-4ec4-9898-6df55f2bfb18 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1139.188809] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39c3c05-715e-4c62-9fbf-359c6fd63ca8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.197090] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5b7285-b7df-4d9e-972b-75ab36c8e636 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.229147] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e661f7-3970-4b7f-832e-97e8661da997 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.237064] env[70243]: DEBUG nova.objects.instance [None req-d5ffe90e-b6dd-40db-aab8-0a087d34d5e2 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lazy-loading 'pci_requests' on Instance uuid a09a9d3a-2d42-460b-a682-a03f3167f345 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.238979] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99c2c08-ded8-410f-8a51-02e31d6fec5c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.253308] env[70243]: DEBUG nova.compute.provider_tree [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.311578] env[70243]: DEBUG oslo_vmware.api [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622726, 'name': PowerOffVM_Task, 'duration_secs': 0.283989} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.311931] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.312225] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.312400] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64751335-13df-4259-86aa-48e8811dd198 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.387306] env[70243]: DEBUG oslo_vmware.api [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622727, 'name': PowerOffVM_Task, 'duration_secs': 0.215541} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.387676] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.388035] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.388128] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8c9785e-ccc4-475d-acb3-0e0ad2f65e0c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.392336] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.392786] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.392983] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Deleting the datastore file [datastore2] 7301bc68-12ff-4e13-b63d-8c51dfb58767 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.393238] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f03abc83-cfcd-4d85-9d7f-ddf2d9999dbd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.400768] env[70243]: DEBUG oslo_vmware.api [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1139.400768] env[70243]: value = "task-3622731" [ 1139.400768] env[70243]: _type = "Task" [ 1139.400768] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.409719] env[70243]: DEBUG oslo_vmware.api [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.466516] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.466516] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.466709] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Deleting the datastore file [datastore2] 8b2602c1-bd7c-473c-9c61-93b93fad24a7 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.467032] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53d695e0-0229-4588-a86c-0e29afa8911a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.474913] env[70243]: DEBUG oslo_vmware.api [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1139.474913] env[70243]: value = "task-3622732" [ 1139.474913] env[70243]: _type = "Task" [ 1139.474913] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.484939] env[70243]: DEBUG oslo_vmware.api [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.506858] env[70243]: INFO nova.compute.manager [-] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Took 1.24 seconds to deallocate network for instance. [ 1139.588553] env[70243]: INFO nova.compute.manager [-] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Took 1.21 seconds to deallocate network for instance. [ 1139.612868] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622728, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.721901] env[70243]: DEBUG nova.network.neutron [req-1d71db27-46e2-4134-be25-d686096f4120 req-4d31877c-be38-4ac0-820d-5071c7da6c8f service nova] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Updated VIF entry in instance network info cache for port 496cd9f9-8bb0-49b8-bad3-155d8bc584b7. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.722525] env[70243]: DEBUG nova.network.neutron [req-1d71db27-46e2-4134-be25-d686096f4120 req-4d31877c-be38-4ac0-820d-5071c7da6c8f service nova] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Updating instance_info_cache with network_info: [{"id": "496cd9f9-8bb0-49b8-bad3-155d8bc584b7", "address": "fa:16:3e:6b:24:c0", "network": {"id": "6c4ec218-1aa5-41c5-89cf-b0050733440b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1313015590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fec6172a26a477f9b03f1232e5bb875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap496cd9f9-8b", "ovs_interfaceid": "496cd9f9-8bb0-49b8-bad3-155d8bc584b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.743863] env[70243]: DEBUG nova.objects.base [None req-d5ffe90e-b6dd-40db-aab8-0a087d34d5e2 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1139.744237] env[70243]: DEBUG nova.network.neutron [None req-d5ffe90e-b6dd-40db-aab8-0a087d34d5e2 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.756906] env[70243]: DEBUG nova.scheduler.client.report [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.856963] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d5ffe90e-b6dd-40db-aab8-0a087d34d5e2 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "interface-a09a9d3a-2d42-460b-a682-a03f3167f345-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.124s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.911106] env[70243]: DEBUG oslo_vmware.api [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317697} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.911390] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.911584] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.911754] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.911925] env[70243]: INFO nova.compute.manager [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1139.912184] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.912420] env[70243]: DEBUG nova.compute.manager [-] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.912518] env[70243]: DEBUG nova.network.neutron [-] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.985019] env[70243]: DEBUG oslo_vmware.api [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351834} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.985323] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.985506] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.985685] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.985852] env[70243]: INFO nova.compute.manager [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1139.986104] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.986301] env[70243]: DEBUG nova.compute.manager [-] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.986392] env[70243]: DEBUG nova.network.neutron [-] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.013843] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.095577] env[70243]: DEBUG oslo_concurrency.lockutils [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.110112] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694708} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.110520] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 0d8b96ef-df36-4d10-ab15-8454c68bf6b1/0d8b96ef-df36-4d10-ab15-8454c68bf6b1.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.110783] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.111140] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eabd5a0f-ca1f-4bc1-bd18-dd729d719c8c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.118940] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1140.118940] env[70243]: value = "task-3622733" [ 1140.118940] env[70243]: _type = "Task" [ 1140.118940] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.130734] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.225689] env[70243]: DEBUG oslo_concurrency.lockutils [req-1d71db27-46e2-4134-be25-d686096f4120 req-4d31877c-be38-4ac0-820d-5071c7da6c8f service nova] Releasing lock "refresh_cache-bbccad4a-d0b9-4e89-b557-3420d92c025d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.226113] env[70243]: DEBUG nova.compute.manager [req-1d71db27-46e2-4134-be25-d686096f4120 req-4d31877c-be38-4ac0-820d-5071c7da6c8f service nova] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Received event network-vif-deleted-aa750d64-be36-49ae-82de-11860762969c {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.226275] env[70243]: INFO nova.compute.manager [req-1d71db27-46e2-4134-be25-d686096f4120 req-4d31877c-be38-4ac0-820d-5071c7da6c8f service nova] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Neutron deleted interface aa750d64-be36-49ae-82de-11860762969c; detaching it from the instance and deleting it from the info cache [ 1140.226455] env[70243]: DEBUG nova.network.neutron [req-1d71db27-46e2-4134-be25-d686096f4120 req-4d31877c-be38-4ac0-820d-5071c7da6c8f service nova] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.262419] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.292s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.262640] env[70243]: INFO nova.compute.manager [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Migrating [ 1140.269731] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.256s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.269966] env[70243]: DEBUG nova.objects.instance [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lazy-loading 'resources' on Instance uuid 8e478b5b-d437-42ea-b302-82490d00e6eb {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.625405] env[70243]: DEBUG nova.compute.manager [req-be2e36a7-4e13-4735-96f6-fab5f97bb52b req-1cf9ed00-b05e-447a-b08d-85bfe774261e service nova] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Received event network-vif-deleted-a2a6f4a0-f462-4213-867d-d854117f643d {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.625598] env[70243]: INFO nova.compute.manager [req-be2e36a7-4e13-4735-96f6-fab5f97bb52b req-1cf9ed00-b05e-447a-b08d-85bfe774261e service nova] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Neutron deleted interface a2a6f4a0-f462-4213-867d-d854117f643d; detaching it from the instance and deleting it from the info cache [ 1140.625771] env[70243]: DEBUG nova.network.neutron [req-be2e36a7-4e13-4735-96f6-fab5f97bb52b req-1cf9ed00-b05e-447a-b08d-85bfe774261e service nova] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.632596] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06579} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.632850] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.633682] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee7016c-64e4-4492-9eaa-fc9b4be02edf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.656953] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 0d8b96ef-df36-4d10-ab15-8454c68bf6b1/0d8b96ef-df36-4d10-ab15-8454c68bf6b1.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.657576] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5619ee1a-7ff7-4645-9fd9-318998b0c875 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.679037] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1140.679037] env[70243]: value = "task-3622734" [ 1140.679037] env[70243]: _type = "Task" [ 1140.679037] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.688937] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.728835] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0959de6c-2ddc-45bd-a171-4d1f2f2bc345 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.738607] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b14826-7887-467a-9144-8d397009848a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.750637] env[70243]: DEBUG nova.network.neutron [-] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.772451] env[70243]: DEBUG nova.compute.manager [req-1d71db27-46e2-4134-be25-d686096f4120 req-4d31877c-be38-4ac0-820d-5071c7da6c8f service nova] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Detach interface failed, port_id=aa750d64-be36-49ae-82de-11860762969c, reason: Instance 8e478b5b-d437-42ea-b302-82490d00e6eb could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1140.781104] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "refresh_cache-15ba34ab-80c3-4829-9e8e-d196fc3b09a8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.781104] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired lock "refresh_cache-15ba34ab-80c3-4829-9e8e-d196fc3b09a8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.781104] env[70243]: DEBUG nova.network.neutron [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.931185] env[70243]: DEBUG nova.network.neutron [-] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.956159] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5749ac0a-19b4-4f43-b514-9ad8eea1ba35 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.964574] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbbbf1a-5af2-45ab-9d92-f2008dcd2fad {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.995197] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3981ff5e-7c63-4226-a5bb-dbe0496a939a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.003520] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ff5200-49bd-4ddb-b3df-c49d66a75cd2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.019502] env[70243]: DEBUG nova.compute.provider_tree [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.022719] env[70243]: DEBUG nova.compute.manager [req-6fe55bb8-b67f-41b9-aa43-3ba34e84afd7 req-3d3da12b-13ca-4550-b458-7c9985278acd service nova] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Received event network-vif-deleted-7a02db7c-959a-455c-95f3-3b5f2ff4b5f4 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.129065] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5cd36914-d79c-4823-b30b-a462e8b42309 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.140187] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24412dd4-e6a5-42c4-93bf-f6074080e74b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.171993] env[70243]: DEBUG nova.compute.manager [req-be2e36a7-4e13-4735-96f6-fab5f97bb52b req-1cf9ed00-b05e-447a-b08d-85bfe774261e service nova] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Detach interface failed, port_id=a2a6f4a0-f462-4213-867d-d854117f643d, reason: Instance 7301bc68-12ff-4e13-b63d-8c51dfb58767 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1141.189063] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.253024] env[70243]: INFO nova.compute.manager [-] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Took 1.34 seconds to deallocate network for instance. [ 1141.434184] env[70243]: INFO nova.compute.manager [-] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Took 1.45 seconds to deallocate network for instance. [ 1141.482053] env[70243]: DEBUG nova.network.neutron [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Updating instance_info_cache with network_info: [{"id": "f8b8d089-e33f-4444-b5b5-a645e8d6a60a", "address": "fa:16:3e:99:47:f0", "network": {"id": "9ca41f48-ec49-4b89-8cf4-e17009fd41d3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-376653628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b82d157f42e44fdf8b5c0b034837f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8b8d089-e3", "ovs_interfaceid": "f8b8d089-e33f-4444-b5b5-a645e8d6a60a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.525172] env[70243]: DEBUG nova.scheduler.client.report [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.689369] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622734, 'name': ReconfigVM_Task, 'duration_secs': 0.977039} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.689955] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 0d8b96ef-df36-4d10-ab15-8454c68bf6b1/0d8b96ef-df36-4d10-ab15-8454c68bf6b1.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.690425] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eea3ae68-d3c8-49ee-ba0e-fd37849cb516 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.704331] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1141.704331] env[70243]: value = "task-3622735" [ 1141.704331] env[70243]: _type = "Task" [ 1141.704331] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.713343] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622735, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.759635] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.769317] env[70243]: DEBUG oslo_concurrency.lockutils [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "interface-a09a9d3a-2d42-460b-a682-a03f3167f345-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.769568] env[70243]: DEBUG oslo_concurrency.lockutils [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "interface-a09a9d3a-2d42-460b-a682-a03f3167f345-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.769876] env[70243]: DEBUG nova.objects.instance [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lazy-loading 'flavor' on Instance uuid a09a9d3a-2d42-460b-a682-a03f3167f345 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.940695] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.985752] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Releasing lock "refresh_cache-15ba34ab-80c3-4829-9e8e-d196fc3b09a8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.029797] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.033045] env[70243]: DEBUG oslo_concurrency.lockutils [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.937s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.033045] env[70243]: DEBUG nova.objects.instance [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lazy-loading 'resources' on Instance uuid 0bc23339-23e2-4ec4-9898-6df55f2bfb18 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.052225] env[70243]: INFO nova.scheduler.client.report [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Deleted allocations for instance 8e478b5b-d437-42ea-b302-82490d00e6eb [ 1142.214572] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622735, 'name': Rename_Task, 'duration_secs': 0.145887} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.214878] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.215155] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c67b517-797b-40d3-92d6-46e405eb66a6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.222925] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1142.222925] env[70243]: value = "task-3622736" [ 1142.222925] env[70243]: _type = "Task" [ 1142.222925] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.231783] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.360963] env[70243]: DEBUG nova.objects.instance [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lazy-loading 'pci_requests' on Instance uuid a09a9d3a-2d42-460b-a682-a03f3167f345 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.559654] env[70243]: DEBUG oslo_concurrency.lockutils [None req-cae1c2c6-3186-4874-a1e2-7c365f2c5989 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "8e478b5b-d437-42ea-b302-82490d00e6eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.942s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.690819] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf023f19-5f6f-42d6-8bbf-fe78e10186ef {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.699470] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec5491c-da58-40e3-b9ad-810b62d541b5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.734062] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c72dbf-6db6-40ec-b89e-843be83346a4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.745701] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc3fb21-2401-4cc3-b353-2f377b5dc6a6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.749758] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622736, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.762101] env[70243]: DEBUG nova.compute.provider_tree [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.864228] env[70243]: DEBUG nova.objects.base [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1142.864376] env[70243]: DEBUG nova.network.neutron [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.901783] env[70243]: DEBUG nova.policy [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b74a58353bde408a984b292dcbd53dba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8c9aa15b2ac4dbba3ace78aaff8a1a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.235917] env[70243]: DEBUG nova.network.neutron [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Successfully created port: c774bb35-b2d7-46f3-9608-0f0d74ea260b {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1143.243852] env[70243]: DEBUG oslo_vmware.api [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622736, 'name': PowerOnVM_Task, 'duration_secs': 0.573035} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.244194] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.244438] env[70243]: INFO nova.compute.manager [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1143.244690] env[70243]: DEBUG nova.compute.manager [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.245555] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a98a88d-9ef8-493f-a247-a58022fe411a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.265022] env[70243]: DEBUG nova.scheduler.client.report [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.502432] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1df9f6-3456-4b33-bb58-a427d4c41e2e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.521224] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Updating instance '15ba34ab-80c3-4829-9e8e-d196fc3b09a8' progress to 0 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.766788] env[70243]: INFO nova.compute.manager [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Took 19.74 seconds to build instance. [ 1143.770218] env[70243]: DEBUG oslo_concurrency.lockutils [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.772747] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.013s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.773055] env[70243]: DEBUG nova.objects.instance [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lazy-loading 'resources' on Instance uuid 7301bc68-12ff-4e13-b63d-8c51dfb58767 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.797156] env[70243]: INFO nova.scheduler.client.report [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Deleted allocations for instance 0bc23339-23e2-4ec4-9898-6df55f2bfb18 [ 1144.024711] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6ffe6f34-940d-4f2d-8606-7ba33a2af3a8 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "dcc7c707-e3d0-42ac-a13d-5e94fff5348d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.024983] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6ffe6f34-940d-4f2d-8606-7ba33a2af3a8 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "dcc7c707-e3d0-42ac-a13d-5e94fff5348d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.028634] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.028916] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e579d838-0a5e-4236-8749-b8fcc8717f0b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.038219] env[70243]: DEBUG oslo_vmware.api [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1144.038219] env[70243]: value = "task-3622737" [ 1144.038219] env[70243]: _type = "Task" [ 1144.038219] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.049987] env[70243]: DEBUG oslo_vmware.api [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.268932] env[70243]: DEBUG oslo_concurrency.lockutils [None req-024cb454-9896-4693-bfa2-e7c94fa591d7 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "0d8b96ef-df36-4d10-ab15-8454c68bf6b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.256s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.306163] env[70243]: DEBUG oslo_concurrency.lockutils [None req-80d43b00-d99b-4e3f-a110-8cb985b28876 tempest-ListServersNegativeTestJSON-753631338 tempest-ListServersNegativeTestJSON-753631338-project-member] Lock "0bc23339-23e2-4ec4-9898-6df55f2bfb18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.572s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.416815] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e54fea3-0ee9-47f2-acbe-9b406d987ff5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.424807] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5543abf-b5c3-43e9-bb77-281f96292ac5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.455533] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f598a441-72cc-4e57-835f-c34a383b3a9c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.462873] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bde221-e627-4e2a-8b36-1c081c540dac {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.476290] env[70243]: DEBUG nova.compute.provider_tree [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.528123] env[70243]: DEBUG nova.compute.utils [None req-6ffe6f34-940d-4f2d-8606-7ba33a2af3a8 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.548745] env[70243]: DEBUG oslo_vmware.api [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622737, 'name': PowerOffVM_Task, 'duration_secs': 0.228538} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.549055] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.549275] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Updating instance '15ba34ab-80c3-4829-9e8e-d196fc3b09a8' progress to 17 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.784762] env[70243]: DEBUG nova.network.neutron [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Successfully updated port: c774bb35-b2d7-46f3-9608-0f0d74ea260b {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.979774] env[70243]: DEBUG nova.scheduler.client.report [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.030971] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6ffe6f34-940d-4f2d-8606-7ba33a2af3a8 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "dcc7c707-e3d0-42ac-a13d-5e94fff5348d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.055691] env[70243]: DEBUG nova.virt.hardware [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.055934] env[70243]: DEBUG nova.virt.hardware [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.056150] env[70243]: DEBUG nova.virt.hardware [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.056394] env[70243]: DEBUG nova.virt.hardware [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.056580] env[70243]: DEBUG nova.virt.hardware [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.056743] env[70243]: DEBUG nova.virt.hardware [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.056956] env[70243]: DEBUG nova.virt.hardware [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.057167] env[70243]: DEBUG nova.virt.hardware [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.057355] env[70243]: DEBUG nova.virt.hardware [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.057521] env[70243]: DEBUG nova.virt.hardware [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.057700] env[70243]: DEBUG nova.virt.hardware [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.063084] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1cc917c-08c5-4ef2-af6a-ca5a62ec8a92 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.084271] env[70243]: DEBUG oslo_vmware.api [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1145.084271] env[70243]: value = "task-3622738" [ 1145.084271] env[70243]: _type = "Task" [ 1145.084271] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.093632] env[70243]: DEBUG oslo_vmware.api [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.288346] env[70243]: DEBUG oslo_concurrency.lockutils [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "refresh_cache-a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.288588] env[70243]: DEBUG oslo_concurrency.lockutils [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "refresh_cache-a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.288750] env[70243]: DEBUG nova.network.neutron [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.484938] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.488423] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.548s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.488916] env[70243]: DEBUG nova.objects.instance [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lazy-loading 'resources' on Instance uuid 8b2602c1-bd7c-473c-9c61-93b93fad24a7 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.504999] env[70243]: INFO nova.scheduler.client.report [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Deleted allocations for instance 7301bc68-12ff-4e13-b63d-8c51dfb58767 [ 1145.597373] env[70243]: DEBUG oslo_vmware.api [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622738, 'name': ReconfigVM_Task, 'duration_secs': 0.169386} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.597901] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Updating instance '15ba34ab-80c3-4829-9e8e-d196fc3b09a8' progress to 33 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.614494] env[70243]: DEBUG nova.compute.manager [req-c4efe8b1-c72f-46f3-8672-823aa581e449 req-49f407b7-769b-4ed1-b9a2-6a63ac5ebc20 service nova] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Received event network-changed-ffbabe96-ab0d-49ba-985e-628dae2e93ab {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.614639] env[70243]: DEBUG nova.compute.manager [req-c4efe8b1-c72f-46f3-8672-823aa581e449 req-49f407b7-769b-4ed1-b9a2-6a63ac5ebc20 service nova] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Refreshing instance network info cache due to event network-changed-ffbabe96-ab0d-49ba-985e-628dae2e93ab. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.614848] env[70243]: DEBUG oslo_concurrency.lockutils [req-c4efe8b1-c72f-46f3-8672-823aa581e449 req-49f407b7-769b-4ed1-b9a2-6a63ac5ebc20 service nova] Acquiring lock "refresh_cache-0d8b96ef-df36-4d10-ab15-8454c68bf6b1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.614990] env[70243]: DEBUG oslo_concurrency.lockutils [req-c4efe8b1-c72f-46f3-8672-823aa581e449 req-49f407b7-769b-4ed1-b9a2-6a63ac5ebc20 service nova] Acquired lock "refresh_cache-0d8b96ef-df36-4d10-ab15-8454c68bf6b1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.615170] env[70243]: DEBUG nova.network.neutron [req-c4efe8b1-c72f-46f3-8672-823aa581e449 req-49f407b7-769b-4ed1-b9a2-6a63ac5ebc20 service nova] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Refreshing network info cache for port ffbabe96-ab0d-49ba-985e-628dae2e93ab {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.847276] env[70243]: WARNING nova.network.neutron [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] d2e3424a-ee26-49c3-87d1-67cbf0339862 already exists in list: networks containing: ['d2e3424a-ee26-49c3-87d1-67cbf0339862']. ignoring it [ 1146.012497] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d53f81f3-f72b-4910-b7eb-753afb828677 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "7301bc68-12ff-4e13-b63d-8c51dfb58767" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.737s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.099204] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6ffe6f34-940d-4f2d-8606-7ba33a2af3a8 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "dcc7c707-e3d0-42ac-a13d-5e94fff5348d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.099457] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6ffe6f34-940d-4f2d-8606-7ba33a2af3a8 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "dcc7c707-e3d0-42ac-a13d-5e94fff5348d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.099686] env[70243]: INFO nova.compute.manager [None req-6ffe6f34-940d-4f2d-8606-7ba33a2af3a8 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Attaching volume 698d057b-8f27-4cc1-a037-ff218a9cb31e to /dev/sdb [ 1146.103909] env[70243]: DEBUG nova.virt.hardware [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.105270] env[70243]: DEBUG nova.virt.hardware [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.105270] env[70243]: DEBUG nova.virt.hardware [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.105270] env[70243]: DEBUG nova.virt.hardware [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.105270] env[70243]: DEBUG nova.virt.hardware [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.105270] env[70243]: DEBUG nova.virt.hardware [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.105270] env[70243]: DEBUG nova.virt.hardware [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.105270] env[70243]: DEBUG nova.virt.hardware [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.106186] env[70243]: DEBUG nova.virt.hardware [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.106186] env[70243]: DEBUG nova.virt.hardware [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.106186] env[70243]: DEBUG nova.virt.hardware [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.114311] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1146.115899] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b652901-4933-4995-9c0d-f7c349c28fca {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.140900] env[70243]: DEBUG oslo_vmware.api [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1146.140900] env[70243]: value = "task-3622739" [ 1146.140900] env[70243]: _type = "Task" [ 1146.140900] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.152857] env[70243]: DEBUG oslo_vmware.api [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.162461] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71074940-4630-49a4-9613-946e189cf16a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.177529] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc37de0-09c2-4ae5-9797-353ef0fc59b3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.181820] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d8c1ee-ca60-4786-82b3-b85719aa6d44 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.215689] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98b4d9c-a102-44d2-8d83-cd34942f3d4d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.223501] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830f849c-e5e9-4bce-be83-17a6575a9ee0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.232792] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a50626-1a37-4fe0-a5bf-31005f98eee3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.240552] env[70243]: DEBUG nova.virt.block_device [None req-6ffe6f34-940d-4f2d-8606-7ba33a2af3a8 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Updating existing volume attachment record: 29c1e8d7-0032-46d9-89f6-3f0150446eef {{(pid=70243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1146.252993] env[70243]: DEBUG nova.compute.provider_tree [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.383263] env[70243]: DEBUG nova.network.neutron [req-c4efe8b1-c72f-46f3-8672-823aa581e449 req-49f407b7-769b-4ed1-b9a2-6a63ac5ebc20 service nova] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Updated VIF entry in instance network info cache for port ffbabe96-ab0d-49ba-985e-628dae2e93ab. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.383703] env[70243]: DEBUG nova.network.neutron [req-c4efe8b1-c72f-46f3-8672-823aa581e449 req-49f407b7-769b-4ed1-b9a2-6a63ac5ebc20 service nova] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Updating instance_info_cache with network_info: [{"id": "ffbabe96-ab0d-49ba-985e-628dae2e93ab", "address": "fa:16:3e:e1:f0:fb", "network": {"id": "e67b990e-a496-4c25-af2f-9af30a035feb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1399546946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d7a853c487e46b59372fc0e512e79f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffbabe96-ab", "ovs_interfaceid": "ffbabe96-ab0d-49ba-985e-628dae2e93ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.465698] env[70243]: DEBUG nova.network.neutron [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Updating instance_info_cache with network_info: [{"id": "12837e05-bf78-439d-85d2-a8bc49e3ad99", "address": "fa:16:3e:bc:ab:17", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12837e05-bf", "ovs_interfaceid": "12837e05-bf78-439d-85d2-a8bc49e3ad99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c774bb35-b2d7-46f3-9608-0f0d74ea260b", "address": "fa:16:3e:a3:b3:f4", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc774bb35-b2", "ovs_interfaceid": "c774bb35-b2d7-46f3-9608-0f0d74ea260b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.651308] env[70243]: DEBUG oslo_vmware.api [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622739, 'name': ReconfigVM_Task, 'duration_secs': 0.182298} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.651618] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1146.652430] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea0b549-fc2a-4147-83a1-16eb23b3e642 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.676615] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 15ba34ab-80c3-4829-9e8e-d196fc3b09a8/15ba34ab-80c3-4829-9e8e-d196fc3b09a8.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.676923] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa6e1506-33bc-426a-ac38-138e099aff6e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.694973] env[70243]: DEBUG oslo_vmware.api [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1146.694973] env[70243]: value = "task-3622741" [ 1146.694973] env[70243]: _type = "Task" [ 1146.694973] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.708626] env[70243]: DEBUG oslo_vmware.api [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.756755] env[70243]: DEBUG nova.scheduler.client.report [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.887159] env[70243]: DEBUG oslo_concurrency.lockutils [req-c4efe8b1-c72f-46f3-8672-823aa581e449 req-49f407b7-769b-4ed1-b9a2-6a63ac5ebc20 service nova] Releasing lock "refresh_cache-0d8b96ef-df36-4d10-ab15-8454c68bf6b1" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.968955] env[70243]: DEBUG oslo_concurrency.lockutils [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "refresh_cache-a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.969690] env[70243]: DEBUG oslo_concurrency.lockutils [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.969860] env[70243]: DEBUG oslo_concurrency.lockutils [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.970754] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06aced17-e07d-402b-bdfa-346805e17eb8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.990279] env[70243]: DEBUG nova.virt.hardware [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.990555] env[70243]: DEBUG nova.virt.hardware [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.990702] env[70243]: DEBUG nova.virt.hardware [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.990887] env[70243]: DEBUG nova.virt.hardware [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.991547] env[70243]: DEBUG nova.virt.hardware [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.991793] env[70243]: DEBUG nova.virt.hardware [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.992070] env[70243]: DEBUG nova.virt.hardware [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.992250] env[70243]: DEBUG nova.virt.hardware [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.992423] env[70243]: DEBUG nova.virt.hardware [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.992590] env[70243]: DEBUG nova.virt.hardware [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.992763] env[70243]: DEBUG nova.virt.hardware [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.999345] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Reconfiguring VM to attach interface {{(pid=70243) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1146.999801] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1892b69a-89f5-4406-997c-794c8a42111d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.023250] env[70243]: DEBUG oslo_vmware.api [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1147.023250] env[70243]: value = "task-3622744" [ 1147.023250] env[70243]: _type = "Task" [ 1147.023250] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.033369] env[70243]: DEBUG oslo_vmware.api [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622744, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.079843] env[70243]: DEBUG oslo_concurrency.lockutils [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "2dc3b67a-1c12-4b02-8e8a-770add294258" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.080093] env[70243]: DEBUG oslo_concurrency.lockutils [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "2dc3b67a-1c12-4b02-8e8a-770add294258" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.205380] env[70243]: DEBUG oslo_vmware.api [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622741, 'name': ReconfigVM_Task, 'duration_secs': 0.333936} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.205647] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 15ba34ab-80c3-4829-9e8e-d196fc3b09a8/15ba34ab-80c3-4829-9e8e-d196fc3b09a8.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.205913] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Updating instance '15ba34ab-80c3-4829-9e8e-d196fc3b09a8' progress to 50 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.261727] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.288438] env[70243]: INFO nova.scheduler.client.report [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Deleted allocations for instance 8b2602c1-bd7c-473c-9c61-93b93fad24a7 [ 1147.537819] env[70243]: DEBUG oslo_vmware.api [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.582541] env[70243]: DEBUG nova.compute.manager [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1147.642741] env[70243]: DEBUG nova.compute.manager [req-cc7b40bf-9b0a-45f1-8b66-0c3e361fed5a req-d416d58e-1194-4c8c-b2d9-690c6f34aa4b service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Received event network-vif-plugged-c774bb35-b2d7-46f3-9608-0f0d74ea260b {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.642968] env[70243]: DEBUG oslo_concurrency.lockutils [req-cc7b40bf-9b0a-45f1-8b66-0c3e361fed5a req-d416d58e-1194-4c8c-b2d9-690c6f34aa4b service nova] Acquiring lock "a09a9d3a-2d42-460b-a682-a03f3167f345-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.643199] env[70243]: DEBUG oslo_concurrency.lockutils [req-cc7b40bf-9b0a-45f1-8b66-0c3e361fed5a req-d416d58e-1194-4c8c-b2d9-690c6f34aa4b service nova] Lock "a09a9d3a-2d42-460b-a682-a03f3167f345-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.643378] env[70243]: DEBUG oslo_concurrency.lockutils [req-cc7b40bf-9b0a-45f1-8b66-0c3e361fed5a req-d416d58e-1194-4c8c-b2d9-690c6f34aa4b service nova] Lock "a09a9d3a-2d42-460b-a682-a03f3167f345-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.643553] env[70243]: DEBUG nova.compute.manager [req-cc7b40bf-9b0a-45f1-8b66-0c3e361fed5a req-d416d58e-1194-4c8c-b2d9-690c6f34aa4b service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] No waiting events found dispatching network-vif-plugged-c774bb35-b2d7-46f3-9608-0f0d74ea260b {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.643736] env[70243]: WARNING nova.compute.manager [req-cc7b40bf-9b0a-45f1-8b66-0c3e361fed5a req-d416d58e-1194-4c8c-b2d9-690c6f34aa4b service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Received unexpected event network-vif-plugged-c774bb35-b2d7-46f3-9608-0f0d74ea260b for instance with vm_state active and task_state None. [ 1147.644049] env[70243]: DEBUG nova.compute.manager [req-cc7b40bf-9b0a-45f1-8b66-0c3e361fed5a req-d416d58e-1194-4c8c-b2d9-690c6f34aa4b service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Received event network-changed-c774bb35-b2d7-46f3-9608-0f0d74ea260b {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.645377] env[70243]: DEBUG nova.compute.manager [req-cc7b40bf-9b0a-45f1-8b66-0c3e361fed5a req-d416d58e-1194-4c8c-b2d9-690c6f34aa4b service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Refreshing instance network info cache due to event network-changed-c774bb35-b2d7-46f3-9608-0f0d74ea260b. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.645555] env[70243]: DEBUG oslo_concurrency.lockutils [req-cc7b40bf-9b0a-45f1-8b66-0c3e361fed5a req-d416d58e-1194-4c8c-b2d9-690c6f34aa4b service nova] Acquiring lock "refresh_cache-a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.645708] env[70243]: DEBUG oslo_concurrency.lockutils [req-cc7b40bf-9b0a-45f1-8b66-0c3e361fed5a req-d416d58e-1194-4c8c-b2d9-690c6f34aa4b service nova] Acquired lock "refresh_cache-a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.645877] env[70243]: DEBUG nova.network.neutron [req-cc7b40bf-9b0a-45f1-8b66-0c3e361fed5a req-d416d58e-1194-4c8c-b2d9-690c6f34aa4b service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Refreshing network info cache for port c774bb35-b2d7-46f3-9608-0f0d74ea260b {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.714623] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374dd0c9-62a8-45bc-a42f-2897e548be3e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.737814] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0564ea92-cf3b-4cc5-8dc8-38c678ec4221 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.757391] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Updating instance '15ba34ab-80c3-4829-9e8e-d196fc3b09a8' progress to 67 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.797974] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f0def638-e5ab-4c00-a851-8eca467f7a7f tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "8b2602c1-bd7c-473c-9c61-93b93fad24a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.449s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.035722] env[70243]: DEBUG oslo_vmware.api [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622744, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.110267] env[70243]: DEBUG oslo_concurrency.lockutils [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.111631] env[70243]: DEBUG oslo_concurrency.lockutils [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.112834] env[70243]: INFO nova.compute.claims [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.314338] env[70243]: DEBUG nova.network.neutron [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Port f8b8d089-e33f-4444-b5b5-a645e8d6a60a binding to destination host cpu-1 is already ACTIVE {{(pid=70243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1148.366563] env[70243]: DEBUG nova.network.neutron [req-cc7b40bf-9b0a-45f1-8b66-0c3e361fed5a req-d416d58e-1194-4c8c-b2d9-690c6f34aa4b service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Updated VIF entry in instance network info cache for port c774bb35-b2d7-46f3-9608-0f0d74ea260b. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.367014] env[70243]: DEBUG nova.network.neutron [req-cc7b40bf-9b0a-45f1-8b66-0c3e361fed5a req-d416d58e-1194-4c8c-b2d9-690c6f34aa4b service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Updating instance_info_cache with network_info: [{"id": "12837e05-bf78-439d-85d2-a8bc49e3ad99", "address": "fa:16:3e:bc:ab:17", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12837e05-bf", "ovs_interfaceid": "12837e05-bf78-439d-85d2-a8bc49e3ad99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c774bb35-b2d7-46f3-9608-0f0d74ea260b", "address": "fa:16:3e:a3:b3:f4", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc774bb35-b2", "ovs_interfaceid": "c774bb35-b2d7-46f3-9608-0f0d74ea260b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.536271] env[70243]: DEBUG oslo_vmware.api [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622744, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.869897] env[70243]: DEBUG oslo_concurrency.lockutils [req-cc7b40bf-9b0a-45f1-8b66-0c3e361fed5a req-d416d58e-1194-4c8c-b2d9-690c6f34aa4b service nova] Releasing lock "refresh_cache-a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.041013] env[70243]: DEBUG oslo_vmware.api [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622744, 'name': ReconfigVM_Task, 'duration_secs': 1.903122} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.041788] env[70243]: DEBUG oslo_concurrency.lockutils [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.042290] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Reconfigured VM to attach interface {{(pid=70243) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1149.269829] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edd3cfd-59df-4578-8b5c-0afacd1440d1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.278309] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53200ed0-1859-42f7-bd06-6ff0b7606565 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.310133] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082ce6e6-2710-4941-a837-0eeeb52a262a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.318801] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18f04dd-c58b-47a5-99f7-783537b99b94 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.334090] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "15ba34ab-80c3-4829-9e8e-d196fc3b09a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.334334] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "15ba34ab-80c3-4829-9e8e-d196fc3b09a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.334508] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "15ba34ab-80c3-4829-9e8e-d196fc3b09a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.350121] env[70243]: DEBUG nova.compute.provider_tree [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.549555] env[70243]: DEBUG oslo_concurrency.lockutils [None req-27ebd6a7-92b7-48ae-b08e-64f82c57e695 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "interface-a09a9d3a-2d42-460b-a682-a03f3167f345-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.780s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.851979] env[70243]: DEBUG nova.scheduler.client.report [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.119920] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "181f8106-9b48-4c0d-b635-7130dc112fd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.120221] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "181f8106-9b48-4c0d-b635-7130dc112fd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.357111] env[70243]: DEBUG oslo_concurrency.lockutils [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.357346] env[70243]: DEBUG nova.compute.manager [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1150.374560] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "refresh_cache-15ba34ab-80c3-4829-9e8e-d196fc3b09a8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.374834] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired lock "refresh_cache-15ba34ab-80c3-4829-9e8e-d196fc3b09a8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.375223] env[70243]: DEBUG nova.network.neutron [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.622547] env[70243]: DEBUG nova.compute.manager [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.863211] env[70243]: DEBUG nova.compute.utils [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.864698] env[70243]: DEBUG nova.compute.manager [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1150.864878] env[70243]: DEBUG nova.network.neutron [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1150.903962] env[70243]: DEBUG nova.policy [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '485311ac44f44250bc04f9354e0ab17a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7196e187165f4d538a653ca52e53ad24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.057797] env[70243]: DEBUG nova.network.neutron [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Updating instance_info_cache with network_info: [{"id": "f8b8d089-e33f-4444-b5b5-a645e8d6a60a", "address": "fa:16:3e:99:47:f0", "network": {"id": "9ca41f48-ec49-4b89-8cf4-e17009fd41d3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-376653628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b82d157f42e44fdf8b5c0b034837f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8b8d089-e3", "ovs_interfaceid": "f8b8d089-e33f-4444-b5b5-a645e8d6a60a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.122451] env[70243]: DEBUG nova.network.neutron [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Successfully created port: 0459e513-4e77-4ed1-8f9c-abc1e562c599 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1151.143916] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.144206] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.146153] env[70243]: INFO nova.compute.claims [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.252760] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "interface-a09a9d3a-2d42-460b-a682-a03f3167f345-cceb78db-b61a-4a44-85aa-607c0d1a2544" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.253052] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "interface-a09a9d3a-2d42-460b-a682-a03f3167f345-cceb78db-b61a-4a44-85aa-607c0d1a2544" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.253424] env[70243]: DEBUG nova.objects.instance [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lazy-loading 'flavor' on Instance uuid a09a9d3a-2d42-460b-a682-a03f3167f345 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.289638] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ffe6f34-940d-4f2d-8606-7ba33a2af3a8 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Volume attach. Driver type: vmdk {{(pid=70243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1151.289638] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ffe6f34-940d-4f2d-8606-7ba33a2af3a8 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722519', 'volume_id': '698d057b-8f27-4cc1-a037-ff218a9cb31e', 'name': 'volume-698d057b-8f27-4cc1-a037-ff218a9cb31e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dcc7c707-e3d0-42ac-a13d-5e94fff5348d', 'attached_at': '', 'detached_at': '', 'volume_id': '698d057b-8f27-4cc1-a037-ff218a9cb31e', 'serial': '698d057b-8f27-4cc1-a037-ff218a9cb31e'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1151.290320] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65631a3-196d-432e-bd0f-017e28bdda67 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.308699] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1861a305-9a74-4e36-a8f1-13aa8317a7c1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.338387] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ffe6f34-940d-4f2d-8606-7ba33a2af3a8 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] volume-698d057b-8f27-4cc1-a037-ff218a9cb31e/volume-698d057b-8f27-4cc1-a037-ff218a9cb31e.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.339476] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93d14e67-ab96-4e92-8e6a-77f1fedfb2f8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.359083] env[70243]: DEBUG oslo_vmware.api [None req-6ffe6f34-940d-4f2d-8606-7ba33a2af3a8 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1151.359083] env[70243]: value = "task-3622746" [ 1151.359083] env[70243]: _type = "Task" [ 1151.359083] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.366631] env[70243]: DEBUG oslo_vmware.api [None req-6ffe6f34-940d-4f2d-8606-7ba33a2af3a8 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.368274] env[70243]: DEBUG nova.compute.manager [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1151.561062] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Releasing lock "refresh_cache-15ba34ab-80c3-4829-9e8e-d196fc3b09a8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.868895] env[70243]: DEBUG oslo_vmware.api [None req-6ffe6f34-940d-4f2d-8606-7ba33a2af3a8 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622746, 'name': ReconfigVM_Task, 'duration_secs': 0.365395} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.869323] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ffe6f34-940d-4f2d-8606-7ba33a2af3a8 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Reconfigured VM instance instance-0000005f to attach disk [datastore1] volume-698d057b-8f27-4cc1-a037-ff218a9cb31e/volume-698d057b-8f27-4cc1-a037-ff218a9cb31e.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.879534] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c23ab3bb-99bc-4104-a572-1a0923cc6361 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.894139] env[70243]: DEBUG nova.objects.instance [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lazy-loading 'pci_requests' on Instance uuid a09a9d3a-2d42-460b-a682-a03f3167f345 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.902943] env[70243]: DEBUG oslo_vmware.api [None req-6ffe6f34-940d-4f2d-8606-7ba33a2af3a8 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1151.902943] env[70243]: value = "task-3622747" [ 1151.902943] env[70243]: _type = "Task" [ 1151.902943] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.912944] env[70243]: DEBUG oslo_vmware.api [None req-6ffe6f34-940d-4f2d-8606-7ba33a2af3a8 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.084701] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d8d768-e7d0-428a-aebe-3dde29605350 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.105014] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c437b074-96da-4bcc-a1d5-5e899ba94cc5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.112639] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Updating instance '15ba34ab-80c3-4829-9e8e-d196fc3b09a8' progress to 83 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.300488] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd7a12d-6bcb-4184-84c9-2ab5bf14deba {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.308254] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57249867-f589-4dff-9cf2-c5f4eb263cc3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.339295] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4cd2a3-17ef-41db-ae35-470a28fc7768 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.346576] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451f7939-7c86-4c09-8f07-9b79380e5823 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.359495] env[70243]: DEBUG nova.compute.provider_tree [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.399105] env[70243]: DEBUG nova.compute.manager [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1152.402756] env[70243]: DEBUG nova.objects.base [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1152.403113] env[70243]: DEBUG nova.network.neutron [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.416259] env[70243]: DEBUG oslo_vmware.api [None req-6ffe6f34-940d-4f2d-8606-7ba33a2af3a8 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622747, 'name': ReconfigVM_Task, 'duration_secs': 0.140689} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.416564] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ffe6f34-940d-4f2d-8606-7ba33a2af3a8 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722519', 'volume_id': '698d057b-8f27-4cc1-a037-ff218a9cb31e', 'name': 'volume-698d057b-8f27-4cc1-a037-ff218a9cb31e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dcc7c707-e3d0-42ac-a13d-5e94fff5348d', 'attached_at': '', 'detached_at': '', 'volume_id': '698d057b-8f27-4cc1-a037-ff218a9cb31e', 'serial': '698d057b-8f27-4cc1-a037-ff218a9cb31e'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1152.433622] env[70243]: DEBUG nova.virt.hardware [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.433804] env[70243]: DEBUG nova.virt.hardware [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.434372] env[70243]: DEBUG nova.virt.hardware [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.434372] env[70243]: DEBUG nova.virt.hardware [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.434372] env[70243]: DEBUG nova.virt.hardware [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.434372] env[70243]: DEBUG nova.virt.hardware [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.434578] env[70243]: DEBUG nova.virt.hardware [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.434731] env[70243]: DEBUG nova.virt.hardware [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.435408] env[70243]: DEBUG nova.virt.hardware [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.435408] env[70243]: DEBUG nova.virt.hardware [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.435408] env[70243]: DEBUG nova.virt.hardware [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.436514] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d0cf8b-26fb-487d-bb85-aa4805aacbaf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.445096] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bedd78c-3230-4292-8acf-9f25a576f8c2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.512598] env[70243]: DEBUG nova.policy [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b74a58353bde408a984b292dcbd53dba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8c9aa15b2ac4dbba3ace78aaff8a1a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.531503] env[70243]: DEBUG nova.compute.manager [req-7f1c2bc7-93a3-49fe-a888-9b6119669f07 req-214825d9-7f5c-4536-bdf6-3ebc7b68d4ac service nova] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Received event network-vif-plugged-0459e513-4e77-4ed1-8f9c-abc1e562c599 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.531875] env[70243]: DEBUG oslo_concurrency.lockutils [req-7f1c2bc7-93a3-49fe-a888-9b6119669f07 req-214825d9-7f5c-4536-bdf6-3ebc7b68d4ac service nova] Acquiring lock "2dc3b67a-1c12-4b02-8e8a-770add294258-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.531975] env[70243]: DEBUG oslo_concurrency.lockutils [req-7f1c2bc7-93a3-49fe-a888-9b6119669f07 req-214825d9-7f5c-4536-bdf6-3ebc7b68d4ac service nova] Lock "2dc3b67a-1c12-4b02-8e8a-770add294258-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.532162] env[70243]: DEBUG oslo_concurrency.lockutils [req-7f1c2bc7-93a3-49fe-a888-9b6119669f07 req-214825d9-7f5c-4536-bdf6-3ebc7b68d4ac service nova] Lock "2dc3b67a-1c12-4b02-8e8a-770add294258-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.532337] env[70243]: DEBUG nova.compute.manager [req-7f1c2bc7-93a3-49fe-a888-9b6119669f07 req-214825d9-7f5c-4536-bdf6-3ebc7b68d4ac service nova] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] No waiting events found dispatching network-vif-plugged-0459e513-4e77-4ed1-8f9c-abc1e562c599 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.533164] env[70243]: WARNING nova.compute.manager [req-7f1c2bc7-93a3-49fe-a888-9b6119669f07 req-214825d9-7f5c-4536-bdf6-3ebc7b68d4ac service nova] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Received unexpected event network-vif-plugged-0459e513-4e77-4ed1-8f9c-abc1e562c599 for instance with vm_state building and task_state spawning. [ 1152.610222] env[70243]: DEBUG nova.network.neutron [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Successfully updated port: 0459e513-4e77-4ed1-8f9c-abc1e562c599 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.619546] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.619546] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bf03bce-cb6c-43ea-b9ac-f0a90a4cc04f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.627416] env[70243]: DEBUG oslo_vmware.api [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1152.627416] env[70243]: value = "task-3622748" [ 1152.627416] env[70243]: _type = "Task" [ 1152.627416] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.635763] env[70243]: DEBUG oslo_vmware.api [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.864190] env[70243]: DEBUG nova.scheduler.client.report [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.113871] env[70243]: DEBUG oslo_concurrency.lockutils [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "refresh_cache-2dc3b67a-1c12-4b02-8e8a-770add294258" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.114381] env[70243]: DEBUG oslo_concurrency.lockutils [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired lock "refresh_cache-2dc3b67a-1c12-4b02-8e8a-770add294258" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.114615] env[70243]: DEBUG nova.network.neutron [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.138316] env[70243]: DEBUG oslo_vmware.api [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622748, 'name': PowerOnVM_Task, 'duration_secs': 0.484647} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.138597] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.138860] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9e797a98-1670-4481-b79c-3e829c1d3a7b tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Updating instance '15ba34ab-80c3-4829-9e8e-d196fc3b09a8' progress to 100 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.369430] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.369917] env[70243]: DEBUG nova.compute.manager [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1153.460024] env[70243]: DEBUG nova.objects.instance [None req-6ffe6f34-940d-4f2d-8606-7ba33a2af3a8 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lazy-loading 'flavor' on Instance uuid dcc7c707-e3d0-42ac-a13d-5e94fff5348d {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.649615] env[70243]: DEBUG nova.network.neutron [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.788851] env[70243]: DEBUG nova.network.neutron [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Updating instance_info_cache with network_info: [{"id": "0459e513-4e77-4ed1-8f9c-abc1e562c599", "address": "fa:16:3e:03:c3:50", "network": {"id": "68e759a4-f7d9-417b-aa77-a01c5b06cc6e", "bridge": "br-int", "label": "tempest-ServersTestJSON-745013007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7196e187165f4d538a653ca52e53ad24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0459e513-4e", "ovs_interfaceid": "0459e513-4e77-4ed1-8f9c-abc1e562c599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.875489] env[70243]: DEBUG nova.compute.utils [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.877493] env[70243]: DEBUG nova.compute.manager [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1153.877775] env[70243]: DEBUG nova.network.neutron [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1153.916398] env[70243]: DEBUG nova.policy [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '076b4029716045aca35dd178eaeb24f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc7836824bf442619c6ab1b3d0fbffa5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.926856] env[70243]: DEBUG nova.compute.manager [req-72a90fb0-d644-41e3-915b-d0247425cda0 req-1bcd8a29-4639-480c-947d-fca7fb6a6f29 service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Received event network-vif-plugged-cceb78db-b61a-4a44-85aa-607c0d1a2544 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.927154] env[70243]: DEBUG oslo_concurrency.lockutils [req-72a90fb0-d644-41e3-915b-d0247425cda0 req-1bcd8a29-4639-480c-947d-fca7fb6a6f29 service nova] Acquiring lock "a09a9d3a-2d42-460b-a682-a03f3167f345-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.927342] env[70243]: DEBUG oslo_concurrency.lockutils [req-72a90fb0-d644-41e3-915b-d0247425cda0 req-1bcd8a29-4639-480c-947d-fca7fb6a6f29 service nova] Lock "a09a9d3a-2d42-460b-a682-a03f3167f345-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.927450] env[70243]: DEBUG oslo_concurrency.lockutils [req-72a90fb0-d644-41e3-915b-d0247425cda0 req-1bcd8a29-4639-480c-947d-fca7fb6a6f29 service nova] Lock "a09a9d3a-2d42-460b-a682-a03f3167f345-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.927703] env[70243]: DEBUG nova.compute.manager [req-72a90fb0-d644-41e3-915b-d0247425cda0 req-1bcd8a29-4639-480c-947d-fca7fb6a6f29 service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] No waiting events found dispatching network-vif-plugged-cceb78db-b61a-4a44-85aa-607c0d1a2544 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1153.927839] env[70243]: WARNING nova.compute.manager [req-72a90fb0-d644-41e3-915b-d0247425cda0 req-1bcd8a29-4639-480c-947d-fca7fb6a6f29 service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Received unexpected event network-vif-plugged-cceb78db-b61a-4a44-85aa-607c0d1a2544 for instance with vm_state active and task_state None. [ 1153.965244] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6ffe6f34-940d-4f2d-8606-7ba33a2af3a8 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "dcc7c707-e3d0-42ac-a13d-5e94fff5348d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.865s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.017763] env[70243]: DEBUG nova.network.neutron [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Successfully updated port: cceb78db-b61a-4a44-85aa-607c0d1a2544 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.208446] env[70243]: DEBUG nova.network.neutron [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Successfully created port: 1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1154.291238] env[70243]: DEBUG oslo_concurrency.lockutils [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Releasing lock "refresh_cache-2dc3b67a-1c12-4b02-8e8a-770add294258" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.291573] env[70243]: DEBUG nova.compute.manager [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Instance network_info: |[{"id": "0459e513-4e77-4ed1-8f9c-abc1e562c599", "address": "fa:16:3e:03:c3:50", "network": {"id": "68e759a4-f7d9-417b-aa77-a01c5b06cc6e", "bridge": "br-int", "label": "tempest-ServersTestJSON-745013007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7196e187165f4d538a653ca52e53ad24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0459e513-4e", "ovs_interfaceid": "0459e513-4e77-4ed1-8f9c-abc1e562c599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1154.292064] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:c3:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0459e513-4e77-4ed1-8f9c-abc1e562c599', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.299773] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.299986] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.300232] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-198604ab-9950-465e-988f-4aa1428a2743 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.319964] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.319964] env[70243]: value = "task-3622749" [ 1154.319964] env[70243]: _type = "Task" [ 1154.319964] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.327925] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622749, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.382241] env[70243]: DEBUG nova.compute.manager [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1154.521490] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "refresh_cache-a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.521756] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "refresh_cache-a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.521922] env[70243]: DEBUG nova.network.neutron [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.662363] env[70243]: DEBUG nova.compute.manager [req-764aaf57-e979-4b54-9627-1553fb777d2f req-ad79234d-89e7-4d6b-952e-88bd996b87fc service nova] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Received event network-changed-0459e513-4e77-4ed1-8f9c-abc1e562c599 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.662559] env[70243]: DEBUG nova.compute.manager [req-764aaf57-e979-4b54-9627-1553fb777d2f req-ad79234d-89e7-4d6b-952e-88bd996b87fc service nova] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Refreshing instance network info cache due to event network-changed-0459e513-4e77-4ed1-8f9c-abc1e562c599. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.662802] env[70243]: DEBUG oslo_concurrency.lockutils [req-764aaf57-e979-4b54-9627-1553fb777d2f req-ad79234d-89e7-4d6b-952e-88bd996b87fc service nova] Acquiring lock "refresh_cache-2dc3b67a-1c12-4b02-8e8a-770add294258" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.662954] env[70243]: DEBUG oslo_concurrency.lockutils [req-764aaf57-e979-4b54-9627-1553fb777d2f req-ad79234d-89e7-4d6b-952e-88bd996b87fc service nova] Acquired lock "refresh_cache-2dc3b67a-1c12-4b02-8e8a-770add294258" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.663130] env[70243]: DEBUG nova.network.neutron [req-764aaf57-e979-4b54-9627-1553fb777d2f req-ad79234d-89e7-4d6b-952e-88bd996b87fc service nova] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Refreshing network info cache for port 0459e513-4e77-4ed1-8f9c-abc1e562c599 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.834902] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622749, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.061119] env[70243]: WARNING nova.network.neutron [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] d2e3424a-ee26-49c3-87d1-67cbf0339862 already exists in list: networks containing: ['d2e3424a-ee26-49c3-87d1-67cbf0339862']. ignoring it [ 1155.061349] env[70243]: WARNING nova.network.neutron [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] d2e3424a-ee26-49c3-87d1-67cbf0339862 already exists in list: networks containing: ['d2e3424a-ee26-49c3-87d1-67cbf0339862']. ignoring it [ 1155.331484] env[70243]: DEBUG oslo_concurrency.lockutils [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "15ba34ab-80c3-4829-9e8e-d196fc3b09a8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.331851] env[70243]: DEBUG oslo_concurrency.lockutils [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "15ba34ab-80c3-4829-9e8e-d196fc3b09a8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.332083] env[70243]: DEBUG nova.compute.manager [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Going to confirm migration 4 {{(pid=70243) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1155.333430] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622749, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.353829] env[70243]: DEBUG nova.network.neutron [req-764aaf57-e979-4b54-9627-1553fb777d2f req-ad79234d-89e7-4d6b-952e-88bd996b87fc service nova] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Updated VIF entry in instance network info cache for port 0459e513-4e77-4ed1-8f9c-abc1e562c599. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.354248] env[70243]: DEBUG nova.network.neutron [req-764aaf57-e979-4b54-9627-1553fb777d2f req-ad79234d-89e7-4d6b-952e-88bd996b87fc service nova] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Updating instance_info_cache with network_info: [{"id": "0459e513-4e77-4ed1-8f9c-abc1e562c599", "address": "fa:16:3e:03:c3:50", "network": {"id": "68e759a4-f7d9-417b-aa77-a01c5b06cc6e", "bridge": "br-int", "label": "tempest-ServersTestJSON-745013007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7196e187165f4d538a653ca52e53ad24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0459e513-4e", "ovs_interfaceid": "0459e513-4e77-4ed1-8f9c-abc1e562c599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.393109] env[70243]: DEBUG nova.compute.manager [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1155.420531] env[70243]: DEBUG nova.virt.hardware [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.420823] env[70243]: DEBUG nova.virt.hardware [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.421027] env[70243]: DEBUG nova.virt.hardware [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.421230] env[70243]: DEBUG nova.virt.hardware [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.421488] env[70243]: DEBUG nova.virt.hardware [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.421661] env[70243]: DEBUG nova.virt.hardware [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.421909] env[70243]: DEBUG nova.virt.hardware [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.422095] env[70243]: DEBUG nova.virt.hardware [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.422273] env[70243]: DEBUG nova.virt.hardware [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.422437] env[70243]: DEBUG nova.virt.hardware [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.422609] env[70243]: DEBUG nova.virt.hardware [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.423771] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d94784-b9ba-4156-8b84-498837f908c9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.433317] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bedd071-cf34-4b0b-83eb-ba9f3699cd1b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.469153] env[70243]: DEBUG nova.network.neutron [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Updating instance_info_cache with network_info: [{"id": "12837e05-bf78-439d-85d2-a8bc49e3ad99", "address": "fa:16:3e:bc:ab:17", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12837e05-bf", "ovs_interfaceid": "12837e05-bf78-439d-85d2-a8bc49e3ad99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c774bb35-b2d7-46f3-9608-0f0d74ea260b", "address": "fa:16:3e:a3:b3:f4", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc774bb35-b2", "ovs_interfaceid": "c774bb35-b2d7-46f3-9608-0f0d74ea260b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cceb78db-b61a-4a44-85aa-607c0d1a2544", "address": "fa:16:3e:ee:a6:52", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcceb78db-b6", "ovs_interfaceid": "cceb78db-b61a-4a44-85aa-607c0d1a2544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.622138] env[70243]: DEBUG nova.compute.manager [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Stashing vm_state: active {{(pid=70243) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1155.657621] env[70243]: DEBUG nova.network.neutron [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Successfully updated port: 1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.831456] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622749, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.859665] env[70243]: DEBUG oslo_concurrency.lockutils [req-764aaf57-e979-4b54-9627-1553fb777d2f req-ad79234d-89e7-4d6b-952e-88bd996b87fc service nova] Releasing lock "refresh_cache-2dc3b67a-1c12-4b02-8e8a-770add294258" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.904234] env[70243]: DEBUG oslo_concurrency.lockutils [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "refresh_cache-15ba34ab-80c3-4829-9e8e-d196fc3b09a8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.904446] env[70243]: DEBUG oslo_concurrency.lockutils [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquired lock "refresh_cache-15ba34ab-80c3-4829-9e8e-d196fc3b09a8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.904674] env[70243]: DEBUG nova.network.neutron [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.904938] env[70243]: DEBUG nova.objects.instance [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lazy-loading 'info_cache' on Instance uuid 15ba34ab-80c3-4829-9e8e-d196fc3b09a8 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.971804] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "refresh_cache-a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.972511] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.972676] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.973641] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c586a2bd-9260-4905-94a4-e720af3b50b1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.993594] env[70243]: DEBUG nova.virt.hardware [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.993823] env[70243]: DEBUG nova.virt.hardware [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.993974] env[70243]: DEBUG nova.virt.hardware [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.994182] env[70243]: DEBUG nova.virt.hardware [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.994333] env[70243]: DEBUG nova.virt.hardware [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.994485] env[70243]: DEBUG nova.virt.hardware [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.994696] env[70243]: DEBUG nova.virt.hardware [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.994857] env[70243]: DEBUG nova.virt.hardware [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.995048] env[70243]: DEBUG nova.virt.hardware [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.995223] env[70243]: DEBUG nova.virt.hardware [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.995399] env[70243]: DEBUG nova.virt.hardware [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.001643] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Reconfiguring VM to attach interface {{(pid=70243) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1156.002011] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-352918ee-8fab-4d5a-a688-e39521609a1d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.019097] env[70243]: DEBUG oslo_vmware.api [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1156.019097] env[70243]: value = "task-3622750" [ 1156.019097] env[70243]: _type = "Task" [ 1156.019097] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.027183] env[70243]: DEBUG oslo_vmware.api [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622750, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.143649] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.144092] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.160918] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "refresh_cache-181f8106-9b48-4c0d-b635-7130dc112fd9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.161204] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquired lock "refresh_cache-181f8106-9b48-4c0d-b635-7130dc112fd9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.161476] env[70243]: DEBUG nova.network.neutron [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.332829] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622749, 'name': CreateVM_Task, 'duration_secs': 1.556006} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.332986] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.333632] env[70243]: DEBUG oslo_concurrency.lockutils [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.333876] env[70243]: DEBUG oslo_concurrency.lockutils [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.334235] env[70243]: DEBUG oslo_concurrency.lockutils [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.334498] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0f8e438-8bf0-4e02-883a-d9c012fb2b36 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.338758] env[70243]: DEBUG oslo_vmware.api [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1156.338758] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52eb7c44-a897-3e99-a28c-b3a249e60ede" [ 1156.338758] env[70243]: _type = "Task" [ 1156.338758] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.346958] env[70243]: DEBUG oslo_vmware.api [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52eb7c44-a897-3e99-a28c-b3a249e60ede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.529160] env[70243]: DEBUG oslo_vmware.api [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.649294] env[70243]: INFO nova.compute.claims [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.696319] env[70243]: DEBUG nova.network.neutron [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.823512] env[70243]: DEBUG nova.network.neutron [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Updating instance_info_cache with network_info: [{"id": "1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1", "address": "fa:16:3e:67:7a:ac", "network": {"id": "3ebabe1b-c0c2-4001-a925-c9fb262c5e75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107324948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc7836824bf442619c6ab1b3d0fbffa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb128d3-b2", "ovs_interfaceid": "1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.850247] env[70243]: DEBUG oslo_vmware.api [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52eb7c44-a897-3e99-a28c-b3a249e60ede, 'name': SearchDatastore_Task, 'duration_secs': 0.016473} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.850549] env[70243]: DEBUG oslo_concurrency.lockutils [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.850820] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.851109] env[70243]: DEBUG oslo_concurrency.lockutils [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.851274] env[70243]: DEBUG oslo_concurrency.lockutils [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.851459] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.851747] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76bc421e-0f85-455f-af92-a8885d3ec5be {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.861207] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.861447] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.862550] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-704eb5ed-9393-4dfa-9a36-02410f7c2378 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.867807] env[70243]: DEBUG oslo_vmware.api [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1156.867807] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52507995-6f40-81c3-c944-da3c274e9d12" [ 1156.867807] env[70243]: _type = "Task" [ 1156.867807] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.875434] env[70243]: DEBUG oslo_vmware.api [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52507995-6f40-81c3-c944-da3c274e9d12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.030567] env[70243]: DEBUG oslo_vmware.api [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.090626] env[70243]: DEBUG nova.network.neutron [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Updating instance_info_cache with network_info: [{"id": "f8b8d089-e33f-4444-b5b5-a645e8d6a60a", "address": "fa:16:3e:99:47:f0", "network": {"id": "9ca41f48-ec49-4b89-8cf4-e17009fd41d3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-376653628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b82d157f42e44fdf8b5c0b034837f77f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8b8d089-e3", "ovs_interfaceid": "f8b8d089-e33f-4444-b5b5-a645e8d6a60a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.155212] env[70243]: INFO nova.compute.resource_tracker [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Updating resource usage from migration 14e345b9-e9db-4fe8-aac4-fd5f7589233e [ 1157.306428] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad6a739-18bf-48f0-aab5-9fc9940270ed {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.314610] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122bcb26-46e9-4362-aea3-7deaa301ec31 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.343867] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Releasing lock "refresh_cache-181f8106-9b48-4c0d-b635-7130dc112fd9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.344204] env[70243]: DEBUG nova.compute.manager [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Instance network_info: |[{"id": "1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1", "address": "fa:16:3e:67:7a:ac", "network": {"id": "3ebabe1b-c0c2-4001-a925-c9fb262c5e75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107324948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc7836824bf442619c6ab1b3d0fbffa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb128d3-b2", "ovs_interfaceid": "1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1157.344874] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:7a:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.352101] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.352784] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5234be61-b0d0-45a4-ae93-d874e79828ea {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.355415] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.355631] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38cd03c0-32c9-4c9b-82dc-4c0c02308775 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.376283] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7899bd0-9a86-4862-a3ec-97b9dc15cb3a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.383905] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.383905] env[70243]: value = "task-3622751" [ 1157.383905] env[70243]: _type = "Task" [ 1157.383905] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.384179] env[70243]: DEBUG oslo_vmware.api [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52507995-6f40-81c3-c944-da3c274e9d12, 'name': SearchDatastore_Task, 'duration_secs': 0.008107} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.387581] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4bdadd0-7534-4602-bd95-99a6f4848f96 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.397042] env[70243]: DEBUG nova.compute.provider_tree [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.403586] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622751, 'name': CreateVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.404963] env[70243]: DEBUG oslo_vmware.api [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1157.404963] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b61d0e-03e5-6a29-429c-8f445ce02b35" [ 1157.404963] env[70243]: _type = "Task" [ 1157.404963] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.412867] env[70243]: DEBUG oslo_vmware.api [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b61d0e-03e5-6a29-429c-8f445ce02b35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.538273] env[70243]: DEBUG oslo_vmware.api [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622750, 'name': ReconfigVM_Task, 'duration_secs': 1.244782} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.538836] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.539100] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Reconfigured VM to attach interface {{(pid=70243) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1157.594079] env[70243]: DEBUG oslo_concurrency.lockutils [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Releasing lock "refresh_cache-15ba34ab-80c3-4829-9e8e-d196fc3b09a8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.594345] env[70243]: DEBUG nova.objects.instance [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lazy-loading 'migration_context' on Instance uuid 15ba34ab-80c3-4829-9e8e-d196fc3b09a8 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.894582] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622751, 'name': CreateVM_Task, 'duration_secs': 0.47157} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.894760] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.895471] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.895642] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.895952] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.896212] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27730d1d-8c61-425b-ade7-2434dded80dd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.899795] env[70243]: DEBUG nova.scheduler.client.report [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.904452] env[70243]: DEBUG oslo_vmware.api [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1157.904452] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5298f2bc-3a9f-5968-f2f5-65ef41509b64" [ 1157.904452] env[70243]: _type = "Task" [ 1157.904452] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.915943] env[70243]: DEBUG oslo_vmware.api [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5298f2bc-3a9f-5968-f2f5-65ef41509b64, 'name': SearchDatastore_Task, 'duration_secs': 0.009582} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.920099] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.920335] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.920928] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.921183] env[70243]: DEBUG oslo_vmware.api [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b61d0e-03e5-6a29-429c-8f445ce02b35, 'name': SearchDatastore_Task, 'duration_secs': 0.010248} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.921408] env[70243]: DEBUG oslo_concurrency.lockutils [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.921631] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 2dc3b67a-1c12-4b02-8e8a-770add294258/2dc3b67a-1c12-4b02-8e8a-770add294258.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.921891] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.922078] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.922286] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e9eb73a-8be3-4f06-8c31-8c43414646e7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.923965] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d6bc9ad-c532-4e05-b2cb-8038da00e201 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.931905] env[70243]: DEBUG oslo_vmware.api [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1157.931905] env[70243]: value = "task-3622752" [ 1157.931905] env[70243]: _type = "Task" [ 1157.931905] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.932876] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.933057] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.936490] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8025590f-97de-4d06-947a-2926b3f31e39 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.944221] env[70243]: DEBUG oslo_vmware.api [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.945448] env[70243]: DEBUG oslo_vmware.api [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1157.945448] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526b93bd-8a8d-9669-5efe-b84b3182b9ed" [ 1157.945448] env[70243]: _type = "Task" [ 1157.945448] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.953141] env[70243]: DEBUG oslo_vmware.api [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526b93bd-8a8d-9669-5efe-b84b3182b9ed, 'name': SearchDatastore_Task, 'duration_secs': 0.008234} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.953876] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d963b7f-7210-44a9-8028-a8b438a39117 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.958952] env[70243]: DEBUG oslo_vmware.api [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1157.958952] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522f583a-84d5-9e1e-6dbc-0a54b9ca1403" [ 1157.958952] env[70243]: _type = "Task" [ 1157.958952] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.965914] env[70243]: DEBUG oslo_vmware.api [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522f583a-84d5-9e1e-6dbc-0a54b9ca1403, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.044919] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3cfc2735-4a48-4de3-a2a5-da32dd628e8e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "interface-a09a9d3a-2d42-460b-a682-a03f3167f345-cceb78db-b61a-4a44-85aa-607c0d1a2544" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.792s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.097611] env[70243]: DEBUG nova.objects.base [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Object Instance<15ba34ab-80c3-4829-9e8e-d196fc3b09a8> lazy-loaded attributes: info_cache,migration_context {{(pid=70243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1158.098633] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff94f0c-94f5-4bde-a9c6-ea3411bdea21 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.122786] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a356c11-ed39-495e-9f3b-582dd1c75bf9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.131479] env[70243]: DEBUG oslo_vmware.api [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1158.131479] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520a9089-d327-b7a3-52f4-415b631884bb" [ 1158.131479] env[70243]: _type = "Task" [ 1158.131479] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.142310] env[70243]: DEBUG oslo_vmware.api [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520a9089-d327-b7a3-52f4-415b631884bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.406109] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.262s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.406394] env[70243]: INFO nova.compute.manager [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Migrating [ 1158.443050] env[70243]: DEBUG oslo_vmware.api [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438974} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.443324] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 2dc3b67a-1c12-4b02-8e8a-770add294258/2dc3b67a-1c12-4b02-8e8a-770add294258.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.443536] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.443816] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ee0c322-552a-457e-a4bf-82b60e1f7e94 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.450099] env[70243]: DEBUG oslo_vmware.api [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1158.450099] env[70243]: value = "task-3622753" [ 1158.450099] env[70243]: _type = "Task" [ 1158.450099] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.457382] env[70243]: DEBUG oslo_vmware.api [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.467695] env[70243]: DEBUG oslo_vmware.api [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522f583a-84d5-9e1e-6dbc-0a54b9ca1403, 'name': SearchDatastore_Task, 'duration_secs': 0.007231} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.467980] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.468293] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 181f8106-9b48-4c0d-b635-7130dc112fd9/181f8106-9b48-4c0d-b635-7130dc112fd9.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.468537] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0cb6480-af5d-48e7-9e8a-4569574d7c81 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.474511] env[70243]: DEBUG oslo_vmware.api [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1158.474511] env[70243]: value = "task-3622754" [ 1158.474511] env[70243]: _type = "Task" [ 1158.474511] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.481913] env[70243]: DEBUG oslo_vmware.api [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.644484] env[70243]: DEBUG oslo_vmware.api [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520a9089-d327-b7a3-52f4-415b631884bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010739} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.644865] env[70243]: DEBUG oslo_concurrency.lockutils [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.645171] env[70243]: DEBUG oslo_concurrency.lockutils [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.922256] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "refresh_cache-dcc7c707-e3d0-42ac-a13d-5e94fff5348d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.922491] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquired lock "refresh_cache-dcc7c707-e3d0-42ac-a13d-5e94fff5348d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.922642] env[70243]: DEBUG nova.network.neutron [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.960191] env[70243]: DEBUG oslo_vmware.api [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067255} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.960479] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.961279] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4438033-d632-4837-94ae-b5794ba29882 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.984322] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 2dc3b67a-1c12-4b02-8e8a-770add294258/2dc3b67a-1c12-4b02-8e8a-770add294258.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.987532] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd6b3f15-b2af-4caa-a961-518f339f88c0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.007065] env[70243]: DEBUG oslo_vmware.api [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622754, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.008401] env[70243]: DEBUG oslo_vmware.api [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1159.008401] env[70243]: value = "task-3622755" [ 1159.008401] env[70243]: _type = "Task" [ 1159.008401] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.015829] env[70243]: DEBUG oslo_vmware.api [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.184799] env[70243]: DEBUG nova.compute.manager [req-b024f00b-ccdc-417c-9658-2e75a0a94ccb req-db7cad67-5590-4c8b-8089-ab04f4eae0d4 service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Received event network-changed-cceb78db-b61a-4a44-85aa-607c0d1a2544 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.185258] env[70243]: DEBUG nova.compute.manager [req-b024f00b-ccdc-417c-9658-2e75a0a94ccb req-db7cad67-5590-4c8b-8089-ab04f4eae0d4 service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Refreshing instance network info cache due to event network-changed-cceb78db-b61a-4a44-85aa-607c0d1a2544. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.185258] env[70243]: DEBUG oslo_concurrency.lockutils [req-b024f00b-ccdc-417c-9658-2e75a0a94ccb req-db7cad67-5590-4c8b-8089-ab04f4eae0d4 service nova] Acquiring lock "refresh_cache-a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.185455] env[70243]: DEBUG oslo_concurrency.lockutils [req-b024f00b-ccdc-417c-9658-2e75a0a94ccb req-db7cad67-5590-4c8b-8089-ab04f4eae0d4 service nova] Acquired lock "refresh_cache-a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.185455] env[70243]: DEBUG nova.network.neutron [req-b024f00b-ccdc-417c-9658-2e75a0a94ccb req-db7cad67-5590-4c8b-8089-ab04f4eae0d4 service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Refreshing network info cache for port cceb78db-b61a-4a44-85aa-607c0d1a2544 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.205782] env[70243]: DEBUG nova.compute.manager [req-20e31b52-cc04-439c-a104-a216b26075c0 req-8d4221ba-119b-41ec-a7b2-f274c952873d service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Received event network-vif-plugged-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.205973] env[70243]: DEBUG oslo_concurrency.lockutils [req-20e31b52-cc04-439c-a104-a216b26075c0 req-8d4221ba-119b-41ec-a7b2-f274c952873d service nova] Acquiring lock "181f8106-9b48-4c0d-b635-7130dc112fd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.206191] env[70243]: DEBUG oslo_concurrency.lockutils [req-20e31b52-cc04-439c-a104-a216b26075c0 req-8d4221ba-119b-41ec-a7b2-f274c952873d service nova] Lock "181f8106-9b48-4c0d-b635-7130dc112fd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.206375] env[70243]: DEBUG oslo_concurrency.lockutils [req-20e31b52-cc04-439c-a104-a216b26075c0 req-8d4221ba-119b-41ec-a7b2-f274c952873d service nova] Lock "181f8106-9b48-4c0d-b635-7130dc112fd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.206600] env[70243]: DEBUG nova.compute.manager [req-20e31b52-cc04-439c-a104-a216b26075c0 req-8d4221ba-119b-41ec-a7b2-f274c952873d service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] No waiting events found dispatching network-vif-plugged-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1159.206696] env[70243]: WARNING nova.compute.manager [req-20e31b52-cc04-439c-a104-a216b26075c0 req-8d4221ba-119b-41ec-a7b2-f274c952873d service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Received unexpected event network-vif-plugged-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 for instance with vm_state building and task_state spawning. [ 1159.206883] env[70243]: DEBUG nova.compute.manager [req-20e31b52-cc04-439c-a104-a216b26075c0 req-8d4221ba-119b-41ec-a7b2-f274c952873d service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Received event network-changed-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.207074] env[70243]: DEBUG nova.compute.manager [req-20e31b52-cc04-439c-a104-a216b26075c0 req-8d4221ba-119b-41ec-a7b2-f274c952873d service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Refreshing instance network info cache due to event network-changed-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.207259] env[70243]: DEBUG oslo_concurrency.lockutils [req-20e31b52-cc04-439c-a104-a216b26075c0 req-8d4221ba-119b-41ec-a7b2-f274c952873d service nova] Acquiring lock "refresh_cache-181f8106-9b48-4c0d-b635-7130dc112fd9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.207393] env[70243]: DEBUG oslo_concurrency.lockutils [req-20e31b52-cc04-439c-a104-a216b26075c0 req-8d4221ba-119b-41ec-a7b2-f274c952873d service nova] Acquired lock "refresh_cache-181f8106-9b48-4c0d-b635-7130dc112fd9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.207546] env[70243]: DEBUG nova.network.neutron [req-20e31b52-cc04-439c-a104-a216b26075c0 req-8d4221ba-119b-41ec-a7b2-f274c952873d service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Refreshing network info cache for port 1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.319263] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2a9763-0b90-45fd-83c5-51c641a433b1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.326962] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05357b04-aaa1-4fab-b7d8-7f5a85eb42f3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.357330] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a34e98d-eb81-45d3-892f-04acc08e6006 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.369259] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00826092-ffa9-4a6b-b2e6-b0455a3d185c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.382416] env[70243]: DEBUG nova.compute.provider_tree [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.487433] env[70243]: DEBUG oslo_vmware.api [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561917} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.487704] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 181f8106-9b48-4c0d-b635-7130dc112fd9/181f8106-9b48-4c0d-b635-7130dc112fd9.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.487916] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.488187] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8358de7-4847-480d-93fb-a3de392cd204 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.495032] env[70243]: DEBUG oslo_vmware.api [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1159.495032] env[70243]: value = "task-3622756" [ 1159.495032] env[70243]: _type = "Task" [ 1159.495032] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.502051] env[70243]: DEBUG oslo_vmware.api [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.520282] env[70243]: DEBUG oslo_vmware.api [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622755, 'name': ReconfigVM_Task, 'duration_secs': 0.297668} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.520615] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 2dc3b67a-1c12-4b02-8e8a-770add294258/2dc3b67a-1c12-4b02-8e8a-770add294258.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.521313] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d56513b-d91c-4040-b2dd-632d3bdaf7f7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.527467] env[70243]: DEBUG oslo_vmware.api [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1159.527467] env[70243]: value = "task-3622757" [ 1159.527467] env[70243]: _type = "Task" [ 1159.527467] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.541930] env[70243]: DEBUG oslo_vmware.api [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622757, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.656523] env[70243]: DEBUG nova.network.neutron [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Updating instance_info_cache with network_info: [{"id": "5f281a46-074c-4af2-b1f4-2555b59b9e86", "address": "fa:16:3e:f4:d1:ea", "network": {"id": "efed784a-c76d-40c2-9094-2797cae46b9f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1261361839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3227bc9b9f014d2db2b3a89a32f3d175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f281a46-07", "ovs_interfaceid": "5f281a46-074c-4af2-b1f4-2555b59b9e86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.886201] env[70243]: DEBUG nova.scheduler.client.report [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.891183] env[70243]: DEBUG nova.network.neutron [req-b024f00b-ccdc-417c-9658-2e75a0a94ccb req-db7cad67-5590-4c8b-8089-ab04f4eae0d4 service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Updated VIF entry in instance network info cache for port cceb78db-b61a-4a44-85aa-607c0d1a2544. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.892026] env[70243]: DEBUG nova.network.neutron [req-b024f00b-ccdc-417c-9658-2e75a0a94ccb req-db7cad67-5590-4c8b-8089-ab04f4eae0d4 service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Updating instance_info_cache with network_info: [{"id": "12837e05-bf78-439d-85d2-a8bc49e3ad99", "address": "fa:16:3e:bc:ab:17", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12837e05-bf", "ovs_interfaceid": "12837e05-bf78-439d-85d2-a8bc49e3ad99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c774bb35-b2d7-46f3-9608-0f0d74ea260b", "address": "fa:16:3e:a3:b3:f4", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc774bb35-b2", "ovs_interfaceid": "c774bb35-b2d7-46f3-9608-0f0d74ea260b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cceb78db-b61a-4a44-85aa-607c0d1a2544", "address": "fa:16:3e:ee:a6:52", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcceb78db-b6", "ovs_interfaceid": "cceb78db-b61a-4a44-85aa-607c0d1a2544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.918067] env[70243]: DEBUG oslo_concurrency.lockutils [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "interface-a09a9d3a-2d42-460b-a682-a03f3167f345-c774bb35-b2d7-46f3-9608-0f0d74ea260b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.918067] env[70243]: DEBUG oslo_concurrency.lockutils [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "interface-a09a9d3a-2d42-460b-a682-a03f3167f345-c774bb35-b2d7-46f3-9608-0f0d74ea260b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.938070] env[70243]: DEBUG nova.network.neutron [req-20e31b52-cc04-439c-a104-a216b26075c0 req-8d4221ba-119b-41ec-a7b2-f274c952873d service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Updated VIF entry in instance network info cache for port 1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.938500] env[70243]: DEBUG nova.network.neutron [req-20e31b52-cc04-439c-a104-a216b26075c0 req-8d4221ba-119b-41ec-a7b2-f274c952873d service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Updating instance_info_cache with network_info: [{"id": "1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1", "address": "fa:16:3e:67:7a:ac", "network": {"id": "3ebabe1b-c0c2-4001-a925-c9fb262c5e75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107324948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc7836824bf442619c6ab1b3d0fbffa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb128d3-b2", "ovs_interfaceid": "1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.005828] env[70243]: DEBUG oslo_vmware.api [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075914} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.006211] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.007257] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e499bf47-2baa-42ec-879b-e2152be8961f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.030055] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 181f8106-9b48-4c0d-b635-7130dc112fd9/181f8106-9b48-4c0d-b635-7130dc112fd9.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.030055] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2d8d52a-5c0d-4ef4-a633-d8924e20c778 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.052137] env[70243]: DEBUG oslo_vmware.api [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622757, 'name': Rename_Task, 'duration_secs': 0.201121} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.053388] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.053701] env[70243]: DEBUG oslo_vmware.api [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1160.053701] env[70243]: value = "task-3622758" [ 1160.053701] env[70243]: _type = "Task" [ 1160.053701] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.053910] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbb1de88-c599-4fc2-9083-f0806337ddf4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.063351] env[70243]: DEBUG oslo_vmware.api [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622758, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.064522] env[70243]: DEBUG oslo_vmware.api [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1160.064522] env[70243]: value = "task-3622759" [ 1160.064522] env[70243]: _type = "Task" [ 1160.064522] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.071393] env[70243]: DEBUG oslo_vmware.api [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.159791] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Releasing lock "refresh_cache-dcc7c707-e3d0-42ac-a13d-5e94fff5348d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.397775] env[70243]: DEBUG oslo_concurrency.lockutils [req-b024f00b-ccdc-417c-9658-2e75a0a94ccb req-db7cad67-5590-4c8b-8089-ab04f4eae0d4 service nova] Releasing lock "refresh_cache-a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.420860] env[70243]: DEBUG oslo_concurrency.lockutils [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.421105] env[70243]: DEBUG oslo_concurrency.lockutils [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.422022] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52510703-9d5d-4569-ac87-7436761cd9db {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.442910] env[70243]: DEBUG oslo_concurrency.lockutils [req-20e31b52-cc04-439c-a104-a216b26075c0 req-8d4221ba-119b-41ec-a7b2-f274c952873d service nova] Releasing lock "refresh_cache-181f8106-9b48-4c0d-b635-7130dc112fd9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.444107] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15614c84-61b2-4b89-a6db-fc4ad8f9fe0f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.476152] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Reconfiguring VM to detach interface {{(pid=70243) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1160.476572] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b0f02d9-1a99-47d7-b600-ab7794ef5351 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.496957] env[70243]: DEBUG oslo_vmware.api [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1160.496957] env[70243]: value = "task-3622760" [ 1160.496957] env[70243]: _type = "Task" [ 1160.496957] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.506382] env[70243]: DEBUG oslo_vmware.api [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.565254] env[70243]: DEBUG oslo_vmware.api [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622758, 'name': ReconfigVM_Task, 'duration_secs': 0.488005} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.568685] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 181f8106-9b48-4c0d-b635-7130dc112fd9/181f8106-9b48-4c0d-b635-7130dc112fd9.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.569325] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fffd80e-5ae4-4bff-a18d-d7ebf252f5f9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.576045] env[70243]: DEBUG oslo_vmware.api [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622759, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.577223] env[70243]: DEBUG oslo_vmware.api [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1160.577223] env[70243]: value = "task-3622761" [ 1160.577223] env[70243]: _type = "Task" [ 1160.577223] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.584405] env[70243]: DEBUG oslo_vmware.api [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622761, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.900192] env[70243]: DEBUG oslo_concurrency.lockutils [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.255s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.007638] env[70243]: DEBUG oslo_vmware.api [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.075444] env[70243]: DEBUG oslo_vmware.api [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622759, 'name': PowerOnVM_Task, 'duration_secs': 0.583158} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.075706] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.075904] env[70243]: INFO nova.compute.manager [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1161.076098] env[70243]: DEBUG nova.compute.manager [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.076866] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cac707a-0661-4f25-bb93-48041eb3b7b3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.090252] env[70243]: DEBUG oslo_vmware.api [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622761, 'name': Rename_Task, 'duration_secs': 0.229755} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.090565] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.090791] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73dadc75-0859-4312-99b5-be92f7f7a09b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.097421] env[70243]: DEBUG oslo_vmware.api [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1161.097421] env[70243]: value = "task-3622762" [ 1161.097421] env[70243]: _type = "Task" [ 1161.097421] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.110039] env[70243]: DEBUG oslo_vmware.api [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.267875] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81c8e03b-6b1b-432b-97f9-a7be060de210 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "82888288-702c-4709-a692-2e01927fa55f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.268163] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81c8e03b-6b1b-432b-97f9-a7be060de210 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "82888288-702c-4709-a692-2e01927fa55f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.268407] env[70243]: INFO nova.compute.manager [None req-81c8e03b-6b1b-432b-97f9-a7be060de210 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Rebooting instance [ 1161.460225] env[70243]: INFO nova.scheduler.client.report [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Deleted allocation for migration 94e4ab9e-4809-41e9-97b7-00d34dd74e90 [ 1161.509554] env[70243]: DEBUG oslo_vmware.api [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.602922] env[70243]: INFO nova.compute.manager [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Took 13.52 seconds to build instance. [ 1161.609484] env[70243]: DEBUG oslo_vmware.api [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622762, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.675554] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7151e7e3-b750-45b9-bc58-bf4c69d90cbf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.697718] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Updating instance 'dcc7c707-e3d0-42ac-a13d-5e94fff5348d' progress to 0 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1161.785117] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81c8e03b-6b1b-432b-97f9-a7be060de210 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "refresh_cache-82888288-702c-4709-a692-2e01927fa55f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.785340] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81c8e03b-6b1b-432b-97f9-a7be060de210 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired lock "refresh_cache-82888288-702c-4709-a692-2e01927fa55f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.785519] env[70243]: DEBUG nova.network.neutron [None req-81c8e03b-6b1b-432b-97f9-a7be060de210 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.965865] env[70243]: DEBUG oslo_concurrency.lockutils [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "15ba34ab-80c3-4829-9e8e-d196fc3b09a8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.634s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.008053] env[70243]: DEBUG oslo_vmware.api [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.030922] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "2dc3b67a-1c12-4b02-8e8a-770add294258" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.105407] env[70243]: DEBUG oslo_concurrency.lockutils [None req-492ef576-e1de-441e-8a29-ea023e691ec8 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "2dc3b67a-1c12-4b02-8e8a-770add294258" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.025s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.105710] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "2dc3b67a-1c12-4b02-8e8a-770add294258" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.075s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.105967] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "2dc3b67a-1c12-4b02-8e8a-770add294258-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.106226] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "2dc3b67a-1c12-4b02-8e8a-770add294258-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.106481] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "2dc3b67a-1c12-4b02-8e8a-770add294258-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.112709] env[70243]: DEBUG oslo_vmware.api [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622762, 'name': PowerOnVM_Task, 'duration_secs': 0.669565} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.113237] env[70243]: INFO nova.compute.manager [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Terminating instance [ 1162.115413] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.115670] env[70243]: INFO nova.compute.manager [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1162.115902] env[70243]: DEBUG nova.compute.manager [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.118075] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a9056e-c58a-4003-abb5-b2be29e05c6d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.203659] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.204046] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-250e0f7e-22e7-4ecb-84d8-8b84ac91fa57 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.211471] env[70243]: DEBUG oslo_vmware.api [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1162.211471] env[70243]: value = "task-3622763" [ 1162.211471] env[70243]: _type = "Task" [ 1162.211471] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.219171] env[70243]: DEBUG oslo_vmware.api [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.500330] env[70243]: DEBUG nova.network.neutron [None req-81c8e03b-6b1b-432b-97f9-a7be060de210 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Updating instance_info_cache with network_info: [{"id": "bd1e301a-6889-41ea-80c5-1273b77d58f5", "address": "fa:16:3e:e4:77:eb", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1e301a-68", "ovs_interfaceid": "bd1e301a-6889-41ea-80c5-1273b77d58f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.510741] env[70243]: DEBUG oslo_vmware.api [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.618301] env[70243]: DEBUG nova.compute.manager [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.618548] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.619488] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961f7126-67fb-424f-a5a3-b3e35007cc2b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.627255] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.631329] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf567e7d-78d3-4099-af59-698174a10e43 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.637254] env[70243]: INFO nova.compute.manager [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Took 11.51 seconds to build instance. [ 1162.640405] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a623dd2a-effb-49ba-9bf2-9f901126fa66 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "852b8e89-d436-4df6-9b3e-a631af2e12cf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.640674] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a623dd2a-effb-49ba-9bf2-9f901126fa66 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "852b8e89-d436-4df6-9b3e-a631af2e12cf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.642128] env[70243]: DEBUG oslo_vmware.api [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1162.642128] env[70243]: value = "task-3622764" [ 1162.642128] env[70243]: _type = "Task" [ 1162.642128] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.650988] env[70243]: DEBUG oslo_vmware.api [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.721610] env[70243]: DEBUG oslo_vmware.api [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622763, 'name': PowerOffVM_Task, 'duration_secs': 0.207954} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.721996] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.722257] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Updating instance 'dcc7c707-e3d0-42ac-a13d-5e94fff5348d' progress to 17 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1163.006218] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81c8e03b-6b1b-432b-97f9-a7be060de210 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Releasing lock "refresh_cache-82888288-702c-4709-a692-2e01927fa55f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.013644] env[70243]: DEBUG oslo_vmware.api [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.138863] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1c78ae60-9b51-4160-b2b7-aa9de40f7bdd tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "181f8106-9b48-4c0d-b635-7130dc112fd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.019s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.144222] env[70243]: DEBUG nova.compute.utils [None req-a623dd2a-effb-49ba-9bf2-9f901126fa66 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.154683] env[70243]: DEBUG oslo_vmware.api [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622764, 'name': PowerOffVM_Task, 'duration_secs': 0.225685} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.154934] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.155253] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.155513] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0afdc4e4-28c6-425f-9690-c4c6d751112f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.218450] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.218678] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.218861] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Deleting the datastore file [datastore1] 2dc3b67a-1c12-4b02-8e8a-770add294258 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.219152] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e75c5834-3238-4e24-95ec-3feacf3781e6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.225844] env[70243]: DEBUG oslo_vmware.api [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1163.225844] env[70243]: value = "task-3622766" [ 1163.225844] env[70243]: _type = "Task" [ 1163.225844] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.231814] env[70243]: DEBUG nova.virt.hardware [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.232426] env[70243]: DEBUG nova.virt.hardware [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.232426] env[70243]: DEBUG nova.virt.hardware [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.232778] env[70243]: DEBUG nova.virt.hardware [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.232970] env[70243]: DEBUG nova.virt.hardware [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.233244] env[70243]: DEBUG nova.virt.hardware [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.233636] env[70243]: DEBUG nova.virt.hardware [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.233837] env[70243]: DEBUG nova.virt.hardware [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.234064] env[70243]: DEBUG nova.virt.hardware [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.234281] env[70243]: DEBUG nova.virt.hardware [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.234520] env[70243]: DEBUG nova.virt.hardware [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.240502] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be1f0e27-6ad0-439c-94a1-a7c19d613faf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.256331] env[70243]: DEBUG oslo_vmware.api [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.257741] env[70243]: DEBUG oslo_vmware.api [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1163.257741] env[70243]: value = "task-3622767" [ 1163.257741] env[70243]: _type = "Task" [ 1163.257741] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.265433] env[70243]: DEBUG oslo_vmware.api [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622767, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.316443] env[70243]: DEBUG nova.compute.manager [req-52f3c8c3-608c-46f9-afeb-4c138ac1f70d req-8352734b-afcb-4074-992b-2f562b1d9625 service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Received event network-changed-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.316443] env[70243]: DEBUG nova.compute.manager [req-52f3c8c3-608c-46f9-afeb-4c138ac1f70d req-8352734b-afcb-4074-992b-2f562b1d9625 service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Refreshing instance network info cache due to event network-changed-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.316669] env[70243]: DEBUG oslo_concurrency.lockutils [req-52f3c8c3-608c-46f9-afeb-4c138ac1f70d req-8352734b-afcb-4074-992b-2f562b1d9625 service nova] Acquiring lock "refresh_cache-181f8106-9b48-4c0d-b635-7130dc112fd9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.316669] env[70243]: DEBUG oslo_concurrency.lockutils [req-52f3c8c3-608c-46f9-afeb-4c138ac1f70d req-8352734b-afcb-4074-992b-2f562b1d9625 service nova] Acquired lock "refresh_cache-181f8106-9b48-4c0d-b635-7130dc112fd9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.316819] env[70243]: DEBUG nova.network.neutron [req-52f3c8c3-608c-46f9-afeb-4c138ac1f70d req-8352734b-afcb-4074-992b-2f562b1d9625 service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Refreshing network info cache for port 1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.349046] env[70243]: DEBUG oslo_concurrency.lockutils [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "15ba34ab-80c3-4829-9e8e-d196fc3b09a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.349181] env[70243]: DEBUG oslo_concurrency.lockutils [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "15ba34ab-80c3-4829-9e8e-d196fc3b09a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.349360] env[70243]: DEBUG oslo_concurrency.lockutils [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "15ba34ab-80c3-4829-9e8e-d196fc3b09a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.349547] env[70243]: DEBUG oslo_concurrency.lockutils [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "15ba34ab-80c3-4829-9e8e-d196fc3b09a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.349719] env[70243]: DEBUG oslo_concurrency.lockutils [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "15ba34ab-80c3-4829-9e8e-d196fc3b09a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.352392] env[70243]: INFO nova.compute.manager [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Terminating instance [ 1163.513570] env[70243]: DEBUG oslo_vmware.api [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.514447] env[70243]: DEBUG nova.compute.manager [None req-81c8e03b-6b1b-432b-97f9-a7be060de210 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.516069] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe07dd8-32d2-4491-864c-1aa7e71161a8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.650854] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a623dd2a-effb-49ba-9bf2-9f901126fa66 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "852b8e89-d436-4df6-9b3e-a631af2e12cf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.736353] env[70243]: DEBUG oslo_vmware.api [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130745} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.736683] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.736883] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.737075] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.737254] env[70243]: INFO nova.compute.manager [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1163.737503] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.737697] env[70243]: DEBUG nova.compute.manager [-] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.737795] env[70243]: DEBUG nova.network.neutron [-] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.767525] env[70243]: DEBUG oslo_vmware.api [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622767, 'name': ReconfigVM_Task, 'duration_secs': 0.173582} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.769701] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Updating instance 'dcc7c707-e3d0-42ac-a13d-5e94fff5348d' progress to 33 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1163.856485] env[70243]: DEBUG nova.compute.manager [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.856707] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.857759] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04e0a15-98db-4d32-83f0-37ac23897afd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.865132] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.865369] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06e5543f-414e-4973-8a82-f7eb1e6fff11 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.871796] env[70243]: DEBUG oslo_vmware.api [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1163.871796] env[70243]: value = "task-3622768" [ 1163.871796] env[70243]: _type = "Task" [ 1163.871796] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.884153] env[70243]: DEBUG oslo_vmware.api [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.970041] env[70243]: DEBUG nova.compute.manager [req-a9f3cac9-126d-490b-978b-548c33b9482c req-05d10290-d6d3-4e2c-8fd9-51ff40062cba service nova] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Received event network-vif-deleted-0459e513-4e77-4ed1-8f9c-abc1e562c599 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.970192] env[70243]: INFO nova.compute.manager [req-a9f3cac9-126d-490b-978b-548c33b9482c req-05d10290-d6d3-4e2c-8fd9-51ff40062cba service nova] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Neutron deleted interface 0459e513-4e77-4ed1-8f9c-abc1e562c599; detaching it from the instance and deleting it from the info cache [ 1163.970315] env[70243]: DEBUG nova.network.neutron [req-a9f3cac9-126d-490b-978b-548c33b9482c req-05d10290-d6d3-4e2c-8fd9-51ff40062cba service nova] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.020555] env[70243]: DEBUG oslo_vmware.api [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.046240] env[70243]: DEBUG nova.network.neutron [req-52f3c8c3-608c-46f9-afeb-4c138ac1f70d req-8352734b-afcb-4074-992b-2f562b1d9625 service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Updated VIF entry in instance network info cache for port 1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.046594] env[70243]: DEBUG nova.network.neutron [req-52f3c8c3-608c-46f9-afeb-4c138ac1f70d req-8352734b-afcb-4074-992b-2f562b1d9625 service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Updating instance_info_cache with network_info: [{"id": "1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1", "address": "fa:16:3e:67:7a:ac", "network": {"id": "3ebabe1b-c0c2-4001-a925-c9fb262c5e75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107324948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc7836824bf442619c6ab1b3d0fbffa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb128d3-b2", "ovs_interfaceid": "1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.276468] env[70243]: DEBUG nova.virt.hardware [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.276755] env[70243]: DEBUG nova.virt.hardware [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.276884] env[70243]: DEBUG nova.virt.hardware [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.277082] env[70243]: DEBUG nova.virt.hardware [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.277236] env[70243]: DEBUG nova.virt.hardware [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.277382] env[70243]: DEBUG nova.virt.hardware [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.277584] env[70243]: DEBUG nova.virt.hardware [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.277742] env[70243]: DEBUG nova.virt.hardware [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.277912] env[70243]: DEBUG nova.virt.hardware [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.278089] env[70243]: DEBUG nova.virt.hardware [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.278269] env[70243]: DEBUG nova.virt.hardware [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.283510] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1164.284177] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5065519c-a75f-4c9d-8aca-0ccd4cb8562e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.303500] env[70243]: DEBUG oslo_vmware.api [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1164.303500] env[70243]: value = "task-3622769" [ 1164.303500] env[70243]: _type = "Task" [ 1164.303500] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.314673] env[70243]: DEBUG oslo_vmware.api [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.384422] env[70243]: DEBUG oslo_vmware.api [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622768, 'name': PowerOffVM_Task, 'duration_secs': 0.160446} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.384422] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.384422] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.384422] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d50e96a-7b5d-4795-b178-b67ceea01098 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.448267] env[70243]: DEBUG nova.network.neutron [-] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.453158] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.453392] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.453585] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Deleting the datastore file [datastore2] 15ba34ab-80c3-4829-9e8e-d196fc3b09a8 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.453864] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75eb70d2-4e56-4e1d-b5e2-8a992fd125aa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.461860] env[70243]: DEBUG oslo_vmware.api [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for the task: (returnval){ [ 1164.461860] env[70243]: value = "task-3622771" [ 1164.461860] env[70243]: _type = "Task" [ 1164.461860] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.469886] env[70243]: DEBUG oslo_vmware.api [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.473739] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef4bba37-1202-410f-9b55-f64a16c6b8d1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.486510] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb8442e-0d75-4a5b-8aba-0115d76f60b4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.518545] env[70243]: DEBUG nova.compute.manager [req-a9f3cac9-126d-490b-978b-548c33b9482c req-05d10290-d6d3-4e2c-8fd9-51ff40062cba service nova] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Detach interface failed, port_id=0459e513-4e77-4ed1-8f9c-abc1e562c599, reason: Instance 2dc3b67a-1c12-4b02-8e8a-770add294258 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1164.522547] env[70243]: DEBUG oslo_vmware.api [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.531822] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e04214c-fc22-47e3-95ed-c1a235683789 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.538705] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-81c8e03b-6b1b-432b-97f9-a7be060de210 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Doing hard reboot of VM {{(pid=70243) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1164.538968] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a903abab-28b3-4883-a6f3-43cdd962aba6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.545430] env[70243]: DEBUG oslo_vmware.api [None req-81c8e03b-6b1b-432b-97f9-a7be060de210 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1164.545430] env[70243]: value = "task-3622772" [ 1164.545430] env[70243]: _type = "Task" [ 1164.545430] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.549368] env[70243]: DEBUG oslo_concurrency.lockutils [req-52f3c8c3-608c-46f9-afeb-4c138ac1f70d req-8352734b-afcb-4074-992b-2f562b1d9625 service nova] Releasing lock "refresh_cache-181f8106-9b48-4c0d-b635-7130dc112fd9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.554458] env[70243]: DEBUG oslo_vmware.api [None req-81c8e03b-6b1b-432b-97f9-a7be060de210 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622772, 'name': ResetVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.708164] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a623dd2a-effb-49ba-9bf2-9f901126fa66 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "852b8e89-d436-4df6-9b3e-a631af2e12cf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.708393] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a623dd2a-effb-49ba-9bf2-9f901126fa66 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "852b8e89-d436-4df6-9b3e-a631af2e12cf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.708636] env[70243]: INFO nova.compute.manager [None req-a623dd2a-effb-49ba-9bf2-9f901126fa66 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Attaching volume 7db8cc10-f6dd-4355-ab2e-55e07d628f4e to /dev/sdb [ 1164.739898] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49dafbc9-9111-48ed-818f-c09c8c7c4265 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.747513] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4361ff4c-bd50-473b-b8a4-41c00e5abb65 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.760140] env[70243]: DEBUG nova.virt.block_device [None req-a623dd2a-effb-49ba-9bf2-9f901126fa66 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Updating existing volume attachment record: 648b4a3c-4009-4188-9a82-0a32c8da98e6 {{(pid=70243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1164.814640] env[70243]: DEBUG oslo_vmware.api [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622769, 'name': ReconfigVM_Task, 'duration_secs': 0.192723} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.814640] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1164.814640] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f330503-1ea8-46d0-8caf-2d7fb2fbeaeb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.838458] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] dcc7c707-e3d0-42ac-a13d-5e94fff5348d/dcc7c707-e3d0-42ac-a13d-5e94fff5348d.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.838743] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd0d6102-9e22-4e71-b86e-4f978720d55f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.856247] env[70243]: DEBUG oslo_vmware.api [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1164.856247] env[70243]: value = "task-3622773" [ 1164.856247] env[70243]: _type = "Task" [ 1164.856247] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.864271] env[70243]: DEBUG oslo_vmware.api [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.951261] env[70243]: INFO nova.compute.manager [-] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Took 1.21 seconds to deallocate network for instance. [ 1164.971038] env[70243]: DEBUG oslo_vmware.api [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Task: {'id': task-3622771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14476} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.971316] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.971785] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.971785] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.971985] env[70243]: INFO nova.compute.manager [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1164.972074] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.972272] env[70243]: DEBUG nova.compute.manager [-] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.972362] env[70243]: DEBUG nova.network.neutron [-] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.014211] env[70243]: DEBUG oslo_vmware.api [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.055029] env[70243]: DEBUG oslo_vmware.api [None req-81c8e03b-6b1b-432b-97f9-a7be060de210 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622772, 'name': ResetVM_Task, 'duration_secs': 0.089634} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.055431] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-81c8e03b-6b1b-432b-97f9-a7be060de210 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Did hard reboot of VM {{(pid=70243) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1165.055592] env[70243]: DEBUG nova.compute.manager [None req-81c8e03b-6b1b-432b-97f9-a7be060de210 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.056466] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3845f517-27ea-41c1-a6f8-5b5070acef6f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.348197] env[70243]: DEBUG nova.compute.manager [req-241076da-7ee9-4d7a-8801-44be53ab9525 req-85a3eef1-5439-4c10-bf31-95288733bbec service nova] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Received event network-vif-deleted-f8b8d089-e33f-4444-b5b5-a645e8d6a60a {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.348409] env[70243]: INFO nova.compute.manager [req-241076da-7ee9-4d7a-8801-44be53ab9525 req-85a3eef1-5439-4c10-bf31-95288733bbec service nova] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Neutron deleted interface f8b8d089-e33f-4444-b5b5-a645e8d6a60a; detaching it from the instance and deleting it from the info cache [ 1165.348578] env[70243]: DEBUG nova.network.neutron [req-241076da-7ee9-4d7a-8801-44be53ab9525 req-85a3eef1-5439-4c10-bf31-95288733bbec service nova] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.366218] env[70243]: DEBUG oslo_vmware.api [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622773, 'name': ReconfigVM_Task, 'duration_secs': 0.374354} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.366478] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Reconfigured VM instance instance-0000005f to attach disk [datastore1] dcc7c707-e3d0-42ac-a13d-5e94fff5348d/dcc7c707-e3d0-42ac-a13d-5e94fff5348d.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.366733] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Updating instance 'dcc7c707-e3d0-42ac-a13d-5e94fff5348d' progress to 50 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.458444] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.458656] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.458964] env[70243]: DEBUG nova.objects.instance [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lazy-loading 'resources' on Instance uuid 2dc3b67a-1c12-4b02-8e8a-770add294258 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.515181] env[70243]: DEBUG oslo_vmware.api [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.569265] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81c8e03b-6b1b-432b-97f9-a7be060de210 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "82888288-702c-4709-a692-2e01927fa55f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.301s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.703608] env[70243]: DEBUG nova.network.neutron [-] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.851008] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31eafdc2-9a2b-4267-9b7c-dd51eb0d4018 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.862040] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2c1600-6628-4096-9040-981c08cbe74a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.874065] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6c249a-4032-4c23-8fa3-ad6f6b5bb5d4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.907038] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739dcc36-f13a-424a-8953-e5f9643b584e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.908578] env[70243]: DEBUG nova.compute.manager [req-241076da-7ee9-4d7a-8801-44be53ab9525 req-85a3eef1-5439-4c10-bf31-95288733bbec service nova] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Detach interface failed, port_id=f8b8d089-e33f-4444-b5b5-a645e8d6a60a, reason: Instance 15ba34ab-80c3-4829-9e8e-d196fc3b09a8 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1165.928212] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Updating instance 'dcc7c707-e3d0-42ac-a13d-5e94fff5348d' progress to 67 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.015713] env[70243]: DEBUG oslo_vmware.api [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622760, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.099494] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b14ff62-88c8-40af-aaec-6671028512fd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.107310] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ed3d85-a477-4af0-8967-680988a2d5e1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.136710] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6145785-5f5e-4104-94be-c33c3926efa5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.144169] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59382298-5a4b-416a-be18-40b0e20ca904 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.157380] env[70243]: DEBUG nova.compute.provider_tree [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.208384] env[70243]: INFO nova.compute.manager [-] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Took 1.24 seconds to deallocate network for instance. [ 1166.519677] env[70243]: DEBUG oslo_vmware.api [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622760, 'name': ReconfigVM_Task, 'duration_secs': 5.748367} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.519677] env[70243]: DEBUG oslo_concurrency.lockutils [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.519677] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Reconfigured VM to detach interface {{(pid=70243) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1166.661277] env[70243]: DEBUG nova.scheduler.client.report [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.715889] env[70243]: DEBUG oslo_concurrency.lockutils [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.167124] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.168998] env[70243]: DEBUG oslo_concurrency.lockutils [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.453s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.169222] env[70243]: DEBUG oslo_concurrency.lockutils [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.188596] env[70243]: INFO nova.scheduler.client.report [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Deleted allocations for instance 2dc3b67a-1c12-4b02-8e8a-770add294258 [ 1167.190347] env[70243]: INFO nova.scheduler.client.report [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Deleted allocations for instance 15ba34ab-80c3-4829-9e8e-d196fc3b09a8 [ 1167.373409] env[70243]: DEBUG nova.compute.manager [req-88c95988-d9e8-48af-abd0-be528c8fa186 req-83c3a5f1-b715-4436-b388-1442813b6e50 service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Received event network-vif-deleted-c774bb35-b2d7-46f3-9608-0f0d74ea260b {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.373695] env[70243]: INFO nova.compute.manager [req-88c95988-d9e8-48af-abd0-be528c8fa186 req-83c3a5f1-b715-4436-b388-1442813b6e50 service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Neutron deleted interface c774bb35-b2d7-46f3-9608-0f0d74ea260b; detaching it from the instance and deleting it from the info cache [ 1167.374150] env[70243]: DEBUG nova.network.neutron [req-88c95988-d9e8-48af-abd0-be528c8fa186 req-83c3a5f1-b715-4436-b388-1442813b6e50 service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Updating instance_info_cache with network_info: [{"id": "12837e05-bf78-439d-85d2-a8bc49e3ad99", "address": "fa:16:3e:bc:ab:17", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12837e05-bf", "ovs_interfaceid": "12837e05-bf78-439d-85d2-a8bc49e3ad99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cceb78db-b61a-4a44-85aa-607c0d1a2544", "address": "fa:16:3e:ee:a6:52", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcceb78db-b6", "ovs_interfaceid": "cceb78db-b61a-4a44-85aa-607c0d1a2544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.567049] env[70243]: DEBUG nova.network.neutron [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Port 5f281a46-074c-4af2-b1f4-2555b59b9e86 binding to destination host cpu-1 is already ACTIVE {{(pid=70243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1167.705676] env[70243]: DEBUG oslo_concurrency.lockutils [None req-56e4c351-16c6-4a8f-9221-a61227695392 tempest-DeleteServersTestJSON-1105083855 tempest-DeleteServersTestJSON-1105083855-project-member] Lock "15ba34ab-80c3-4829-9e8e-d196fc3b09a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.356s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.707018] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d4802ee9-fb7a-4473-a2aa-edb1cb193d34 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "2dc3b67a-1c12-4b02-8e8a-770add294258" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.601s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.745030] env[70243]: DEBUG oslo_concurrency.lockutils [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "refresh_cache-a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.745030] env[70243]: DEBUG oslo_concurrency.lockutils [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "refresh_cache-a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.745030] env[70243]: DEBUG nova.network.neutron [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.877298] env[70243]: DEBUG oslo_concurrency.lockutils [req-88c95988-d9e8-48af-abd0-be528c8fa186 req-83c3a5f1-b715-4436-b388-1442813b6e50 service nova] Acquiring lock "a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.877739] env[70243]: DEBUG oslo_concurrency.lockutils [req-88c95988-d9e8-48af-abd0-be528c8fa186 req-83c3a5f1-b715-4436-b388-1442813b6e50 service nova] Acquired lock "a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.878842] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e062d6c-4aa7-41a0-9675-846326e9241d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.900482] env[70243]: DEBUG oslo_concurrency.lockutils [req-88c95988-d9e8-48af-abd0-be528c8fa186 req-83c3a5f1-b715-4436-b388-1442813b6e50 service nova] Releasing lock "a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.900804] env[70243]: WARNING nova.compute.manager [req-88c95988-d9e8-48af-abd0-be528c8fa186 req-83c3a5f1-b715-4436-b388-1442813b6e50 service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Detach interface failed, port_id=c774bb35-b2d7-46f3-9608-0f0d74ea260b, reason: No device with interface-id c774bb35-b2d7-46f3-9608-0f0d74ea260b exists on VM: nova.exception.NotFound: No device with interface-id c774bb35-b2d7-46f3-9608-0f0d74ea260b exists on VM [ 1168.364190] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "a09a9d3a-2d42-460b-a682-a03f3167f345" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.364491] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "a09a9d3a-2d42-460b-a682-a03f3167f345" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.364733] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "a09a9d3a-2d42-460b-a682-a03f3167f345-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.365186] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "a09a9d3a-2d42-460b-a682-a03f3167f345-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.365186] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "a09a9d3a-2d42-460b-a682-a03f3167f345-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.367233] env[70243]: INFO nova.compute.manager [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Terminating instance [ 1168.403616] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "2e816a3c-88b8-41b7-9793-ecc43d43c2f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.403858] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "2e816a3c-88b8-41b7-9793-ecc43d43c2f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.465694] env[70243]: INFO nova.network.neutron [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Port cceb78db-b61a-4a44-85aa-607c0d1a2544 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1168.466082] env[70243]: DEBUG nova.network.neutron [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Updating instance_info_cache with network_info: [{"id": "12837e05-bf78-439d-85d2-a8bc49e3ad99", "address": "fa:16:3e:bc:ab:17", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12837e05-bf", "ovs_interfaceid": "12837e05-bf78-439d-85d2-a8bc49e3ad99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.588826] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "dcc7c707-e3d0-42ac-a13d-5e94fff5348d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.589062] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "dcc7c707-e3d0-42ac-a13d-5e94fff5348d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.589240] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "dcc7c707-e3d0-42ac-a13d-5e94fff5348d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.871838] env[70243]: DEBUG nova.compute.manager [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.871838] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.872478] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9249972f-e1ed-4d20-8c20-49e8bbbae188 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.880796] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.881065] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23e007a8-cdf9-4efa-a653-7ee749131692 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.887837] env[70243]: DEBUG oslo_vmware.api [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1168.887837] env[70243]: value = "task-3622777" [ 1168.887837] env[70243]: _type = "Task" [ 1168.887837] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.896493] env[70243]: DEBUG oslo_vmware.api [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.906115] env[70243]: DEBUG nova.compute.manager [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1168.968786] env[70243]: DEBUG oslo_concurrency.lockutils [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "refresh_cache-a09a9d3a-2d42-460b-a682-a03f3167f345" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.304647] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a623dd2a-effb-49ba-9bf2-9f901126fa66 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Volume attach. Driver type: vmdk {{(pid=70243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1169.304905] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a623dd2a-effb-49ba-9bf2-9f901126fa66 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722522', 'volume_id': '7db8cc10-f6dd-4355-ab2e-55e07d628f4e', 'name': 'volume-7db8cc10-f6dd-4355-ab2e-55e07d628f4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '852b8e89-d436-4df6-9b3e-a631af2e12cf', 'attached_at': '', 'detached_at': '', 'volume_id': '7db8cc10-f6dd-4355-ab2e-55e07d628f4e', 'serial': '7db8cc10-f6dd-4355-ab2e-55e07d628f4e'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1169.305846] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc916fd-0402-4082-a5c2-dfdcf22d884f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.322190] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ad9cd0-5656-41dd-ae50-bee35554a8a4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.347824] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a623dd2a-effb-49ba-9bf2-9f901126fa66 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] volume-7db8cc10-f6dd-4355-ab2e-55e07d628f4e/volume-7db8cc10-f6dd-4355-ab2e-55e07d628f4e.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.348093] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-366a2465-6eee-4696-a60e-0dca008b373d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.366411] env[70243]: DEBUG oslo_vmware.api [None req-a623dd2a-effb-49ba-9bf2-9f901126fa66 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 1169.366411] env[70243]: value = "task-3622778" [ 1169.366411] env[70243]: _type = "Task" [ 1169.366411] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.374040] env[70243]: DEBUG oslo_vmware.api [None req-a623dd2a-effb-49ba-9bf2-9f901126fa66 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.396621] env[70243]: DEBUG oslo_vmware.api [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622777, 'name': PowerOffVM_Task, 'duration_secs': 0.241356} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.396916] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.397093] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.397370] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb32bb13-148c-481a-afd9-303297f7171d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.400909] env[70243]: DEBUG nova.compute.manager [req-4001e8f6-8f67-4c91-a637-89a39ac5607f req-b0e09751-4683-4b61-8c9f-64ba1aa4e768 service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Received event network-vif-deleted-cceb78db-b61a-4a44-85aa-607c0d1a2544 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.429027] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.429333] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.431246] env[70243]: INFO nova.compute.claims [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.472668] env[70243]: DEBUG oslo_concurrency.lockutils [None req-80f5a00c-72c3-40fb-aa7c-c9ef130aaa9f tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "interface-a09a9d3a-2d42-460b-a682-a03f3167f345-c774bb35-b2d7-46f3-9608-0f0d74ea260b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.555s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.495270] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.495498] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.495683] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Deleting the datastore file [datastore1] a09a9d3a-2d42-460b-a682-a03f3167f345 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.495955] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da56c5a5-a1fb-4674-8453-10db6e49bf3b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.503269] env[70243]: DEBUG oslo_vmware.api [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1169.503269] env[70243]: value = "task-3622780" [ 1169.503269] env[70243]: _type = "Task" [ 1169.503269] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.511211] env[70243]: DEBUG oslo_vmware.api [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.632539] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "refresh_cache-dcc7c707-e3d0-42ac-a13d-5e94fff5348d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.632730] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquired lock "refresh_cache-dcc7c707-e3d0-42ac-a13d-5e94fff5348d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.632909] env[70243]: DEBUG nova.network.neutron [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.876970] env[70243]: DEBUG oslo_vmware.api [None req-a623dd2a-effb-49ba-9bf2-9f901126fa66 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.013283] env[70243]: DEBUG oslo_vmware.api [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188871} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.013561] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.013746] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.014078] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.014319] env[70243]: INFO nova.compute.manager [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1170.014584] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.014790] env[70243]: DEBUG nova.compute.manager [-] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1170.014906] env[70243]: DEBUG nova.network.neutron [-] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.085014] env[70243]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port cceb78db-b61a-4a44-85aa-607c0d1a2544 could not be found.", "detail": ""}} {{(pid=70243) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1170.085295] env[70243]: DEBUG nova.network.neutron [-] Unable to show port cceb78db-b61a-4a44-85aa-607c0d1a2544 as it no longer exists. {{(pid=70243) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1170.366062] env[70243]: DEBUG nova.network.neutron [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Updating instance_info_cache with network_info: [{"id": "5f281a46-074c-4af2-b1f4-2555b59b9e86", "address": "fa:16:3e:f4:d1:ea", "network": {"id": "efed784a-c76d-40c2-9094-2797cae46b9f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1261361839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3227bc9b9f014d2db2b3a89a32f3d175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f281a46-07", "ovs_interfaceid": "5f281a46-074c-4af2-b1f4-2555b59b9e86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.380786] env[70243]: DEBUG oslo_vmware.api [None req-a623dd2a-effb-49ba-9bf2-9f901126fa66 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622778, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.572477] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebdd8c5-9b2b-417e-9e5c-353f72b48a8d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.580077] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c1f269-4276-4301-a791-7b778befbd09 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.611214] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab00592-3a73-4f26-8842-ad4aed66ae0f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.619320] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593ca691-4bac-4f4f-b3ad-b520693bbe39 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.633093] env[70243]: DEBUG nova.compute.provider_tree [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.869019] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Releasing lock "refresh_cache-dcc7c707-e3d0-42ac-a13d-5e94fff5348d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.883451] env[70243]: DEBUG oslo_vmware.api [None req-a623dd2a-effb-49ba-9bf2-9f901126fa66 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622778, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.136951] env[70243]: DEBUG nova.scheduler.client.report [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.210873] env[70243]: DEBUG nova.network.neutron [-] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.382159] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bd3550-622c-41c9-b468-e4d6219e1a3b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.392368] env[70243]: DEBUG oslo_vmware.api [None req-a623dd2a-effb-49ba-9bf2-9f901126fa66 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622778, 'name': ReconfigVM_Task, 'duration_secs': 1.726218} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.392660] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a623dd2a-effb-49ba-9bf2-9f901126fa66 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Reconfigured VM instance instance-00000061 to attach disk [datastore1] volume-7db8cc10-f6dd-4355-ab2e-55e07d628f4e/volume-7db8cc10-f6dd-4355-ab2e-55e07d628f4e.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.397997] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be8e15c-3805-4762-bdbc-fa238226ca97 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.400989] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f115809-f6ea-4539-9fb0-3f7b3a2c197f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.415455] env[70243]: DEBUG oslo_vmware.api [None req-a623dd2a-effb-49ba-9bf2-9f901126fa66 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 1171.415455] env[70243]: value = "task-3622781" [ 1171.415455] env[70243]: _type = "Task" [ 1171.415455] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.432034] env[70243]: DEBUG oslo_vmware.api [None req-a623dd2a-effb-49ba-9bf2-9f901126fa66 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622781, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.432394] env[70243]: DEBUG nova.compute.manager [req-a0350809-6b5d-4429-83f5-5c77daab788a req-c30d377f-8a25-4ab8-83cf-0c559850c257 service nova] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Received event network-vif-deleted-12837e05-bf78-439d-85d2-a8bc49e3ad99 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.642761] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.643174] env[70243]: DEBUG nova.compute.manager [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1171.713788] env[70243]: INFO nova.compute.manager [-] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Took 1.70 seconds to deallocate network for instance. [ 1171.925661] env[70243]: DEBUG oslo_vmware.api [None req-a623dd2a-effb-49ba-9bf2-9f901126fa66 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622781, 'name': ReconfigVM_Task, 'duration_secs': 0.146677} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.926037] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a623dd2a-effb-49ba-9bf2-9f901126fa66 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722522', 'volume_id': '7db8cc10-f6dd-4355-ab2e-55e07d628f4e', 'name': 'volume-7db8cc10-f6dd-4355-ab2e-55e07d628f4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '852b8e89-d436-4df6-9b3e-a631af2e12cf', 'attached_at': '', 'detached_at': '', 'volume_id': '7db8cc10-f6dd-4355-ab2e-55e07d628f4e', 'serial': '7db8cc10-f6dd-4355-ab2e-55e07d628f4e'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1172.147902] env[70243]: DEBUG nova.compute.utils [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.149093] env[70243]: DEBUG nova.compute.manager [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.149258] env[70243]: DEBUG nova.network.neutron [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.201186] env[70243]: DEBUG nova.policy [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '485311ac44f44250bc04f9354e0ab17a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7196e187165f4d538a653ca52e53ad24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.219800] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.220084] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.220329] env[70243]: DEBUG nova.objects.instance [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lazy-loading 'resources' on Instance uuid a09a9d3a-2d42-460b-a682-a03f3167f345 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.476419] env[70243]: DEBUG nova.network.neutron [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Successfully created port: fca4edca-3813-494e-a034-de917e7053b1 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.528870] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41d0f23-dff3-446f-819b-4ab913de26e0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.557221] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e6ae75-ae93-4b4e-a57c-57ac4e5cad91 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.565599] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Updating instance 'dcc7c707-e3d0-42ac-a13d-5e94fff5348d' progress to 83 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.652177] env[70243]: DEBUG nova.compute.manager [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.886938] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32adf03-07ca-4d36-acca-2ffe71286a04 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.894662] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f955bb8-9beb-47db-af6b-e4494596ea9d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.926465] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0708b734-665c-493b-8ee0-e11432df20d6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.934533] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7751b7d-c19a-41cf-ad5a-17f5700594ae {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.949016] env[70243]: DEBUG nova.compute.provider_tree [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.972718] env[70243]: DEBUG nova.objects.instance [None req-a623dd2a-effb-49ba-9bf2-9f901126fa66 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lazy-loading 'flavor' on Instance uuid 852b8e89-d436-4df6-9b3e-a631af2e12cf {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.073626] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.074353] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ea32ed1-8b9f-4d72-8f88-a5db21c0ecda {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.081332] env[70243]: DEBUG oslo_vmware.api [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1173.081332] env[70243]: value = "task-3622782" [ 1173.081332] env[70243]: _type = "Task" [ 1173.081332] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.095801] env[70243]: DEBUG oslo_vmware.api [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.452698] env[70243]: DEBUG nova.scheduler.client.report [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.479697] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a623dd2a-effb-49ba-9bf2-9f901126fa66 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "852b8e89-d436-4df6-9b3e-a631af2e12cf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.771s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.545840] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "6493ad61-cc4b-4404-873b-7d8bae7a5009" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.546130] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "6493ad61-cc4b-4404-873b-7d8bae7a5009" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.592555] env[70243]: DEBUG oslo_vmware.api [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622782, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.661893] env[70243]: DEBUG nova.compute.manager [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.688688] env[70243]: DEBUG nova.virt.hardware [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.689031] env[70243]: DEBUG nova.virt.hardware [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.689430] env[70243]: DEBUG nova.virt.hardware [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.689675] env[70243]: DEBUG nova.virt.hardware [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.689861] env[70243]: DEBUG nova.virt.hardware [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.690035] env[70243]: DEBUG nova.virt.hardware [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.690254] env[70243]: DEBUG nova.virt.hardware [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.690416] env[70243]: DEBUG nova.virt.hardware [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.690582] env[70243]: DEBUG nova.virt.hardware [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.690742] env[70243]: DEBUG nova.virt.hardware [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.690917] env[70243]: DEBUG nova.virt.hardware [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.692136] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7f8d13-b6f9-4fcf-aef2-ddcbe68dfb84 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.700387] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fa75a0-a373-4d77-b02a-d57a1a36e8d1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.956630] env[70243]: DEBUG nova.compute.manager [req-d6a7a44a-8865-4861-9830-2f7945184d48 req-d791d203-e9c2-4eca-9f24-a7bb5eef4ac0 service nova] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Received event network-vif-plugged-fca4edca-3813-494e-a034-de917e7053b1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.956732] env[70243]: DEBUG oslo_concurrency.lockutils [req-d6a7a44a-8865-4861-9830-2f7945184d48 req-d791d203-e9c2-4eca-9f24-a7bb5eef4ac0 service nova] Acquiring lock "2e816a3c-88b8-41b7-9793-ecc43d43c2f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.956937] env[70243]: DEBUG oslo_concurrency.lockutils [req-d6a7a44a-8865-4861-9830-2f7945184d48 req-d791d203-e9c2-4eca-9f24-a7bb5eef4ac0 service nova] Lock "2e816a3c-88b8-41b7-9793-ecc43d43c2f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.957142] env[70243]: DEBUG oslo_concurrency.lockutils [req-d6a7a44a-8865-4861-9830-2f7945184d48 req-d791d203-e9c2-4eca-9f24-a7bb5eef4ac0 service nova] Lock "2e816a3c-88b8-41b7-9793-ecc43d43c2f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.957290] env[70243]: DEBUG nova.compute.manager [req-d6a7a44a-8865-4861-9830-2f7945184d48 req-d791d203-e9c2-4eca-9f24-a7bb5eef4ac0 service nova] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] No waiting events found dispatching network-vif-plugged-fca4edca-3813-494e-a034-de917e7053b1 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.957455] env[70243]: WARNING nova.compute.manager [req-d6a7a44a-8865-4861-9830-2f7945184d48 req-d791d203-e9c2-4eca-9f24-a7bb5eef4ac0 service nova] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Received unexpected event network-vif-plugged-fca4edca-3813-494e-a034-de917e7053b1 for instance with vm_state building and task_state spawning. [ 1173.958402] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.981604] env[70243]: INFO nova.scheduler.client.report [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Deleted allocations for instance a09a9d3a-2d42-460b-a682-a03f3167f345 [ 1173.989052] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4e0362f6-b9aa-4e31-9321-19aa3e871ba9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "852b8e89-d436-4df6-9b3e-a631af2e12cf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.989052] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4e0362f6-b9aa-4e31-9321-19aa3e871ba9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "852b8e89-d436-4df6-9b3e-a631af2e12cf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.048094] env[70243]: DEBUG nova.compute.manager [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1174.059825] env[70243]: DEBUG nova.network.neutron [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Successfully updated port: fca4edca-3813-494e-a034-de917e7053b1 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.092095] env[70243]: DEBUG oslo_vmware.api [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622782, 'name': PowerOnVM_Task, 'duration_secs': 0.707895} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.092351] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.092924] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1d67ae-1511-4b63-a908-d80cb1c50816 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Updating instance 'dcc7c707-e3d0-42ac-a13d-5e94fff5348d' progress to 100 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.491960] env[70243]: DEBUG nova.compute.utils [None req-4e0362f6-b9aa-4e31-9321-19aa3e871ba9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1174.493775] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a1981b73-3242-4cbc-8f0a-d73b318ee9e9 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "a09a9d3a-2d42-460b-a682-a03f3167f345" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.129s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.565759] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "refresh_cache-2e816a3c-88b8-41b7-9793-ecc43d43c2f5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.565925] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired lock "refresh_cache-2e816a3c-88b8-41b7-9793-ecc43d43c2f5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.566163] env[70243]: DEBUG nova.network.neutron [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.570014] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.570350] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.571875] env[70243]: INFO nova.compute.claims [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.995905] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4e0362f6-b9aa-4e31-9321-19aa3e871ba9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "852b8e89-d436-4df6-9b3e-a631af2e12cf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.123761] env[70243]: DEBUG nova.network.neutron [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.288581] env[70243]: DEBUG nova.network.neutron [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Updating instance_info_cache with network_info: [{"id": "fca4edca-3813-494e-a034-de917e7053b1", "address": "fa:16:3e:52:49:eb", "network": {"id": "68e759a4-f7d9-417b-aa77-a01c5b06cc6e", "bridge": "br-int", "label": "tempest-ServersTestJSON-745013007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7196e187165f4d538a653ca52e53ad24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca4edca-38", "ovs_interfaceid": "fca4edca-3813-494e-a034-de917e7053b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.709450] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f0ac46-f94a-49b4-8223-eba0e6c1983d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.717505] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b0b33d-31aa-4282-9ea9-5acf175fa8cc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.747545] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1d0e0a-aab6-4ac9-9b73-c0835a0a4b96 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.754556] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967b1037-abea-4b57-aae5-b98e38b8b81c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.767458] env[70243]: DEBUG nova.compute.provider_tree [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.791279] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Releasing lock "refresh_cache-2e816a3c-88b8-41b7-9793-ecc43d43c2f5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.791577] env[70243]: DEBUG nova.compute.manager [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Instance network_info: |[{"id": "fca4edca-3813-494e-a034-de917e7053b1", "address": "fa:16:3e:52:49:eb", "network": {"id": "68e759a4-f7d9-417b-aa77-a01c5b06cc6e", "bridge": "br-int", "label": "tempest-ServersTestJSON-745013007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7196e187165f4d538a653ca52e53ad24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca4edca-38", "ovs_interfaceid": "fca4edca-3813-494e-a034-de917e7053b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.792279] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:49:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fca4edca-3813-494e-a034-de917e7053b1', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.799770] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.799998] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.800248] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec61d285-f361-4505-9b3e-21073d54046f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.823538] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.823538] env[70243]: value = "task-3622783" [ 1175.823538] env[70243]: _type = "Task" [ 1175.823538] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.832478] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622783, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.981055] env[70243]: DEBUG nova.compute.manager [req-b347f8f1-d508-4eb0-a0e6-50cdd1000f9f req-740fbfb2-fb02-48bc-b4ca-2da0771c773e service nova] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Received event network-changed-fca4edca-3813-494e-a034-de917e7053b1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.981884] env[70243]: DEBUG nova.compute.manager [req-b347f8f1-d508-4eb0-a0e6-50cdd1000f9f req-740fbfb2-fb02-48bc-b4ca-2da0771c773e service nova] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Refreshing instance network info cache due to event network-changed-fca4edca-3813-494e-a034-de917e7053b1. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.981884] env[70243]: DEBUG oslo_concurrency.lockutils [req-b347f8f1-d508-4eb0-a0e6-50cdd1000f9f req-740fbfb2-fb02-48bc-b4ca-2da0771c773e service nova] Acquiring lock "refresh_cache-2e816a3c-88b8-41b7-9793-ecc43d43c2f5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.982172] env[70243]: DEBUG oslo_concurrency.lockutils [req-b347f8f1-d508-4eb0-a0e6-50cdd1000f9f req-740fbfb2-fb02-48bc-b4ca-2da0771c773e service nova] Acquired lock "refresh_cache-2e816a3c-88b8-41b7-9793-ecc43d43c2f5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.982369] env[70243]: DEBUG nova.network.neutron [req-b347f8f1-d508-4eb0-a0e6-50cdd1000f9f req-740fbfb2-fb02-48bc-b4ca-2da0771c773e service nova] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Refreshing network info cache for port fca4edca-3813-494e-a034-de917e7053b1 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.056739] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4e0362f6-b9aa-4e31-9321-19aa3e871ba9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "852b8e89-d436-4df6-9b3e-a631af2e12cf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.057066] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4e0362f6-b9aa-4e31-9321-19aa3e871ba9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "852b8e89-d436-4df6-9b3e-a631af2e12cf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.057545] env[70243]: INFO nova.compute.manager [None req-4e0362f6-b9aa-4e31-9321-19aa3e871ba9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Attaching volume 20addc26-3ccc-45de-bdf3-e97cfc17aafd to /dev/sdc [ 1176.090246] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2960d184-3228-4d81-aafe-ba114a08ddc0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.098860] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c1487c-f18f-4f46-b19e-f3f2e6301d4e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.113297] env[70243]: DEBUG nova.virt.block_device [None req-4e0362f6-b9aa-4e31-9321-19aa3e871ba9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Updating existing volume attachment record: 76fecf3b-1d5b-4237-ba6a-8877d7b4e831 {{(pid=70243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1176.270782] env[70243]: DEBUG nova.scheduler.client.report [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.333897] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622783, 'name': CreateVM_Task, 'duration_secs': 0.509683} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.334104] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.334833] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.334989] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.335349] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.335633] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7720cb6-2c98-4fc7-943e-bbecb91ce183 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.340268] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1176.340268] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d3315c-8872-7858-3402-c455955a29b3" [ 1176.340268] env[70243]: _type = "Task" [ 1176.340268] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.347778] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d3315c-8872-7858-3402-c455955a29b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.522419] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "5e16ef53-8dbd-4217-aad8-6f3747eec7c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.522525] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "5e16ef53-8dbd-4217-aad8-6f3747eec7c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.671176] env[70243]: DEBUG nova.network.neutron [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Port 5f281a46-074c-4af2-b1f4-2555b59b9e86 binding to destination host cpu-1 is already ACTIVE {{(pid=70243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1176.671525] env[70243]: DEBUG oslo_concurrency.lockutils [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "refresh_cache-dcc7c707-e3d0-42ac-a13d-5e94fff5348d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.671691] env[70243]: DEBUG oslo_concurrency.lockutils [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquired lock "refresh_cache-dcc7c707-e3d0-42ac-a13d-5e94fff5348d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.671858] env[70243]: DEBUG nova.network.neutron [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.694111] env[70243]: DEBUG nova.network.neutron [req-b347f8f1-d508-4eb0-a0e6-50cdd1000f9f req-740fbfb2-fb02-48bc-b4ca-2da0771c773e service nova] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Updated VIF entry in instance network info cache for port fca4edca-3813-494e-a034-de917e7053b1. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.694446] env[70243]: DEBUG nova.network.neutron [req-b347f8f1-d508-4eb0-a0e6-50cdd1000f9f req-740fbfb2-fb02-48bc-b4ca-2da0771c773e service nova] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Updating instance_info_cache with network_info: [{"id": "fca4edca-3813-494e-a034-de917e7053b1", "address": "fa:16:3e:52:49:eb", "network": {"id": "68e759a4-f7d9-417b-aa77-a01c5b06cc6e", "bridge": "br-int", "label": "tempest-ServersTestJSON-745013007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7196e187165f4d538a653ca52e53ad24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca4edca-38", "ovs_interfaceid": "fca4edca-3813-494e-a034-de917e7053b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.776022] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.776592] env[70243]: DEBUG nova.compute.manager [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.851107] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d3315c-8872-7858-3402-c455955a29b3, 'name': SearchDatastore_Task, 'duration_secs': 0.01041} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.851434] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.851681] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.852028] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.852193] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.852381] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.852714] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc72c077-f610-478b-9642-72bc5199cf49 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.861409] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.861594] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.862336] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9919d6b2-a464-4891-a2af-1b5c75fe1b37 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.867872] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1176.867872] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e5eebf-2b4f-787b-a04d-91f3764e225e" [ 1176.867872] env[70243]: _type = "Task" [ 1176.867872] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.876016] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e5eebf-2b4f-787b-a04d-91f3764e225e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.025818] env[70243]: DEBUG nova.compute.manager [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1177.197891] env[70243]: DEBUG oslo_concurrency.lockutils [req-b347f8f1-d508-4eb0-a0e6-50cdd1000f9f req-740fbfb2-fb02-48bc-b4ca-2da0771c773e service nova] Releasing lock "refresh_cache-2e816a3c-88b8-41b7-9793-ecc43d43c2f5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.281114] env[70243]: DEBUG nova.compute.utils [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1177.282545] env[70243]: DEBUG nova.compute.manager [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1177.282714] env[70243]: DEBUG nova.network.neutron [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1177.324352] env[70243]: DEBUG nova.policy [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d6f3d47d0f64a65b0abc460781a993a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fec6172a26a477f9b03f1232e5bb875', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1177.378185] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e5eebf-2b4f-787b-a04d-91f3764e225e, 'name': SearchDatastore_Task, 'duration_secs': 0.008969} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.379069] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79fa8654-33c4-4e4b-8daa-47d90ceab615 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.383866] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1177.383866] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529abc8c-3409-fe36-8ee9-786f7184ef88" [ 1177.383866] env[70243]: _type = "Task" [ 1177.383866] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.391223] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529abc8c-3409-fe36-8ee9-786f7184ef88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.421144] env[70243]: DEBUG nova.network.neutron [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Updating instance_info_cache with network_info: [{"id": "5f281a46-074c-4af2-b1f4-2555b59b9e86", "address": "fa:16:3e:f4:d1:ea", "network": {"id": "efed784a-c76d-40c2-9094-2797cae46b9f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1261361839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3227bc9b9f014d2db2b3a89a32f3d175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f281a46-07", "ovs_interfaceid": "5f281a46-074c-4af2-b1f4-2555b59b9e86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.550276] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.550611] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.552182] env[70243]: INFO nova.compute.claims [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.577319] env[70243]: DEBUG nova.network.neutron [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Successfully created port: 13931e52-c6a8-4e5d-80d7-ee5a3412a9aa {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.785691] env[70243]: DEBUG nova.compute.manager [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.895052] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529abc8c-3409-fe36-8ee9-786f7184ef88, 'name': SearchDatastore_Task, 'duration_secs': 0.00922} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.896934] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.896934] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 2e816a3c-88b8-41b7-9793-ecc43d43c2f5/2e816a3c-88b8-41b7-9793-ecc43d43c2f5.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.896934] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec32e8f3-d292-476a-944a-77c92a6ab1a7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.902847] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1177.902847] env[70243]: value = "task-3622785" [ 1177.902847] env[70243]: _type = "Task" [ 1177.902847] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.909783] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.923367] env[70243]: DEBUG oslo_concurrency.lockutils [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Releasing lock "refresh_cache-dcc7c707-e3d0-42ac-a13d-5e94fff5348d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.413596] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441135} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.413924] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 2e816a3c-88b8-41b7-9793-ecc43d43c2f5/2e816a3c-88b8-41b7-9793-ecc43d43c2f5.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.414205] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.414475] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ca48f7a-2d55-4940-8478-e4b3feb3d6df {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.420884] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1178.420884] env[70243]: value = "task-3622787" [ 1178.420884] env[70243]: _type = "Task" [ 1178.420884] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.426797] env[70243]: DEBUG nova.compute.manager [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70243) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1178.431604] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.687935] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e71984-6ab2-40cc-a7cb-428f88133e2e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.694943] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c42e61-04ff-4275-be5d-0633f68a5809 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.723981] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acb32d2-c73f-4a5f-bf53-9f7bacc2cbf9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.731099] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2164485d-d674-4d7b-a5d1-b263a2aa3d28 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.743988] env[70243]: DEBUG nova.compute.provider_tree [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.801659] env[70243]: DEBUG nova.compute.manager [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.827749] env[70243]: DEBUG nova.virt.hardware [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.828039] env[70243]: DEBUG nova.virt.hardware [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.828182] env[70243]: DEBUG nova.virt.hardware [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.828368] env[70243]: DEBUG nova.virt.hardware [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.828517] env[70243]: DEBUG nova.virt.hardware [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.828666] env[70243]: DEBUG nova.virt.hardware [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.828876] env[70243]: DEBUG nova.virt.hardware [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.829048] env[70243]: DEBUG nova.virt.hardware [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.829224] env[70243]: DEBUG nova.virt.hardware [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.829387] env[70243]: DEBUG nova.virt.hardware [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.829561] env[70243]: DEBUG nova.virt.hardware [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.830428] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ceeab04-a8de-4919-957e-2f22e850e20d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.838390] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e834b73-a25d-47d2-bcb8-2aa309ac3a65 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.929235] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063206} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.929502] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.930256] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1ccd9c-38a4-4ba9-984e-fbaab9b8d2ef {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.951125] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 2e816a3c-88b8-41b7-9793-ecc43d43c2f5/2e816a3c-88b8-41b7-9793-ecc43d43c2f5.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.951378] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2480508a-e3ad-4360-b0ec-81fdfd28aa71 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.970510] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1178.970510] env[70243]: value = "task-3622788" [ 1178.970510] env[70243]: _type = "Task" [ 1178.970510] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.978881] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.986179] env[70243]: DEBUG nova.compute.manager [req-bd434719-ef10-4868-a649-188d9589230e req-ef56fd1e-331f-4eeb-b398-d43019ea7325 service nova] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Received event network-vif-plugged-13931e52-c6a8-4e5d-80d7-ee5a3412a9aa {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.986410] env[70243]: DEBUG oslo_concurrency.lockutils [req-bd434719-ef10-4868-a649-188d9589230e req-ef56fd1e-331f-4eeb-b398-d43019ea7325 service nova] Acquiring lock "6493ad61-cc4b-4404-873b-7d8bae7a5009-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.986545] env[70243]: DEBUG oslo_concurrency.lockutils [req-bd434719-ef10-4868-a649-188d9589230e req-ef56fd1e-331f-4eeb-b398-d43019ea7325 service nova] Lock "6493ad61-cc4b-4404-873b-7d8bae7a5009-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.986676] env[70243]: DEBUG oslo_concurrency.lockutils [req-bd434719-ef10-4868-a649-188d9589230e req-ef56fd1e-331f-4eeb-b398-d43019ea7325 service nova] Lock "6493ad61-cc4b-4404-873b-7d8bae7a5009-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.986849] env[70243]: DEBUG nova.compute.manager [req-bd434719-ef10-4868-a649-188d9589230e req-ef56fd1e-331f-4eeb-b398-d43019ea7325 service nova] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] No waiting events found dispatching network-vif-plugged-13931e52-c6a8-4e5d-80d7-ee5a3412a9aa {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1178.987179] env[70243]: WARNING nova.compute.manager [req-bd434719-ef10-4868-a649-188d9589230e req-ef56fd1e-331f-4eeb-b398-d43019ea7325 service nova] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Received unexpected event network-vif-plugged-13931e52-c6a8-4e5d-80d7-ee5a3412a9aa for instance with vm_state building and task_state spawning. [ 1179.090849] env[70243]: DEBUG nova.network.neutron [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Successfully updated port: 13931e52-c6a8-4e5d-80d7-ee5a3412a9aa {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1179.247052] env[70243]: DEBUG nova.scheduler.client.report [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.481481] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.523283] env[70243]: DEBUG oslo_concurrency.lockutils [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.593318] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "refresh_cache-6493ad61-cc4b-4404-873b-7d8bae7a5009" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.593509] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired lock "refresh_cache-6493ad61-cc4b-4404-873b-7d8bae7a5009" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.593679] env[70243]: DEBUG nova.network.neutron [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.752194] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.752738] env[70243]: DEBUG nova.compute.manager [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1179.755543] env[70243]: DEBUG oslo_concurrency.lockutils [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.232s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.981735] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.124314] env[70243]: DEBUG nova.network.neutron [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1180.252683] env[70243]: DEBUG nova.network.neutron [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Updating instance_info_cache with network_info: [{"id": "13931e52-c6a8-4e5d-80d7-ee5a3412a9aa", "address": "fa:16:3e:3b:26:04", "network": {"id": "6c4ec218-1aa5-41c5-89cf-b0050733440b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1313015590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fec6172a26a477f9b03f1232e5bb875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13931e52-c6", "ovs_interfaceid": "13931e52-c6a8-4e5d-80d7-ee5a3412a9aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.258623] env[70243]: DEBUG nova.compute.utils [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1180.259909] env[70243]: DEBUG nova.objects.instance [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lazy-loading 'migration_context' on Instance uuid dcc7c707-e3d0-42ac-a13d-5e94fff5348d {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.260816] env[70243]: DEBUG nova.compute.manager [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1180.260977] env[70243]: DEBUG nova.network.neutron [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1180.294649] env[70243]: DEBUG nova.policy [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b74a58353bde408a984b292dcbd53dba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8c9aa15b2ac4dbba3ace78aaff8a1a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1180.485543] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622788, 'name': ReconfigVM_Task, 'duration_secs': 1.210316} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.485833] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 2e816a3c-88b8-41b7-9793-ecc43d43c2f5/2e816a3c-88b8-41b7-9793-ecc43d43c2f5.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.486444] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16bb6ebb-5616-4cf2-9647-7525bec577ad {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.492310] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1180.492310] env[70243]: value = "task-3622789" [ 1180.492310] env[70243]: _type = "Task" [ 1180.492310] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.500811] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622789, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.561412] env[70243]: DEBUG nova.network.neutron [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Successfully created port: 8db69e78-2df7-4605-b06b-5166b95bd959 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1180.669197] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0362f6-b9aa-4e31-9321-19aa3e871ba9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Volume attach. Driver type: vmdk {{(pid=70243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1180.669440] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0362f6-b9aa-4e31-9321-19aa3e871ba9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722524', 'volume_id': '20addc26-3ccc-45de-bdf3-e97cfc17aafd', 'name': 'volume-20addc26-3ccc-45de-bdf3-e97cfc17aafd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '852b8e89-d436-4df6-9b3e-a631af2e12cf', 'attached_at': '', 'detached_at': '', 'volume_id': '20addc26-3ccc-45de-bdf3-e97cfc17aafd', 'serial': '20addc26-3ccc-45de-bdf3-e97cfc17aafd'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1180.670366] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4883e9-1bfe-4fad-a8e1-12b0f08008f5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.686550] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b08896-48fc-4cfe-8410-88a408b53aa7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.713627] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0362f6-b9aa-4e31-9321-19aa3e871ba9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] volume-20addc26-3ccc-45de-bdf3-e97cfc17aafd/volume-20addc26-3ccc-45de-bdf3-e97cfc17aafd.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.713937] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-504470c4-f164-4ee8-a101-0154bd6c75a4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.731939] env[70243]: DEBUG oslo_vmware.api [None req-4e0362f6-b9aa-4e31-9321-19aa3e871ba9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 1180.731939] env[70243]: value = "task-3622790" [ 1180.731939] env[70243]: _type = "Task" [ 1180.731939] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.739980] env[70243]: DEBUG oslo_vmware.api [None req-4e0362f6-b9aa-4e31-9321-19aa3e871ba9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.755605] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Releasing lock "refresh_cache-6493ad61-cc4b-4404-873b-7d8bae7a5009" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.755910] env[70243]: DEBUG nova.compute.manager [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Instance network_info: |[{"id": "13931e52-c6a8-4e5d-80d7-ee5a3412a9aa", "address": "fa:16:3e:3b:26:04", "network": {"id": "6c4ec218-1aa5-41c5-89cf-b0050733440b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1313015590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fec6172a26a477f9b03f1232e5bb875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13931e52-c6", "ovs_interfaceid": "13931e52-c6a8-4e5d-80d7-ee5a3412a9aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.756370] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:26:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13931e52-c6a8-4e5d-80d7-ee5a3412a9aa', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.765110] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.767182] env[70243]: DEBUG nova.compute.manager [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1180.769709] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.770604] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3127915b-66aa-4ddd-81c9-9baf613aca81 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.807316] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.807316] env[70243]: value = "task-3622791" [ 1180.807316] env[70243]: _type = "Task" [ 1180.807316] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.820983] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622791, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.938234] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dc3b32-2c17-4580-a26b-2d916d7a8891 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.946434] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd072a4-6689-43fc-a616-3e90bbe190f2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.980636] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b0f162-019c-4b37-b22f-d81199a81252 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.987858] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2cf532-26df-4cc1-90ad-8bf7cdf3231d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.003863] env[70243]: DEBUG nova.compute.provider_tree [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.009802] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622789, 'name': Rename_Task, 'duration_secs': 0.132722} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.010164] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.010314] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0c75f02-9acd-4082-925a-1376b360c394 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.015077] env[70243]: DEBUG nova.compute.manager [req-a9801377-a358-4e2d-aec6-d2abab7ef1e8 req-c071794e-2977-46ec-9ee6-2536e1f0a58f service nova] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Received event network-changed-13931e52-c6a8-4e5d-80d7-ee5a3412a9aa {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.015270] env[70243]: DEBUG nova.compute.manager [req-a9801377-a358-4e2d-aec6-d2abab7ef1e8 req-c071794e-2977-46ec-9ee6-2536e1f0a58f service nova] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Refreshing instance network info cache due to event network-changed-13931e52-c6a8-4e5d-80d7-ee5a3412a9aa. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.015480] env[70243]: DEBUG oslo_concurrency.lockutils [req-a9801377-a358-4e2d-aec6-d2abab7ef1e8 req-c071794e-2977-46ec-9ee6-2536e1f0a58f service nova] Acquiring lock "refresh_cache-6493ad61-cc4b-4404-873b-7d8bae7a5009" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.015697] env[70243]: DEBUG oslo_concurrency.lockutils [req-a9801377-a358-4e2d-aec6-d2abab7ef1e8 req-c071794e-2977-46ec-9ee6-2536e1f0a58f service nova] Acquired lock "refresh_cache-6493ad61-cc4b-4404-873b-7d8bae7a5009" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.015772] env[70243]: DEBUG nova.network.neutron [req-a9801377-a358-4e2d-aec6-d2abab7ef1e8 req-c071794e-2977-46ec-9ee6-2536e1f0a58f service nova] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Refreshing network info cache for port 13931e52-c6a8-4e5d-80d7-ee5a3412a9aa {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.018319] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1181.018319] env[70243]: value = "task-3622792" [ 1181.018319] env[70243]: _type = "Task" [ 1181.018319] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.027193] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.242032] env[70243]: DEBUG oslo_vmware.api [None req-4e0362f6-b9aa-4e31-9321-19aa3e871ba9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622790, 'name': ReconfigVM_Task, 'duration_secs': 0.361503} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.242315] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0362f6-b9aa-4e31-9321-19aa3e871ba9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Reconfigured VM instance instance-00000061 to attach disk [datastore1] volume-20addc26-3ccc-45de-bdf3-e97cfc17aafd/volume-20addc26-3ccc-45de-bdf3-e97cfc17aafd.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.246905] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-899d1965-c99a-4459-a3c6-e4790019edfb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.260833] env[70243]: DEBUG oslo_vmware.api [None req-4e0362f6-b9aa-4e31-9321-19aa3e871ba9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 1181.260833] env[70243]: value = "task-3622793" [ 1181.260833] env[70243]: _type = "Task" [ 1181.260833] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.276777] env[70243]: DEBUG oslo_vmware.api [None req-4e0362f6-b9aa-4e31-9321-19aa3e871ba9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622793, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.318183] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622791, 'name': CreateVM_Task, 'duration_secs': 0.336177} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.318338] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.318993] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.319183] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.319504] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.319767] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a082a72-bd47-4886-8808-684b2e1201f8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.324749] env[70243]: DEBUG oslo_vmware.api [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1181.324749] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d7b6f6-3040-ef37-5851-d54a46ca5345" [ 1181.324749] env[70243]: _type = "Task" [ 1181.324749] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.332643] env[70243]: DEBUG oslo_vmware.api [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d7b6f6-3040-ef37-5851-d54a46ca5345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.507745] env[70243]: DEBUG nova.scheduler.client.report [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.532969] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622792, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.727252] env[70243]: DEBUG nova.network.neutron [req-a9801377-a358-4e2d-aec6-d2abab7ef1e8 req-c071794e-2977-46ec-9ee6-2536e1f0a58f service nova] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Updated VIF entry in instance network info cache for port 13931e52-c6a8-4e5d-80d7-ee5a3412a9aa. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.727705] env[70243]: DEBUG nova.network.neutron [req-a9801377-a358-4e2d-aec6-d2abab7ef1e8 req-c071794e-2977-46ec-9ee6-2536e1f0a58f service nova] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Updating instance_info_cache with network_info: [{"id": "13931e52-c6a8-4e5d-80d7-ee5a3412a9aa", "address": "fa:16:3e:3b:26:04", "network": {"id": "6c4ec218-1aa5-41c5-89cf-b0050733440b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1313015590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fec6172a26a477f9b03f1232e5bb875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13931e52-c6", "ovs_interfaceid": "13931e52-c6a8-4e5d-80d7-ee5a3412a9aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.771089] env[70243]: DEBUG oslo_vmware.api [None req-4e0362f6-b9aa-4e31-9321-19aa3e871ba9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622793, 'name': ReconfigVM_Task, 'duration_secs': 0.139791} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.771466] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0362f6-b9aa-4e31-9321-19aa3e871ba9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722524', 'volume_id': '20addc26-3ccc-45de-bdf3-e97cfc17aafd', 'name': 'volume-20addc26-3ccc-45de-bdf3-e97cfc17aafd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '852b8e89-d436-4df6-9b3e-a631af2e12cf', 'attached_at': '', 'detached_at': '', 'volume_id': '20addc26-3ccc-45de-bdf3-e97cfc17aafd', 'serial': '20addc26-3ccc-45de-bdf3-e97cfc17aafd'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1181.778647] env[70243]: DEBUG nova.compute.manager [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1181.810797] env[70243]: DEBUG nova.virt.hardware [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.811064] env[70243]: DEBUG nova.virt.hardware [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.811231] env[70243]: DEBUG nova.virt.hardware [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.811408] env[70243]: DEBUG nova.virt.hardware [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.811574] env[70243]: DEBUG nova.virt.hardware [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.811693] env[70243]: DEBUG nova.virt.hardware [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.811926] env[70243]: DEBUG nova.virt.hardware [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.812155] env[70243]: DEBUG nova.virt.hardware [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.812406] env[70243]: DEBUG nova.virt.hardware [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.812577] env[70243]: DEBUG nova.virt.hardware [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.812748] env[70243]: DEBUG nova.virt.hardware [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.813599] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a5ddd0-4333-4499-abd0-6d61bf94c95e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.823008] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ababbed6-a252-4527-940f-b9d45ee38b7e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.836299] env[70243]: DEBUG oslo_vmware.api [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d7b6f6-3040-ef37-5851-d54a46ca5345, 'name': SearchDatastore_Task, 'duration_secs': 0.009683} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.843959] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.844196] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.844432] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.844576] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.844752] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.845192] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ab6f191-7796-4111-a4a4-c61160b2a943 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.853039] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.853233] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.854231] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0511469c-1bcc-4878-8d37-64141ea48e01 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.858885] env[70243]: DEBUG oslo_vmware.api [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1181.858885] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52912f6e-d5be-ad2b-23b8-549bd7792df0" [ 1181.858885] env[70243]: _type = "Task" [ 1181.858885] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.867035] env[70243]: DEBUG oslo_vmware.api [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52912f6e-d5be-ad2b-23b8-549bd7792df0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.031501] env[70243]: DEBUG oslo_vmware.api [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622792, 'name': PowerOnVM_Task, 'duration_secs': 0.605033} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.031770] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.031971] env[70243]: INFO nova.compute.manager [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1182.032297] env[70243]: DEBUG nova.compute.manager [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.032940] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6c8dd2-5da5-4c9d-b6fd-0f059125b268 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.044741] env[70243]: DEBUG nova.network.neutron [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Successfully updated port: 8db69e78-2df7-4605-b06b-5166b95bd959 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1182.234255] env[70243]: DEBUG oslo_concurrency.lockutils [req-a9801377-a358-4e2d-aec6-d2abab7ef1e8 req-c071794e-2977-46ec-9ee6-2536e1f0a58f service nova] Releasing lock "refresh_cache-6493ad61-cc4b-4404-873b-7d8bae7a5009" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.369549] env[70243]: DEBUG oslo_vmware.api [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52912f6e-d5be-ad2b-23b8-549bd7792df0, 'name': SearchDatastore_Task, 'duration_secs': 0.009821} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.370411] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1436eadb-788d-4101-891f-2a9c88255587 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.375474] env[70243]: DEBUG oslo_vmware.api [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1182.375474] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527b1b34-f8b2-7c29-24e0-1cdd0ee2c18c" [ 1182.375474] env[70243]: _type = "Task" [ 1182.375474] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.383664] env[70243]: DEBUG oslo_vmware.api [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527b1b34-f8b2-7c29-24e0-1cdd0ee2c18c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.519202] env[70243]: DEBUG oslo_concurrency.lockutils [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.763s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.542953] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.543155] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.543336] env[70243]: DEBUG nova.network.neutron [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.560624] env[70243]: INFO nova.compute.manager [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Took 13.15 seconds to build instance. [ 1182.807425] env[70243]: DEBUG nova.objects.instance [None req-4e0362f6-b9aa-4e31-9321-19aa3e871ba9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lazy-loading 'flavor' on Instance uuid 852b8e89-d436-4df6-9b3e-a631af2e12cf {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.885518] env[70243]: DEBUG oslo_vmware.api [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527b1b34-f8b2-7c29-24e0-1cdd0ee2c18c, 'name': SearchDatastore_Task, 'duration_secs': 0.010187} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.885791] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.886072] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 6493ad61-cc4b-4404-873b-7d8bae7a5009/6493ad61-cc4b-4404-873b-7d8bae7a5009.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.886340] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-802e5d0b-ab7e-4e62-8e7b-554ca82d3cdc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.893016] env[70243]: DEBUG oslo_vmware.api [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1182.893016] env[70243]: value = "task-3622794" [ 1182.893016] env[70243]: _type = "Task" [ 1182.893016] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.901034] env[70243]: DEBUG oslo_vmware.api [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.042437] env[70243]: DEBUG nova.compute.manager [req-59b53f1f-2b13-4836-963d-9e249fcb431f req-7989b142-6b60-418d-aeff-430f0d47749c service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Received event network-vif-plugged-8db69e78-2df7-4605-b06b-5166b95bd959 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.042765] env[70243]: DEBUG oslo_concurrency.lockutils [req-59b53f1f-2b13-4836-963d-9e249fcb431f req-7989b142-6b60-418d-aeff-430f0d47749c service nova] Acquiring lock "5e16ef53-8dbd-4217-aad8-6f3747eec7c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.043012] env[70243]: DEBUG oslo_concurrency.lockutils [req-59b53f1f-2b13-4836-963d-9e249fcb431f req-7989b142-6b60-418d-aeff-430f0d47749c service nova] Lock "5e16ef53-8dbd-4217-aad8-6f3747eec7c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.043220] env[70243]: DEBUG oslo_concurrency.lockutils [req-59b53f1f-2b13-4836-963d-9e249fcb431f req-7989b142-6b60-418d-aeff-430f0d47749c service nova] Lock "5e16ef53-8dbd-4217-aad8-6f3747eec7c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.043412] env[70243]: DEBUG nova.compute.manager [req-59b53f1f-2b13-4836-963d-9e249fcb431f req-7989b142-6b60-418d-aeff-430f0d47749c service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] No waiting events found dispatching network-vif-plugged-8db69e78-2df7-4605-b06b-5166b95bd959 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1183.043594] env[70243]: WARNING nova.compute.manager [req-59b53f1f-2b13-4836-963d-9e249fcb431f req-7989b142-6b60-418d-aeff-430f0d47749c service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Received unexpected event network-vif-plugged-8db69e78-2df7-4605-b06b-5166b95bd959 for instance with vm_state building and task_state spawning. [ 1183.043783] env[70243]: DEBUG nova.compute.manager [req-59b53f1f-2b13-4836-963d-9e249fcb431f req-7989b142-6b60-418d-aeff-430f0d47749c service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Received event network-changed-8db69e78-2df7-4605-b06b-5166b95bd959 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.044091] env[70243]: DEBUG nova.compute.manager [req-59b53f1f-2b13-4836-963d-9e249fcb431f req-7989b142-6b60-418d-aeff-430f0d47749c service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Refreshing instance network info cache due to event network-changed-8db69e78-2df7-4605-b06b-5166b95bd959. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.044394] env[70243]: DEBUG oslo_concurrency.lockutils [req-59b53f1f-2b13-4836-963d-9e249fcb431f req-7989b142-6b60-418d-aeff-430f0d47749c service nova] Acquiring lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.063037] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ba60e54d-50d8-40c1-ac8f-4f314f20c3e2 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "2e816a3c-88b8-41b7-9793-ecc43d43c2f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.659s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.070801] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ac48b427-8254-4c89-9a81-934e77582ff3 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "0d8b96ef-df36-4d10-ab15-8454c68bf6b1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.071248] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ac48b427-8254-4c89-9a81-934e77582ff3 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "0d8b96ef-df36-4d10-ab15-8454c68bf6b1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.076807] env[70243]: DEBUG nova.network.neutron [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.276425] env[70243]: DEBUG nova.network.neutron [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Updating instance_info_cache with network_info: [{"id": "8db69e78-2df7-4605-b06b-5166b95bd959", "address": "fa:16:3e:bd:19:19", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db69e78-2d", "ovs_interfaceid": "8db69e78-2df7-4605-b06b-5166b95bd959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.312743] env[70243]: DEBUG oslo_concurrency.lockutils [None req-4e0362f6-b9aa-4e31-9321-19aa3e871ba9 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "852b8e89-d436-4df6-9b3e-a631af2e12cf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.256s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.403604] env[70243]: DEBUG oslo_vmware.api [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48492} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.403904] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 6493ad61-cc4b-4404-873b-7d8bae7a5009/6493ad61-cc4b-4404-873b-7d8bae7a5009.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.404164] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.404417] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfa1fa56-407b-4705-9d65-c387f531ae6a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.411101] env[70243]: DEBUG oslo_vmware.api [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1183.411101] env[70243]: value = "task-3622795" [ 1183.411101] env[70243]: _type = "Task" [ 1183.411101] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.418689] env[70243]: DEBUG oslo_vmware.api [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.574929] env[70243]: DEBUG nova.compute.utils [None req-ac48b427-8254-4c89-9a81-934e77582ff3 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.780257] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.780723] env[70243]: DEBUG nova.compute.manager [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Instance network_info: |[{"id": "8db69e78-2df7-4605-b06b-5166b95bd959", "address": "fa:16:3e:bd:19:19", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db69e78-2d", "ovs_interfaceid": "8db69e78-2df7-4605-b06b-5166b95bd959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1183.781095] env[70243]: DEBUG oslo_concurrency.lockutils [req-59b53f1f-2b13-4836-963d-9e249fcb431f req-7989b142-6b60-418d-aeff-430f0d47749c service nova] Acquired lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.781318] env[70243]: DEBUG nova.network.neutron [req-59b53f1f-2b13-4836-963d-9e249fcb431f req-7989b142-6b60-418d-aeff-430f0d47749c service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Refreshing network info cache for port 8db69e78-2df7-4605-b06b-5166b95bd959 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.782528] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:19:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf1b231-3660-4453-b4f3-44d825b9a5dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8db69e78-2df7-4605-b06b-5166b95bd959', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.790180] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.791128] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.791360] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34f746b7-78ab-48d5-a01f-4e6e6121758c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.812565] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.812565] env[70243]: value = "task-3622796" [ 1183.812565] env[70243]: _type = "Task" [ 1183.812565] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.822378] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622796, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.921386] env[70243]: DEBUG oslo_vmware.api [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063713} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.921737] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.922579] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77231750-9295-4d6a-87a8-2bec5c89673d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.945437] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 6493ad61-cc4b-4404-873b-7d8bae7a5009/6493ad61-cc4b-4404-873b-7d8bae7a5009.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.945731] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72c5f642-6b5f-4403-8c48-48b1d0e5171e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.965125] env[70243]: DEBUG oslo_vmware.api [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1183.965125] env[70243]: value = "task-3622797" [ 1183.965125] env[70243]: _type = "Task" [ 1183.965125] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.972549] env[70243]: DEBUG oslo_vmware.api [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.055028] env[70243]: INFO nova.compute.manager [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Swapping old allocation on dict_keys(['98e76d84-2347-4f8a-974e-fe32663c00ec']) held by migration 14e345b9-e9db-4fe8-aac4-fd5f7589233e for instance [ 1184.078486] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ac48b427-8254-4c89-9a81-934e77582ff3 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "0d8b96ef-df36-4d10-ab15-8454c68bf6b1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.080124] env[70243]: DEBUG nova.scheduler.client.report [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Overwriting current allocation {'allocations': {'98e76d84-2347-4f8a-974e-fe32663c00ec': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 145}}, 'project_id': '3227bc9b9f014d2db2b3a89a32f3d175', 'user_id': 'a3078150feb8413bbee059f634426788', 'consumer_generation': 1} on consumer dcc7c707-e3d0-42ac-a13d-5e94fff5348d {{(pid=70243) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1184.183072] env[70243]: DEBUG oslo_concurrency.lockutils [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "refresh_cache-dcc7c707-e3d0-42ac-a13d-5e94fff5348d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.183337] env[70243]: DEBUG oslo_concurrency.lockutils [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquired lock "refresh_cache-dcc7c707-e3d0-42ac-a13d-5e94fff5348d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.183596] env[70243]: DEBUG nova.network.neutron [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.222190] env[70243]: DEBUG oslo_concurrency.lockutils [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "a75cd408-9f0b-42f9-8ffe-96167c1a9549" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.222431] env[70243]: DEBUG oslo_concurrency.lockutils [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "a75cd408-9f0b-42f9-8ffe-96167c1a9549" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.322039] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622796, 'name': CreateVM_Task, 'duration_secs': 0.378711} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.324299] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.324972] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.325161] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.325460] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.325980] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-988fb9ca-3097-4c69-83af-4a829753c14b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.330184] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1184.330184] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e24af9-a8db-9931-efab-62da3c265816" [ 1184.330184] env[70243]: _type = "Task" [ 1184.330184] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.337679] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e24af9-a8db-9931-efab-62da3c265816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.347101] env[70243]: DEBUG oslo_concurrency.lockutils [None req-09d33d4a-c27d-45b5-af0c-8d2ae75a4b59 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "852b8e89-d436-4df6-9b3e-a631af2e12cf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.347325] env[70243]: DEBUG oslo_concurrency.lockutils [None req-09d33d4a-c27d-45b5-af0c-8d2ae75a4b59 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "852b8e89-d436-4df6-9b3e-a631af2e12cf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.474380] env[70243]: DEBUG oslo_vmware.api [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622797, 'name': ReconfigVM_Task, 'duration_secs': 0.345023} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.474653] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 6493ad61-cc4b-4404-873b-7d8bae7a5009/6493ad61-cc4b-4404-873b-7d8bae7a5009.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.475343] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13f2b07e-c344-429a-bb9b-364f085f33ec {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.481478] env[70243]: DEBUG oslo_vmware.api [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1184.481478] env[70243]: value = "task-3622798" [ 1184.481478] env[70243]: _type = "Task" [ 1184.481478] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.484947] env[70243]: DEBUG nova.network.neutron [req-59b53f1f-2b13-4836-963d-9e249fcb431f req-7989b142-6b60-418d-aeff-430f0d47749c service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Updated VIF entry in instance network info cache for port 8db69e78-2df7-4605-b06b-5166b95bd959. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.485253] env[70243]: DEBUG nova.network.neutron [req-59b53f1f-2b13-4836-963d-9e249fcb431f req-7989b142-6b60-418d-aeff-430f0d47749c service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Updating instance_info_cache with network_info: [{"id": "8db69e78-2df7-4605-b06b-5166b95bd959", "address": "fa:16:3e:bd:19:19", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db69e78-2d", "ovs_interfaceid": "8db69e78-2df7-4605-b06b-5166b95bd959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.496331] env[70243]: DEBUG oslo_vmware.api [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622798, 'name': Rename_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.724773] env[70243]: DEBUG nova.compute.manager [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1184.840585] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e24af9-a8db-9931-efab-62da3c265816, 'name': SearchDatastore_Task, 'duration_secs': 0.00899} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.840899] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.841151] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.841387] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.841531] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.841706] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.841966] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b479b33-073e-4c66-80e4-c7cf0d40ec14 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.850567] env[70243]: INFO nova.compute.manager [None req-09d33d4a-c27d-45b5-af0c-8d2ae75a4b59 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Detaching volume 7db8cc10-f6dd-4355-ab2e-55e07d628f4e [ 1184.852244] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.852422] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.853319] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f7147f4-a7e8-4ad0-b659-b92c497207be {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.861782] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1184.861782] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5276b1be-de16-b390-2b58-7707d8c15592" [ 1184.861782] env[70243]: _type = "Task" [ 1184.861782] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.869986] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5276b1be-de16-b390-2b58-7707d8c15592, 'name': SearchDatastore_Task, 'duration_secs': 0.008623} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.871229] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07fb38f4-0ca2-4aeb-9be0-95c54153a5a0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.875993] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1184.875993] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52247f1a-a278-1e23-4718-abfd483ae784" [ 1184.875993] env[70243]: _type = "Task" [ 1184.875993] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.883060] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52247f1a-a278-1e23-4718-abfd483ae784, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.885784] env[70243]: INFO nova.virt.block_device [None req-09d33d4a-c27d-45b5-af0c-8d2ae75a4b59 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Attempting to driver detach volume 7db8cc10-f6dd-4355-ab2e-55e07d628f4e from mountpoint /dev/sdb [ 1184.885995] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-09d33d4a-c27d-45b5-af0c-8d2ae75a4b59 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Volume detach. Driver type: vmdk {{(pid=70243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1184.886196] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-09d33d4a-c27d-45b5-af0c-8d2ae75a4b59 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722522', 'volume_id': '7db8cc10-f6dd-4355-ab2e-55e07d628f4e', 'name': 'volume-7db8cc10-f6dd-4355-ab2e-55e07d628f4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '852b8e89-d436-4df6-9b3e-a631af2e12cf', 'attached_at': '', 'detached_at': '', 'volume_id': '7db8cc10-f6dd-4355-ab2e-55e07d628f4e', 'serial': '7db8cc10-f6dd-4355-ab2e-55e07d628f4e'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1184.886937] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4008ea-f2d0-4fb6-8020-e170a1dc2aa1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.912463] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30be4a21-91da-4948-bc21-e940570bcfa4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.919183] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568a3fca-dff8-4a71-b321-5809e16211e9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.941177] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c524a27c-cee5-4372-952c-035c11379dbe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.944777] env[70243]: DEBUG nova.network.neutron [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Updating instance_info_cache with network_info: [{"id": "5f281a46-074c-4af2-b1f4-2555b59b9e86", "address": "fa:16:3e:f4:d1:ea", "network": {"id": "efed784a-c76d-40c2-9094-2797cae46b9f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1261361839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3227bc9b9f014d2db2b3a89a32f3d175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f281a46-07", "ovs_interfaceid": "5f281a46-074c-4af2-b1f4-2555b59b9e86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.957408] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-09d33d4a-c27d-45b5-af0c-8d2ae75a4b59 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] The volume has not been displaced from its original location: [datastore1] volume-7db8cc10-f6dd-4355-ab2e-55e07d628f4e/volume-7db8cc10-f6dd-4355-ab2e-55e07d628f4e.vmdk. No consolidation needed. {{(pid=70243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1184.962554] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-09d33d4a-c27d-45b5-af0c-8d2ae75a4b59 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1184.963750] env[70243]: DEBUG oslo_concurrency.lockutils [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Releasing lock "refresh_cache-dcc7c707-e3d0-42ac-a13d-5e94fff5348d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.964101] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0186c81e-260c-480d-8083-04487f9d8997 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.976776] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e38b0a5-26f5-4f68-85d3-7175b5ff1195 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.986240] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009076c1-d0f2-4b56-b9e8-1bfc094e505c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.989733] env[70243]: DEBUG oslo_concurrency.lockutils [req-59b53f1f-2b13-4836-963d-9e249fcb431f req-7989b142-6b60-418d-aeff-430f0d47749c service nova] Releasing lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.990393] env[70243]: DEBUG oslo_vmware.api [None req-09d33d4a-c27d-45b5-af0c-8d2ae75a4b59 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 1184.990393] env[70243]: value = "task-3622799" [ 1184.990393] env[70243]: _type = "Task" [ 1184.990393] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.996303] env[70243]: DEBUG oslo_vmware.api [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622798, 'name': Rename_Task, 'duration_secs': 0.151642} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.996813] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.997036] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6b2fc57-7e19-43df-b761-bfa1ea992a6a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.006322] env[70243]: DEBUG oslo_vmware.api [None req-09d33d4a-c27d-45b5-af0c-8d2ae75a4b59 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622799, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.012010] env[70243]: DEBUG oslo_vmware.api [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1185.012010] env[70243]: value = "task-3622800" [ 1185.012010] env[70243]: _type = "Task" [ 1185.012010] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.020881] env[70243]: DEBUG oslo_vmware.api [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.143173] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ac48b427-8254-4c89-9a81-934e77582ff3 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "0d8b96ef-df36-4d10-ab15-8454c68bf6b1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.143173] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ac48b427-8254-4c89-9a81-934e77582ff3 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "0d8b96ef-df36-4d10-ab15-8454c68bf6b1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.143627] env[70243]: INFO nova.compute.manager [None req-ac48b427-8254-4c89-9a81-934e77582ff3 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Attaching volume 8c40f758-6046-4962-9027-0903a076e813 to /dev/sdb [ 1185.173210] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76151b36-fcfb-4cec-a2df-5ca876c09a4b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.180467] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370c4206-ebac-49ec-810f-863fff5a6533 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.194560] env[70243]: DEBUG nova.virt.block_device [None req-ac48b427-8254-4c89-9a81-934e77582ff3 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Updating existing volume attachment record: de620e00-b544-4d01-89c6-fa879091aadd {{(pid=70243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1185.245206] env[70243]: DEBUG oslo_concurrency.lockutils [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.245486] env[70243]: DEBUG oslo_concurrency.lockutils [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.247313] env[70243]: INFO nova.compute.claims [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.385496] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52247f1a-a278-1e23-4718-abfd483ae784, 'name': SearchDatastore_Task, 'duration_secs': 0.00805} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.385755] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.386016] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 5e16ef53-8dbd-4217-aad8-6f3747eec7c4/5e16ef53-8dbd-4217-aad8-6f3747eec7c4.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.386314] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15a16ac9-1971-4eed-915d-0647ad11b2d5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.394401] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1185.394401] env[70243]: value = "task-3622802" [ 1185.394401] env[70243]: _type = "Task" [ 1185.394401] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.402169] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.503466] env[70243]: DEBUG oslo_vmware.api [None req-09d33d4a-c27d-45b5-af0c-8d2ae75a4b59 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622799, 'name': ReconfigVM_Task, 'duration_secs': 0.260631} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.503761] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-09d33d4a-c27d-45b5-af0c-8d2ae75a4b59 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1185.508697] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12c7a155-48e9-402a-a6a4-690979ba16d3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.526772] env[70243]: DEBUG oslo_vmware.api [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622800, 'name': PowerOnVM_Task, 'duration_secs': 0.463069} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.528127] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.528373] env[70243]: INFO nova.compute.manager [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Took 6.73 seconds to spawn the instance on the hypervisor. [ 1185.528573] env[70243]: DEBUG nova.compute.manager [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.528887] env[70243]: DEBUG oslo_vmware.api [None req-09d33d4a-c27d-45b5-af0c-8d2ae75a4b59 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 1185.528887] env[70243]: value = "task-3622803" [ 1185.528887] env[70243]: _type = "Task" [ 1185.528887] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.529598] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57da5362-e0dd-423b-8c90-b96a75dcecad {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.544912] env[70243]: DEBUG oslo_vmware.api [None req-09d33d4a-c27d-45b5-af0c-8d2ae75a4b59 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622803, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.904381] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493245} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.904678] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 5e16ef53-8dbd-4217-aad8-6f3747eec7c4/5e16ef53-8dbd-4217-aad8-6f3747eec7c4.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.904864] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.905168] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96e9844b-dc59-4738-9670-8feee3e1b32f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.910942] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1185.910942] env[70243]: value = "task-3622804" [ 1185.910942] env[70243]: _type = "Task" [ 1185.910942] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.919513] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.041983] env[70243]: DEBUG oslo_vmware.api [None req-09d33d4a-c27d-45b5-af0c-8d2ae75a4b59 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622803, 'name': ReconfigVM_Task, 'duration_secs': 0.15012} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.041983] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-09d33d4a-c27d-45b5-af0c-8d2ae75a4b59 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722522', 'volume_id': '7db8cc10-f6dd-4355-ab2e-55e07d628f4e', 'name': 'volume-7db8cc10-f6dd-4355-ab2e-55e07d628f4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '852b8e89-d436-4df6-9b3e-a631af2e12cf', 'attached_at': '', 'detached_at': '', 'volume_id': '7db8cc10-f6dd-4355-ab2e-55e07d628f4e', 'serial': '7db8cc10-f6dd-4355-ab2e-55e07d628f4e'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1186.052686] env[70243]: INFO nova.compute.manager [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Took 11.50 seconds to build instance. [ 1186.073290] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.073604] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-509de71b-6253-451e-becb-f3f9dd1db167 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.080603] env[70243]: DEBUG oslo_vmware.api [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1186.080603] env[70243]: value = "task-3622805" [ 1186.080603] env[70243]: _type = "Task" [ 1186.080603] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.097875] env[70243]: DEBUG oslo_vmware.api [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.388552] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872f95e2-a341-477b-a52b-6ffe0fe6d477 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.396135] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1492021-12b9-4816-9396-7ed89f1ef447 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.429357] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4d3558-eb3c-4a06-8265-ec42952b9b67 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.439996] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08662} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.440350] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.441576] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9db501f-5af7-483a-9f2b-86498b592678 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.445708] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b75acf-4ec1-4283-9674-b4cebdba259a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.457889] env[70243]: DEBUG nova.compute.provider_tree [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.476646] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 5e16ef53-8dbd-4217-aad8-6f3747eec7c4/5e16ef53-8dbd-4217-aad8-6f3747eec7c4.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.477849] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d90ac46-e507-4da5-a446-0cb77c70beb8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.500288] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1186.500288] env[70243]: value = "task-3622806" [ 1186.500288] env[70243]: _type = "Task" [ 1186.500288] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.507628] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.555220] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3da48c4e-172a-402f-b5f7-61d7e919f690 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "6493ad61-cc4b-4404-873b-7d8bae7a5009" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.009s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.581169] env[70243]: DEBUG nova.objects.instance [None req-09d33d4a-c27d-45b5-af0c-8d2ae75a4b59 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lazy-loading 'flavor' on Instance uuid 852b8e89-d436-4df6-9b3e-a631af2e12cf {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.591373] env[70243]: DEBUG oslo_vmware.api [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.837176] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d185a19-5314-478b-a497-d8646bb1bcb1 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "6493ad61-cc4b-4404-873b-7d8bae7a5009" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.837522] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d185a19-5314-478b-a497-d8646bb1bcb1 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "6493ad61-cc4b-4404-873b-7d8bae7a5009" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.837717] env[70243]: DEBUG nova.compute.manager [None req-9d185a19-5314-478b-a497-d8646bb1bcb1 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.838609] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7806d188-f99b-4225-996f-1a3fc8f1e4d5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.845671] env[70243]: DEBUG nova.compute.manager [None req-9d185a19-5314-478b-a497-d8646bb1bcb1 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70243) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1186.846236] env[70243]: DEBUG nova.objects.instance [None req-9d185a19-5314-478b-a497-d8646bb1bcb1 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lazy-loading 'flavor' on Instance uuid 6493ad61-cc4b-4404-873b-7d8bae7a5009 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.978999] env[70243]: DEBUG nova.scheduler.client.report [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.010964] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.094399] env[70243]: DEBUG oslo_vmware.api [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622805, 'name': PowerOffVM_Task, 'duration_secs': 0.750855} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.094671] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.095668] env[70243]: DEBUG nova.virt.hardware [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.096050] env[70243]: DEBUG nova.virt.hardware [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.096267] env[70243]: DEBUG nova.virt.hardware [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.096461] env[70243]: DEBUG nova.virt.hardware [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.096612] env[70243]: DEBUG nova.virt.hardware [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.096758] env[70243]: DEBUG nova.virt.hardware [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.096951] env[70243]: DEBUG nova.virt.hardware [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.097130] env[70243]: DEBUG nova.virt.hardware [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.097302] env[70243]: DEBUG nova.virt.hardware [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.097466] env[70243]: DEBUG nova.virt.hardware [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.097636] env[70243]: DEBUG nova.virt.hardware [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.103783] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d04e6ac1-216f-4054-9367-884d691578bd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.121590] env[70243]: DEBUG oslo_vmware.api [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1187.121590] env[70243]: value = "task-3622807" [ 1187.121590] env[70243]: _type = "Task" [ 1187.121590] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.130629] env[70243]: DEBUG oslo_vmware.api [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.484906] env[70243]: DEBUG oslo_concurrency.lockutils [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.486875] env[70243]: DEBUG nova.compute.manager [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.511023] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622806, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.593085] env[70243]: DEBUG oslo_concurrency.lockutils [None req-09d33d4a-c27d-45b5-af0c-8d2ae75a4b59 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "852b8e89-d436-4df6-9b3e-a631af2e12cf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.245s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.616969] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1a781b10-de87-4814-823b-b1b495acac80 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "852b8e89-d436-4df6-9b3e-a631af2e12cf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.617241] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1a781b10-de87-4814-823b-b1b495acac80 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "852b8e89-d436-4df6-9b3e-a631af2e12cf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.631193] env[70243]: DEBUG oslo_vmware.api [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622807, 'name': ReconfigVM_Task, 'duration_secs': 0.172975} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.631981] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e2ac37-f17c-459f-b5bd-2dd0c4c85087 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.653159] env[70243]: DEBUG nova.virt.hardware [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.653395] env[70243]: DEBUG nova.virt.hardware [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.653553] env[70243]: DEBUG nova.virt.hardware [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.653736] env[70243]: DEBUG nova.virt.hardware [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.653882] env[70243]: DEBUG nova.virt.hardware [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.654055] env[70243]: DEBUG nova.virt.hardware [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.654272] env[70243]: DEBUG nova.virt.hardware [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.654435] env[70243]: DEBUG nova.virt.hardware [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.654602] env[70243]: DEBUG nova.virt.hardware [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.654765] env[70243]: DEBUG nova.virt.hardware [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.654940] env[70243]: DEBUG nova.virt.hardware [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.655741] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f07db75-0270-4f06-98d9-f3dec626c4d3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.663054] env[70243]: DEBUG oslo_vmware.api [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1187.663054] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524dd554-1e1a-50a2-c09a-93c61509471d" [ 1187.663054] env[70243]: _type = "Task" [ 1187.663054] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.669839] env[70243]: DEBUG oslo_vmware.api [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524dd554-1e1a-50a2-c09a-93c61509471d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.857756] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d185a19-5314-478b-a497-d8646bb1bcb1 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.858064] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99df3ed4-0e32-49f4-abb2-cb183a111f06 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.866063] env[70243]: DEBUG oslo_vmware.api [None req-9d185a19-5314-478b-a497-d8646bb1bcb1 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1187.866063] env[70243]: value = "task-3622809" [ 1187.866063] env[70243]: _type = "Task" [ 1187.866063] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.873930] env[70243]: DEBUG oslo_vmware.api [None req-9d185a19-5314-478b-a497-d8646bb1bcb1 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.990501] env[70243]: DEBUG nova.compute.utils [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.992033] env[70243]: DEBUG nova.compute.manager [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1187.992266] env[70243]: DEBUG nova.network.neutron [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1188.016055] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622806, 'name': ReconfigVM_Task, 'duration_secs': 1.047735} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.016438] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 5e16ef53-8dbd-4217-aad8-6f3747eec7c4/5e16ef53-8dbd-4217-aad8-6f3747eec7c4.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.017078] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10abc17b-7579-4ec9-984e-5e5a2f664564 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.023298] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1188.023298] env[70243]: value = "task-3622810" [ 1188.023298] env[70243]: _type = "Task" [ 1188.023298] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.031082] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622810, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.041551] env[70243]: DEBUG nova.policy [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '485311ac44f44250bc04f9354e0ab17a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7196e187165f4d538a653ca52e53ad24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.120241] env[70243]: INFO nova.compute.manager [None req-1a781b10-de87-4814-823b-b1b495acac80 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Detaching volume 20addc26-3ccc-45de-bdf3-e97cfc17aafd [ 1188.155089] env[70243]: INFO nova.virt.block_device [None req-1a781b10-de87-4814-823b-b1b495acac80 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Attempting to driver detach volume 20addc26-3ccc-45de-bdf3-e97cfc17aafd from mountpoint /dev/sdc [ 1188.155400] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a781b10-de87-4814-823b-b1b495acac80 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Volume detach. Driver type: vmdk {{(pid=70243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1188.155599] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a781b10-de87-4814-823b-b1b495acac80 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722524', 'volume_id': '20addc26-3ccc-45de-bdf3-e97cfc17aafd', 'name': 'volume-20addc26-3ccc-45de-bdf3-e97cfc17aafd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '852b8e89-d436-4df6-9b3e-a631af2e12cf', 'attached_at': '', 'detached_at': '', 'volume_id': '20addc26-3ccc-45de-bdf3-e97cfc17aafd', 'serial': '20addc26-3ccc-45de-bdf3-e97cfc17aafd'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1188.156531] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1b75c2-2192-4f63-a416-244623835320 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.181923] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f253fe1c-2b1f-4f55-9f3d-9954c0ca9f39 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.189566] env[70243]: DEBUG oslo_vmware.api [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524dd554-1e1a-50a2-c09a-93c61509471d, 'name': SearchDatastore_Task, 'duration_secs': 0.01707} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.196601] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1188.196601] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-debf3ced-97e3-4556-b80a-e460c4a5d6b4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.209233] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75592373-cfe6-42ef-ba09-c413ff3d2e49 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.216426] env[70243]: DEBUG oslo_vmware.api [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1188.216426] env[70243]: value = "task-3622811" [ 1188.216426] env[70243]: _type = "Task" [ 1188.216426] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.235448] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9986cb12-edf9-4141-835a-60a6367a7bf7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.251497] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a781b10-de87-4814-823b-b1b495acac80 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] The volume has not been displaced from its original location: [datastore1] volume-20addc26-3ccc-45de-bdf3-e97cfc17aafd/volume-20addc26-3ccc-45de-bdf3-e97cfc17aafd.vmdk. No consolidation needed. {{(pid=70243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1188.256595] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a781b10-de87-4814-823b-b1b495acac80 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Reconfiguring VM instance instance-00000061 to detach disk 2002 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1188.261108] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfe64a96-c537-49de-83fe-ba049d475541 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.272304] env[70243]: DEBUG oslo_vmware.api [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.278266] env[70243]: DEBUG oslo_vmware.api [None req-1a781b10-de87-4814-823b-b1b495acac80 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 1188.278266] env[70243]: value = "task-3622812" [ 1188.278266] env[70243]: _type = "Task" [ 1188.278266] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.285735] env[70243]: DEBUG oslo_vmware.api [None req-1a781b10-de87-4814-823b-b1b495acac80 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622812, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.301669] env[70243]: DEBUG nova.network.neutron [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Successfully created port: 598e1973-69cc-44db-a631-75c5545dbbbe {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1188.376594] env[70243]: DEBUG oslo_vmware.api [None req-9d185a19-5314-478b-a497-d8646bb1bcb1 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622809, 'name': PowerOffVM_Task, 'duration_secs': 0.179369} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.376857] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d185a19-5314-478b-a497-d8646bb1bcb1 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.377962] env[70243]: DEBUG nova.compute.manager [None req-9d185a19-5314-478b-a497-d8646bb1bcb1 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.377962] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec1ad6e-329b-4927-be9d-a8ac3b42daaa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.496141] env[70243]: DEBUG nova.compute.manager [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.534070] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622810, 'name': Rename_Task, 'duration_secs': 0.138703} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.534475] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.534765] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef1539f4-b7c0-46e0-b8c6-af15acd3c67a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.541181] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1188.541181] env[70243]: value = "task-3622813" [ 1188.541181] env[70243]: _type = "Task" [ 1188.541181] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.549857] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.741607] env[70243]: DEBUG oslo_vmware.api [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622811, 'name': ReconfigVM_Task, 'duration_secs': 0.271413} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.741926] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1188.742727] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a44648f-2d5e-4ea3-bd40-258d388a7798 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.766868] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] dcc7c707-e3d0-42ac-a13d-5e94fff5348d/dcc7c707-e3d0-42ac-a13d-5e94fff5348d.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.767188] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6606dc2d-7ad3-4fdf-af53-04add4157266 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.790216] env[70243]: DEBUG oslo_vmware.api [None req-1a781b10-de87-4814-823b-b1b495acac80 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622812, 'name': ReconfigVM_Task, 'duration_secs': 0.239043} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.792648] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a781b10-de87-4814-823b-b1b495acac80 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Reconfigured VM instance instance-00000061 to detach disk 2002 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1188.797299] env[70243]: DEBUG oslo_vmware.api [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1188.797299] env[70243]: value = "task-3622814" [ 1188.797299] env[70243]: _type = "Task" [ 1188.797299] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.800749] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e380853f-83e5-4b5c-93c2-d3310659eb3a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.813807] env[70243]: INFO nova.compute.manager [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Rebuilding instance [ 1188.822571] env[70243]: DEBUG oslo_vmware.api [None req-1a781b10-de87-4814-823b-b1b495acac80 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 1188.822571] env[70243]: value = "task-3622815" [ 1188.822571] env[70243]: _type = "Task" [ 1188.822571] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.826016] env[70243]: DEBUG oslo_vmware.api [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.837376] env[70243]: DEBUG oslo_vmware.api [None req-1a781b10-de87-4814-823b-b1b495acac80 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622815, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.858727] env[70243]: DEBUG nova.compute.manager [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.859640] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a90bd3-a313-4de0-8881-f2bd8ef0de74 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.889616] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d185a19-5314-478b-a497-d8646bb1bcb1 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "6493ad61-cc4b-4404-873b-7d8bae7a5009" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.051513] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622813, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.323471] env[70243]: DEBUG oslo_vmware.api [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622814, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.336117] env[70243]: DEBUG oslo_vmware.api [None req-1a781b10-de87-4814-823b-b1b495acac80 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622815, 'name': ReconfigVM_Task, 'duration_secs': 0.148078} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.336516] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a781b10-de87-4814-823b-b1b495acac80 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722524', 'volume_id': '20addc26-3ccc-45de-bdf3-e97cfc17aafd', 'name': 'volume-20addc26-3ccc-45de-bdf3-e97cfc17aafd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '852b8e89-d436-4df6-9b3e-a631af2e12cf', 'attached_at': '', 'detached_at': '', 'volume_id': '20addc26-3ccc-45de-bdf3-e97cfc17aafd', 'serial': '20addc26-3ccc-45de-bdf3-e97cfc17aafd'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1189.505839] env[70243]: DEBUG nova.compute.manager [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1189.535506] env[70243]: DEBUG nova.virt.hardware [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.535769] env[70243]: DEBUG nova.virt.hardware [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.535929] env[70243]: DEBUG nova.virt.hardware [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.536165] env[70243]: DEBUG nova.virt.hardware [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.536438] env[70243]: DEBUG nova.virt.hardware [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.536596] env[70243]: DEBUG nova.virt.hardware [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.536811] env[70243]: DEBUG nova.virt.hardware [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.536975] env[70243]: DEBUG nova.virt.hardware [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.537163] env[70243]: DEBUG nova.virt.hardware [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.537328] env[70243]: DEBUG nova.virt.hardware [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.537503] env[70243]: DEBUG nova.virt.hardware [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.538440] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece1f57b-0fc1-46e3-8df3-de9b52aa2a68 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.549621] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0766394-9eb0-4355-8ffc-760b9311aea8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.556844] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622813, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.740996] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac48b427-8254-4c89-9a81-934e77582ff3 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Volume attach. Driver type: vmdk {{(pid=70243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1189.741307] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac48b427-8254-4c89-9a81-934e77582ff3 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722527', 'volume_id': '8c40f758-6046-4962-9027-0903a076e813', 'name': 'volume-8c40f758-6046-4962-9027-0903a076e813', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d8b96ef-df36-4d10-ab15-8454c68bf6b1', 'attached_at': '', 'detached_at': '', 'volume_id': '8c40f758-6046-4962-9027-0903a076e813', 'serial': '8c40f758-6046-4962-9027-0903a076e813'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1189.742334] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed85f692-710b-4e64-bfd2-3fed5b5ea0f0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.751214] env[70243]: DEBUG nova.compute.manager [req-803a1a92-2c35-4b41-8ffc-9a331586b902 req-4139ea62-404c-4320-9d6d-cb0745a6eb12 service nova] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Received event network-vif-plugged-598e1973-69cc-44db-a631-75c5545dbbbe {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.751462] env[70243]: DEBUG oslo_concurrency.lockutils [req-803a1a92-2c35-4b41-8ffc-9a331586b902 req-4139ea62-404c-4320-9d6d-cb0745a6eb12 service nova] Acquiring lock "a75cd408-9f0b-42f9-8ffe-96167c1a9549-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.751691] env[70243]: DEBUG oslo_concurrency.lockutils [req-803a1a92-2c35-4b41-8ffc-9a331586b902 req-4139ea62-404c-4320-9d6d-cb0745a6eb12 service nova] Lock "a75cd408-9f0b-42f9-8ffe-96167c1a9549-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.751916] env[70243]: DEBUG oslo_concurrency.lockutils [req-803a1a92-2c35-4b41-8ffc-9a331586b902 req-4139ea62-404c-4320-9d6d-cb0745a6eb12 service nova] Lock "a75cd408-9f0b-42f9-8ffe-96167c1a9549-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.752122] env[70243]: DEBUG nova.compute.manager [req-803a1a92-2c35-4b41-8ffc-9a331586b902 req-4139ea62-404c-4320-9d6d-cb0745a6eb12 service nova] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] No waiting events found dispatching network-vif-plugged-598e1973-69cc-44db-a631-75c5545dbbbe {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1189.752321] env[70243]: WARNING nova.compute.manager [req-803a1a92-2c35-4b41-8ffc-9a331586b902 req-4139ea62-404c-4320-9d6d-cb0745a6eb12 service nova] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Received unexpected event network-vif-plugged-598e1973-69cc-44db-a631-75c5545dbbbe for instance with vm_state building and task_state spawning. [ 1189.764329] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb3d09c-7d85-477f-8aa2-beb5d1249867 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.789662] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac48b427-8254-4c89-9a81-934e77582ff3 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-8c40f758-6046-4962-9027-0903a076e813/volume-8c40f758-6046-4962-9027-0903a076e813.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.789941] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f74d8cf-4491-4519-b981-d2e574fbfbe2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.808251] env[70243]: DEBUG oslo_vmware.api [None req-ac48b427-8254-4c89-9a81-934e77582ff3 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1189.808251] env[70243]: value = "task-3622816" [ 1189.808251] env[70243]: _type = "Task" [ 1189.808251] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.818506] env[70243]: DEBUG oslo_vmware.api [None req-ac48b427-8254-4c89-9a81-934e77582ff3 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.823080] env[70243]: DEBUG oslo_vmware.api [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622814, 'name': ReconfigVM_Task, 'duration_secs': 0.559829} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.823352] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Reconfigured VM instance instance-0000005f to attach disk [datastore1] dcc7c707-e3d0-42ac-a13d-5e94fff5348d/dcc7c707-e3d0-42ac-a13d-5e94fff5348d.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.824207] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b811eed9-6590-481d-ad5b-d4c06a17f417 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.847246] env[70243]: DEBUG nova.network.neutron [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Successfully updated port: 598e1973-69cc-44db-a631-75c5545dbbbe {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.849323] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9164357b-1427-4fdc-be8d-993d08a81980 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.873638] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.874691] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-428a9178-2f30-450f-a51f-0b7629b093a1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.877097] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb07d2d-066d-48d2-b24e-672a6e5cae81 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.880535] env[70243]: DEBUG nova.objects.instance [None req-1a781b10-de87-4814-823b-b1b495acac80 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lazy-loading 'flavor' on Instance uuid 852b8e89-d436-4df6-9b3e-a631af2e12cf {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.903734] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8912a61-e5f5-4c5b-a936-0defa5c6ef4f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.906866] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1189.906866] env[70243]: value = "task-3622817" [ 1189.906866] env[70243]: _type = "Task" [ 1189.906866] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.912659] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.913199] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25ee7690-3534-483d-a661-f558b8c56c79 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.918310] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] VM already powered off {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1189.919890] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.919890] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e95e30-ad40-45ae-aef6-13772f5808b1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.922787] env[70243]: DEBUG oslo_vmware.api [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1189.922787] env[70243]: value = "task-3622818" [ 1189.922787] env[70243]: _type = "Task" [ 1189.922787] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.930180] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.930180] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fdb9e92-be94-4494-b6ae-db3b86e5772b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.932203] env[70243]: DEBUG oslo_vmware.api [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.996904] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.997156] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.997348] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Deleting the datastore file [datastore1] 6493ad61-cc4b-4404-873b-7d8bae7a5009 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.997618] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d611fda7-c500-4abe-ace2-db6e3f524ffd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.004538] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1190.004538] env[70243]: value = "task-3622820" [ 1190.004538] env[70243]: _type = "Task" [ 1190.004538] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.012297] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.051865] env[70243]: DEBUG oslo_vmware.api [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622813, 'name': PowerOnVM_Task, 'duration_secs': 1.032681} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.052073] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.052303] env[70243]: INFO nova.compute.manager [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1190.052560] env[70243]: DEBUG nova.compute.manager [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.053398] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ce1b4b-81c0-4b31-88b5-932028223b63 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.149065] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.149233] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.149282] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.149420] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.149576] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.149722] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.149885] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.150166] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1190.150457] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.318650] env[70243]: DEBUG oslo_vmware.api [None req-ac48b427-8254-4c89-9a81-934e77582ff3 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.353501] env[70243]: DEBUG oslo_concurrency.lockutils [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "refresh_cache-a75cd408-9f0b-42f9-8ffe-96167c1a9549" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.353667] env[70243]: DEBUG oslo_concurrency.lockutils [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired lock "refresh_cache-a75cd408-9f0b-42f9-8ffe-96167c1a9549" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.353820] env[70243]: DEBUG nova.network.neutron [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.433044] env[70243]: DEBUG oslo_vmware.api [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622818, 'name': PowerOnVM_Task, 'duration_secs': 0.424131} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.433333] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.515767] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218092} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.515767] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.515767] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.515767] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.573740] env[70243]: INFO nova.compute.manager [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Took 13.04 seconds to build instance. [ 1190.654951] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.654951] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.654951] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.654951] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1190.656069] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9175e540-bc5d-4a8d-8b76-fb58a9b38d6b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.663424] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a74a09-c5b7-4870-ad25-86b64b2a6ef5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.677615] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa113d9-3cef-406c-8772-d731956e9fe3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.684094] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9411cd-2dc7-409b-9854-cff5109d8f14 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.712426] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179377MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=70243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1190.712581] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.712793] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.821516] env[70243]: DEBUG oslo_vmware.api [None req-ac48b427-8254-4c89-9a81-934e77582ff3 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622816, 'name': ReconfigVM_Task, 'duration_secs': 0.799476} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.821792] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac48b427-8254-4c89-9a81-934e77582ff3 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-8c40f758-6046-4962-9027-0903a076e813/volume-8c40f758-6046-4962-9027-0903a076e813.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.826639] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11c8de81-ee2e-4d4b-b24a-1e55785a0939 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.842562] env[70243]: DEBUG oslo_vmware.api [None req-ac48b427-8254-4c89-9a81-934e77582ff3 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1190.842562] env[70243]: value = "task-3622821" [ 1190.842562] env[70243]: _type = "Task" [ 1190.842562] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.854119] env[70243]: DEBUG oslo_vmware.api [None req-ac48b427-8254-4c89-9a81-934e77582ff3 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622821, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.888011] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1a781b10-de87-4814-823b-b1b495acac80 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "852b8e89-d436-4df6-9b3e-a631af2e12cf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.270s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.076313] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a57b95c9-b9e5-4085-8e7c-03461a41c2f8 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "5e16ef53-8dbd-4217-aad8-6f3747eec7c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.554s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.136905] env[70243]: DEBUG nova.network.neutron [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1191.331938] env[70243]: DEBUG nova.network.neutron [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Updating instance_info_cache with network_info: [{"id": "598e1973-69cc-44db-a631-75c5545dbbbe", "address": "fa:16:3e:49:87:08", "network": {"id": "68e759a4-f7d9-417b-aa77-a01c5b06cc6e", "bridge": "br-int", "label": "tempest-ServersTestJSON-745013007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7196e187165f4d538a653ca52e53ad24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap598e1973-69", "ovs_interfaceid": "598e1973-69cc-44db-a631-75c5545dbbbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.355211] env[70243]: DEBUG oslo_vmware.api [None req-ac48b427-8254-4c89-9a81-934e77582ff3 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622821, 'name': ReconfigVM_Task, 'duration_secs': 0.24852} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.356527] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac48b427-8254-4c89-9a81-934e77582ff3 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722527', 'volume_id': '8c40f758-6046-4962-9027-0903a076e813', 'name': 'volume-8c40f758-6046-4962-9027-0903a076e813', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d8b96ef-df36-4d10-ab15-8454c68bf6b1', 'attached_at': '', 'detached_at': '', 'volume_id': '8c40f758-6046-4962-9027-0903a076e813', 'serial': '8c40f758-6046-4962-9027-0903a076e813'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1191.478948] env[70243]: INFO nova.compute.manager [None req-943c6bb3-d036-47ff-8b5e-b866891774c2 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Updating instance to original state: 'active' [ 1191.548283] env[70243]: DEBUG nova.virt.hardware [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.548582] env[70243]: DEBUG nova.virt.hardware [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.548688] env[70243]: DEBUG nova.virt.hardware [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.548884] env[70243]: DEBUG nova.virt.hardware [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.549074] env[70243]: DEBUG nova.virt.hardware [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.549231] env[70243]: DEBUG nova.virt.hardware [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.549460] env[70243]: DEBUG nova.virt.hardware [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.549676] env[70243]: DEBUG nova.virt.hardware [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.549857] env[70243]: DEBUG nova.virt.hardware [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.550053] env[70243]: DEBUG nova.virt.hardware [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.550273] env[70243]: DEBUG nova.virt.hardware [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.551341] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e089fe95-7d55-4cff-9446-f61e57fa1dbb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.559879] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1139e4-bc4d-47de-b4b9-db0a6d8a7c88 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.574092] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:26:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13931e52-c6a8-4e5d-80d7-ee5a3412a9aa', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.581795] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.582133] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.582388] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a218eac7-199b-4d2e-abb0-e1255fe022f3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.605656] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.605656] env[70243]: value = "task-3622822" [ 1191.605656] env[70243]: _type = "Task" [ 1191.605656] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.617673] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622822, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.739370] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 82888288-702c-4709-a692-2e01927fa55f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.739525] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 60a86f38-d9ec-46b5-92ea-03ce89f4f9be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.739649] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 852b8e89-d436-4df6-9b3e-a631af2e12cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.739828] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance bbccad4a-d0b9-4e89-b557-3420d92c025d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.739970] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 0d8b96ef-df36-4d10-ab15-8454c68bf6b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.740098] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 181f8106-9b48-4c0d-b635-7130dc112fd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.740217] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance dcc7c707-e3d0-42ac-a13d-5e94fff5348d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.740329] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 2e816a3c-88b8-41b7-9793-ecc43d43c2f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.740446] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 6493ad61-cc4b-4404-873b-7d8bae7a5009 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.740555] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 5e16ef53-8dbd-4217-aad8-6f3747eec7c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.740662] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance a75cd408-9f0b-42f9-8ffe-96167c1a9549 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.781904] env[70243]: DEBUG nova.compute.manager [req-ef9a4358-0366-450c-b525-408d75def8a0 req-66d32b74-eb94-41d5-bb02-34b1aaa9425c service nova] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Received event network-changed-598e1973-69cc-44db-a631-75c5545dbbbe {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.782307] env[70243]: DEBUG nova.compute.manager [req-ef9a4358-0366-450c-b525-408d75def8a0 req-66d32b74-eb94-41d5-bb02-34b1aaa9425c service nova] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Refreshing instance network info cache due to event network-changed-598e1973-69cc-44db-a631-75c5545dbbbe. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1191.782527] env[70243]: DEBUG oslo_concurrency.lockutils [req-ef9a4358-0366-450c-b525-408d75def8a0 req-66d32b74-eb94-41d5-bb02-34b1aaa9425c service nova] Acquiring lock "refresh_cache-a75cd408-9f0b-42f9-8ffe-96167c1a9549" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.835987] env[70243]: DEBUG oslo_concurrency.lockutils [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Releasing lock "refresh_cache-a75cd408-9f0b-42f9-8ffe-96167c1a9549" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.836377] env[70243]: DEBUG nova.compute.manager [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Instance network_info: |[{"id": "598e1973-69cc-44db-a631-75c5545dbbbe", "address": "fa:16:3e:49:87:08", "network": {"id": "68e759a4-f7d9-417b-aa77-a01c5b06cc6e", "bridge": "br-int", "label": "tempest-ServersTestJSON-745013007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7196e187165f4d538a653ca52e53ad24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap598e1973-69", "ovs_interfaceid": "598e1973-69cc-44db-a631-75c5545dbbbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1191.836748] env[70243]: DEBUG oslo_concurrency.lockutils [req-ef9a4358-0366-450c-b525-408d75def8a0 req-66d32b74-eb94-41d5-bb02-34b1aaa9425c service nova] Acquired lock "refresh_cache-a75cd408-9f0b-42f9-8ffe-96167c1a9549" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.836886] env[70243]: DEBUG nova.network.neutron [req-ef9a4358-0366-450c-b525-408d75def8a0 req-66d32b74-eb94-41d5-bb02-34b1aaa9425c service nova] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Refreshing network info cache for port 598e1973-69cc-44db-a631-75c5545dbbbe {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.838203] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:87:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '598e1973-69cc-44db-a631-75c5545dbbbe', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.846301] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.847265] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.848102] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d625121-942f-4746-a88f-9e1a7a68c70c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.874263] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.874263] env[70243]: value = "task-3622823" [ 1191.874263] env[70243]: _type = "Task" [ 1191.874263] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.886299] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622823, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.102431] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "852b8e89-d436-4df6-9b3e-a631af2e12cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.102846] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "852b8e89-d436-4df6-9b3e-a631af2e12cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.103027] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "852b8e89-d436-4df6-9b3e-a631af2e12cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.103276] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "852b8e89-d436-4df6-9b3e-a631af2e12cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.103426] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "852b8e89-d436-4df6-9b3e-a631af2e12cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.106043] env[70243]: INFO nova.compute.manager [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Terminating instance [ 1192.120229] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622822, 'name': CreateVM_Task, 'duration_secs': 0.35597} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.120476] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.121232] env[70243]: DEBUG oslo_concurrency.lockutils [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.121468] env[70243]: DEBUG oslo_concurrency.lockutils [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.121867] env[70243]: DEBUG oslo_concurrency.lockutils [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.122949] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e18ce49-0872-4351-87d9-0a0d017ac37f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.129361] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1192.129361] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f02f64-4571-6526-c5fe-062d5e8ec984" [ 1192.129361] env[70243]: _type = "Task" [ 1192.129361] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.138739] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f02f64-4571-6526-c5fe-062d5e8ec984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.145631] env[70243]: DEBUG oslo_concurrency.lockutils [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "16e15fb2-9550-4e80-9d72-07d9f244bf09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.145878] env[70243]: DEBUG oslo_concurrency.lockutils [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "16e15fb2-9550-4e80-9d72-07d9f244bf09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.244936] env[70243]: INFO nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 16e15fb2-9550-4e80-9d72-07d9f244bf09 has allocations against this compute host but is not found in the database. [ 1192.245257] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1192.245423] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1192.387279] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622823, 'name': CreateVM_Task, 'duration_secs': 0.326145} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.389766] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.390603] env[70243]: DEBUG oslo_concurrency.lockutils [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.398584] env[70243]: DEBUG nova.objects.instance [None req-ac48b427-8254-4c89-9a81-934e77582ff3 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lazy-loading 'flavor' on Instance uuid 0d8b96ef-df36-4d10-ab15-8454c68bf6b1 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.429822] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb05956-85b0-473e-bf5e-40ad9cc8b5bb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.437557] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58012ce8-d73a-4d9c-8e82-248a7a168477 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.473713] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9276ac-e303-478e-ad22-31725000a16d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.484061] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e098a6bb-0d47-453e-b462-ad49c4c036d2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.500269] env[70243]: DEBUG nova.compute.provider_tree [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.615674] env[70243]: DEBUG nova.compute.manager [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.616042] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.617187] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c67bd0-2b24-4261-90cb-b02df45e59e3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.624895] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.625816] env[70243]: DEBUG nova.network.neutron [req-ef9a4358-0366-450c-b525-408d75def8a0 req-66d32b74-eb94-41d5-bb02-34b1aaa9425c service nova] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Updated VIF entry in instance network info cache for port 598e1973-69cc-44db-a631-75c5545dbbbe. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.626167] env[70243]: DEBUG nova.network.neutron [req-ef9a4358-0366-450c-b525-408d75def8a0 req-66d32b74-eb94-41d5-bb02-34b1aaa9425c service nova] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Updating instance_info_cache with network_info: [{"id": "598e1973-69cc-44db-a631-75c5545dbbbe", "address": "fa:16:3e:49:87:08", "network": {"id": "68e759a4-f7d9-417b-aa77-a01c5b06cc6e", "bridge": "br-int", "label": "tempest-ServersTestJSON-745013007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7196e187165f4d538a653ca52e53ad24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap598e1973-69", "ovs_interfaceid": "598e1973-69cc-44db-a631-75c5545dbbbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.627451] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76eec098-4e29-46ba-ba90-5cfee486ea00 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.634908] env[70243]: DEBUG oslo_vmware.api [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 1192.634908] env[70243]: value = "task-3622824" [ 1192.634908] env[70243]: _type = "Task" [ 1192.634908] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.642406] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f02f64-4571-6526-c5fe-062d5e8ec984, 'name': SearchDatastore_Task, 'duration_secs': 0.00896} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.643061] env[70243]: DEBUG oslo_concurrency.lockutils [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.643320] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.643554] env[70243]: DEBUG oslo_concurrency.lockutils [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.643700] env[70243]: DEBUG oslo_concurrency.lockutils [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.643872] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.644186] env[70243]: DEBUG oslo_concurrency.lockutils [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.644499] env[70243]: DEBUG oslo_concurrency.lockutils [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.644721] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1f2eff4-cbca-4f1e-8828-26ae9a497149 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.649700] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef53a7c0-fa8e-461f-8a6a-ac729483d4a2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.651380] env[70243]: DEBUG nova.compute.manager [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1192.654177] env[70243]: DEBUG oslo_vmware.api [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.658686] env[70243]: DEBUG oslo_vmware.api [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1192.658686] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b5eaa5-76d3-85b2-84e9-db89db20ee29" [ 1192.658686] env[70243]: _type = "Task" [ 1192.658686] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.663507] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.663725] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.664968] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0722dff3-e44a-4ced-907a-da00d9651ead {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.671183] env[70243]: DEBUG oslo_vmware.api [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b5eaa5-76d3-85b2-84e9-db89db20ee29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.675853] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1192.675853] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c3aa09-ffa2-b64b-2e4c-33c9b4c048ed" [ 1192.675853] env[70243]: _type = "Task" [ 1192.675853] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.683554] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c3aa09-ffa2-b64b-2e4c-33c9b4c048ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.906764] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ac48b427-8254-4c89-9a81-934e77582ff3 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "0d8b96ef-df36-4d10-ab15-8454c68bf6b1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.763s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.980229] env[70243]: DEBUG oslo_concurrency.lockutils [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "dcc7c707-e3d0-42ac-a13d-5e94fff5348d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.980505] env[70243]: DEBUG oslo_concurrency.lockutils [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "dcc7c707-e3d0-42ac-a13d-5e94fff5348d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.980717] env[70243]: DEBUG oslo_concurrency.lockutils [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "dcc7c707-e3d0-42ac-a13d-5e94fff5348d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.980898] env[70243]: DEBUG oslo_concurrency.lockutils [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "dcc7c707-e3d0-42ac-a13d-5e94fff5348d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.981081] env[70243]: DEBUG oslo_concurrency.lockutils [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "dcc7c707-e3d0-42ac-a13d-5e94fff5348d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.983321] env[70243]: INFO nova.compute.manager [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Terminating instance [ 1193.005579] env[70243]: DEBUG nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.129960] env[70243]: DEBUG oslo_concurrency.lockutils [req-ef9a4358-0366-450c-b525-408d75def8a0 req-66d32b74-eb94-41d5-bb02-34b1aaa9425c service nova] Releasing lock "refresh_cache-a75cd408-9f0b-42f9-8ffe-96167c1a9549" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.130109] env[70243]: DEBUG nova.compute.manager [req-ef9a4358-0366-450c-b525-408d75def8a0 req-66d32b74-eb94-41d5-bb02-34b1aaa9425c service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Received event network-changed-8db69e78-2df7-4605-b06b-5166b95bd959 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.130241] env[70243]: DEBUG nova.compute.manager [req-ef9a4358-0366-450c-b525-408d75def8a0 req-66d32b74-eb94-41d5-bb02-34b1aaa9425c service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Refreshing instance network info cache due to event network-changed-8db69e78-2df7-4605-b06b-5166b95bd959. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.130472] env[70243]: DEBUG oslo_concurrency.lockutils [req-ef9a4358-0366-450c-b525-408d75def8a0 req-66d32b74-eb94-41d5-bb02-34b1aaa9425c service nova] Acquiring lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.130616] env[70243]: DEBUG oslo_concurrency.lockutils [req-ef9a4358-0366-450c-b525-408d75def8a0 req-66d32b74-eb94-41d5-bb02-34b1aaa9425c service nova] Acquired lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.130784] env[70243]: DEBUG nova.network.neutron [req-ef9a4358-0366-450c-b525-408d75def8a0 req-66d32b74-eb94-41d5-bb02-34b1aaa9425c service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Refreshing network info cache for port 8db69e78-2df7-4605-b06b-5166b95bd959 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.144894] env[70243]: DEBUG oslo_vmware.api [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622824, 'name': PowerOffVM_Task, 'duration_secs': 0.173798} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.145174] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.145345] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.145595] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bf3965d-fe27-411e-a4ca-baeed852f556 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.168293] env[70243]: DEBUG oslo_vmware.api [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52b5eaa5-76d3-85b2-84e9-db89db20ee29, 'name': SearchDatastore_Task, 'duration_secs': 0.01162} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.168596] env[70243]: DEBUG oslo_concurrency.lockutils [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.168819] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1193.169039] env[70243]: DEBUG oslo_concurrency.lockutils [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.171256] env[70243]: DEBUG oslo_concurrency.lockutils [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.184876] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c3aa09-ffa2-b64b-2e4c-33c9b4c048ed, 'name': SearchDatastore_Task, 'duration_secs': 0.011608} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.185757] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66b21229-301f-482d-a50d-9af93a998079 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.191640] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1193.191640] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5242e410-1e69-a8b0-36eb-b053c8f5304b" [ 1193.191640] env[70243]: _type = "Task" [ 1193.191640] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.199629] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5242e410-1e69-a8b0-36eb-b053c8f5304b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.212698] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.212925] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.213121] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Deleting the datastore file [datastore2] 852b8e89-d436-4df6-9b3e-a631af2e12cf {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.213382] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f0ec25f-450e-461e-ae0b-7db53e1f00ae {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.219609] env[70243]: DEBUG oslo_vmware.api [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for the task: (returnval){ [ 1193.219609] env[70243]: value = "task-3622826" [ 1193.219609] env[70243]: _type = "Task" [ 1193.219609] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.227545] env[70243]: DEBUG oslo_vmware.api [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.487436] env[70243]: DEBUG nova.compute.manager [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.487685] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.487973] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a2d70de-f5ca-4233-af08-8ea62fe97f67 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.496194] env[70243]: DEBUG oslo_vmware.api [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1193.496194] env[70243]: value = "task-3622827" [ 1193.496194] env[70243]: _type = "Task" [ 1193.496194] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.503956] env[70243]: DEBUG oslo_vmware.api [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.509745] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1193.509910] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.797s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.510172] env[70243]: DEBUG oslo_concurrency.lockutils [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.339s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.511689] env[70243]: INFO nova.compute.claims [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.656845] env[70243]: DEBUG oslo_concurrency.lockutils [None req-960241d2-7492-482c-a299-359571a0a30e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "0d8b96ef-df36-4d10-ab15-8454c68bf6b1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.657330] env[70243]: DEBUG oslo_concurrency.lockutils [None req-960241d2-7492-482c-a299-359571a0a30e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "0d8b96ef-df36-4d10-ab15-8454c68bf6b1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.702467] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5242e410-1e69-a8b0-36eb-b053c8f5304b, 'name': SearchDatastore_Task, 'duration_secs': 0.023705} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.702755] env[70243]: DEBUG oslo_concurrency.lockutils [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.703021] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 6493ad61-cc4b-4404-873b-7d8bae7a5009/6493ad61-cc4b-4404-873b-7d8bae7a5009.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.703326] env[70243]: DEBUG oslo_concurrency.lockutils [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.703547] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.703778] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80c118f2-7233-42ee-b944-73a5e08ea9cb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.705762] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-396a6ba6-129e-4969-91ed-fab4abbb929d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.715645] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1193.715645] env[70243]: value = "task-3622828" [ 1193.715645] env[70243]: _type = "Task" [ 1193.715645] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.716806] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.716976] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1193.720395] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31e58064-907f-4d3d-b94c-558f2911ed7a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.729437] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.733252] env[70243]: DEBUG oslo_vmware.api [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1193.733252] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5219ea1d-fedf-019e-26f3-1ece3a24bf6d" [ 1193.733252] env[70243]: _type = "Task" [ 1193.733252] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.733491] env[70243]: DEBUG oslo_vmware.api [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Task: {'id': task-3622826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45284} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.733783] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.733998] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.734254] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.734460] env[70243]: INFO nova.compute.manager [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1193.734702] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.737921] env[70243]: DEBUG nova.compute.manager [-] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.738040] env[70243]: DEBUG nova.network.neutron [-] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.744776] env[70243]: DEBUG oslo_vmware.api [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5219ea1d-fedf-019e-26f3-1ece3a24bf6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010079} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.745478] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4066d61-f958-4a23-a7ee-4665d87eae6c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.750189] env[70243]: DEBUG oslo_vmware.api [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1193.750189] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c6bb70-d388-0579-30e8-424bfb07407b" [ 1193.750189] env[70243]: _type = "Task" [ 1193.750189] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.758710] env[70243]: DEBUG oslo_vmware.api [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c6bb70-d388-0579-30e8-424bfb07407b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.887090] env[70243]: DEBUG nova.network.neutron [req-ef9a4358-0366-450c-b525-408d75def8a0 req-66d32b74-eb94-41d5-bb02-34b1aaa9425c service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Updated VIF entry in instance network info cache for port 8db69e78-2df7-4605-b06b-5166b95bd959. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.887535] env[70243]: DEBUG nova.network.neutron [req-ef9a4358-0366-450c-b525-408d75def8a0 req-66d32b74-eb94-41d5-bb02-34b1aaa9425c service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Updating instance_info_cache with network_info: [{"id": "8db69e78-2df7-4605-b06b-5166b95bd959", "address": "fa:16:3e:bd:19:19", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db69e78-2d", "ovs_interfaceid": "8db69e78-2df7-4605-b06b-5166b95bd959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.008688] env[70243]: DEBUG oslo_vmware.api [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622827, 'name': PowerOffVM_Task, 'duration_secs': 0.21684} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.008961] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.009225] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Volume detach. Driver type: vmdk {{(pid=70243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1194.009520] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722519', 'volume_id': '698d057b-8f27-4cc1-a037-ff218a9cb31e', 'name': 'volume-698d057b-8f27-4cc1-a037-ff218a9cb31e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'dcc7c707-e3d0-42ac-a13d-5e94fff5348d', 'attached_at': '2025-04-26T00:13:38.000000', 'detached_at': '', 'volume_id': '698d057b-8f27-4cc1-a037-ff218a9cb31e', 'serial': '698d057b-8f27-4cc1-a037-ff218a9cb31e'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1194.010424] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95096eff-1c6d-420f-8496-f03c33a2af10 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.038201] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde64cb7-33d5-47f3-adb7-d25ed4667dc5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.045645] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c3d724-0662-4823-866c-fd561595202c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.071205] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a02d7e-9ed6-4f34-8ab2-e319ba10b295 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.088904] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] The volume has not been displaced from its original location: [datastore1] volume-698d057b-8f27-4cc1-a037-ff218a9cb31e/volume-698d057b-8f27-4cc1-a037-ff218a9cb31e.vmdk. No consolidation needed. {{(pid=70243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1194.094755] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1194.098205] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1453a763-fc6a-43af-8635-0b29ec3b046a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.120534] env[70243]: DEBUG oslo_vmware.api [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1194.120534] env[70243]: value = "task-3622829" [ 1194.120534] env[70243]: _type = "Task" [ 1194.120534] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.135082] env[70243]: DEBUG oslo_vmware.api [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622829, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.160783] env[70243]: INFO nova.compute.manager [None req-960241d2-7492-482c-a299-359571a0a30e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Detaching volume 8c40f758-6046-4962-9027-0903a076e813 [ 1194.203574] env[70243]: INFO nova.virt.block_device [None req-960241d2-7492-482c-a299-359571a0a30e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Attempting to driver detach volume 8c40f758-6046-4962-9027-0903a076e813 from mountpoint /dev/sdb [ 1194.203868] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-960241d2-7492-482c-a299-359571a0a30e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Volume detach. Driver type: vmdk {{(pid=70243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1194.204127] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-960241d2-7492-482c-a299-359571a0a30e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722527', 'volume_id': '8c40f758-6046-4962-9027-0903a076e813', 'name': 'volume-8c40f758-6046-4962-9027-0903a076e813', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d8b96ef-df36-4d10-ab15-8454c68bf6b1', 'attached_at': '', 'detached_at': '', 'volume_id': '8c40f758-6046-4962-9027-0903a076e813', 'serial': '8c40f758-6046-4962-9027-0903a076e813'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1194.205079] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bbe118-5e29-4cf4-b1a8-2d5a3e917270 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.245253] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b80b415-a969-4e9e-9be3-8bc6a2c969c2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.249554] env[70243]: DEBUG nova.compute.manager [req-50b48e20-773e-4b4f-a5e7-ade7ad66a967 req-b871c94b-d3b0-42d8-bf36-ad3931f18c04 service nova] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Received event network-vif-deleted-07f485b5-8b92-4d44-b04d-32f64e1ad631 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.249812] env[70243]: INFO nova.compute.manager [req-50b48e20-773e-4b4f-a5e7-ade7ad66a967 req-b871c94b-d3b0-42d8-bf36-ad3931f18c04 service nova] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Neutron deleted interface 07f485b5-8b92-4d44-b04d-32f64e1ad631; detaching it from the instance and deleting it from the info cache [ 1194.250018] env[70243]: DEBUG nova.network.neutron [req-50b48e20-773e-4b4f-a5e7-ade7ad66a967 req-b871c94b-d3b0-42d8-bf36-ad3931f18c04 service nova] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.262202] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622828, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.264169] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdf3b99-d847-4f97-9d90-05603e0a4012 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.274485] env[70243]: DEBUG oslo_vmware.api [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c6bb70-d388-0579-30e8-424bfb07407b, 'name': SearchDatastore_Task, 'duration_secs': 0.010004} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.275333] env[70243]: DEBUG oslo_concurrency.lockutils [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.275599] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] a75cd408-9f0b-42f9-8ffe-96167c1a9549/a75cd408-9f0b-42f9-8ffe-96167c1a9549.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.275942] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77bf74e7-4ab8-42c6-ac81-5ba552c4d6d5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.299137] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4178ee2-3e93-4790-94cc-197473d03093 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.304945] env[70243]: DEBUG oslo_vmware.api [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1194.304945] env[70243]: value = "task-3622830" [ 1194.304945] env[70243]: _type = "Task" [ 1194.304945] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.324342] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-960241d2-7492-482c-a299-359571a0a30e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] The volume has not been displaced from its original location: [datastore2] volume-8c40f758-6046-4962-9027-0903a076e813/volume-8c40f758-6046-4962-9027-0903a076e813.vmdk. No consolidation needed. {{(pid=70243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1194.329980] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-960241d2-7492-482c-a299-359571a0a30e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1194.333792] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a60a573-4b2f-4cf1-9e82-a315c29b6565 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.352427] env[70243]: DEBUG oslo_vmware.api [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.358398] env[70243]: DEBUG oslo_vmware.api [None req-960241d2-7492-482c-a299-359571a0a30e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1194.358398] env[70243]: value = "task-3622831" [ 1194.358398] env[70243]: _type = "Task" [ 1194.358398] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.360337] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f129a5d2-0c1c-4863-be24-edf280b1416f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.378624] env[70243]: DEBUG oslo_vmware.api [None req-960241d2-7492-482c-a299-359571a0a30e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.379801] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eaeb363-74a4-4178-9529-7fc5b18a863f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.416022] env[70243]: DEBUG oslo_concurrency.lockutils [req-ef9a4358-0366-450c-b525-408d75def8a0 req-66d32b74-eb94-41d5-bb02-34b1aaa9425c service nova] Releasing lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.417241] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed05e3d3-9b9f-42d2-bb0f-eb214b1b44b9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.426574] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6cc0f2-a30b-4f93-bab5-9bf90d9dc865 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.440285] env[70243]: DEBUG nova.compute.provider_tree [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.633168] env[70243]: DEBUG oslo_vmware.api [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622829, 'name': ReconfigVM_Task, 'duration_secs': 0.263541} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.633464] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1194.638585] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27b71dd4-9156-4b48-b084-68747f0fb958 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.656610] env[70243]: DEBUG oslo_vmware.api [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1194.656610] env[70243]: value = "task-3622832" [ 1194.656610] env[70243]: _type = "Task" [ 1194.656610] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.666725] env[70243]: DEBUG oslo_vmware.api [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.714106] env[70243]: DEBUG nova.network.neutron [-] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.749444] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697509} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.749655] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 6493ad61-cc4b-4404-873b-7d8bae7a5009/6493ad61-cc4b-4404-873b-7d8bae7a5009.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.749925] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.750215] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57b47525-9681-485f-9983-3e662defa64a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.752850] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c63c9e14-ed65-47fb-a46a-5fea0f81fd55 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.764558] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8a8184-00f7-4ec3-b165-abf301158b28 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.776316] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1194.776316] env[70243]: value = "task-3622833" [ 1194.776316] env[70243]: _type = "Task" [ 1194.776316] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.786699] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.800190] env[70243]: DEBUG nova.compute.manager [req-50b48e20-773e-4b4f-a5e7-ade7ad66a967 req-b871c94b-d3b0-42d8-bf36-ad3931f18c04 service nova] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Detach interface failed, port_id=07f485b5-8b92-4d44-b04d-32f64e1ad631, reason: Instance 852b8e89-d436-4df6-9b3e-a631af2e12cf could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1194.815845] env[70243]: DEBUG oslo_vmware.api [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622830, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.872718] env[70243]: DEBUG oslo_vmware.api [None req-960241d2-7492-482c-a299-359571a0a30e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622831, 'name': ReconfigVM_Task, 'duration_secs': 0.238803} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.873142] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-960241d2-7492-482c-a299-359571a0a30e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1194.878777] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bab5cd1-8dde-4caa-8ade-bac88bc101de {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.897057] env[70243]: DEBUG oslo_vmware.api [None req-960241d2-7492-482c-a299-359571a0a30e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1194.897057] env[70243]: value = "task-3622834" [ 1194.897057] env[70243]: _type = "Task" [ 1194.897057] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.905380] env[70243]: DEBUG oslo_vmware.api [None req-960241d2-7492-482c-a299-359571a0a30e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.944551] env[70243]: DEBUG nova.scheduler.client.report [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.166731] env[70243]: DEBUG oslo_vmware.api [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.217634] env[70243]: INFO nova.compute.manager [-] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Took 1.48 seconds to deallocate network for instance. [ 1195.286061] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093646} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.286413] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1195.287189] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6a7e02-ae17-4292-96f8-149f4e86de92 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.308392] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 6493ad61-cc4b-4404-873b-7d8bae7a5009/6493ad61-cc4b-4404-873b-7d8bae7a5009.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.308664] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cd00743-69f0-4a40-aa5b-33ebcf976fbc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.332669] env[70243]: DEBUG oslo_vmware.api [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701875} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.333800] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] a75cd408-9f0b-42f9-8ffe-96167c1a9549/a75cd408-9f0b-42f9-8ffe-96167c1a9549.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.334035] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1195.334357] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1195.334357] env[70243]: value = "task-3622835" [ 1195.334357] env[70243]: _type = "Task" [ 1195.334357] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.334529] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf26bc84-7891-46c4-9fec-c132314ba2f1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.343524] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.344699] env[70243]: DEBUG oslo_vmware.api [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1195.344699] env[70243]: value = "task-3622836" [ 1195.344699] env[70243]: _type = "Task" [ 1195.344699] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.351715] env[70243]: DEBUG oslo_vmware.api [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.406644] env[70243]: DEBUG oslo_vmware.api [None req-960241d2-7492-482c-a299-359571a0a30e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622834, 'name': ReconfigVM_Task, 'duration_secs': 0.284923} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.406968] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-960241d2-7492-482c-a299-359571a0a30e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722527', 'volume_id': '8c40f758-6046-4962-9027-0903a076e813', 'name': 'volume-8c40f758-6046-4962-9027-0903a076e813', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d8b96ef-df36-4d10-ab15-8454c68bf6b1', 'attached_at': '', 'detached_at': '', 'volume_id': '8c40f758-6046-4962-9027-0903a076e813', 'serial': '8c40f758-6046-4962-9027-0903a076e813'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1195.449738] env[70243]: DEBUG oslo_concurrency.lockutils [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.939s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.450341] env[70243]: DEBUG nova.compute.manager [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.667555] env[70243]: DEBUG oslo_vmware.api [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622832, 'name': ReconfigVM_Task, 'duration_secs': 0.811152} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.667933] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722519', 'volume_id': '698d057b-8f27-4cc1-a037-ff218a9cb31e', 'name': 'volume-698d057b-8f27-4cc1-a037-ff218a9cb31e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'dcc7c707-e3d0-42ac-a13d-5e94fff5348d', 'attached_at': '2025-04-26T00:13:38.000000', 'detached_at': '', 'volume_id': '698d057b-8f27-4cc1-a037-ff218a9cb31e', 'serial': '698d057b-8f27-4cc1-a037-ff218a9cb31e'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1195.668169] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.668919] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b62ad63-3daa-4af1-987c-b000d5105308 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.675426] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.675662] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3a212bb-6260-4ed5-97e4-8ca392e6bed5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.724483] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.724793] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.725099] env[70243]: DEBUG nova.objects.instance [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lazy-loading 'resources' on Instance uuid 852b8e89-d436-4df6-9b3e-a631af2e12cf {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.769233] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.769572] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.769776] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Deleting the datastore file [datastore1] dcc7c707-e3d0-42ac-a13d-5e94fff5348d {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.770089] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf92957b-fc29-4c1e-bbc7-647a2c52aee0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.775943] env[70243]: DEBUG oslo_vmware.api [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1195.775943] env[70243]: value = "task-3622838" [ 1195.775943] env[70243]: _type = "Task" [ 1195.775943] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.783764] env[70243]: DEBUG oslo_vmware.api [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.845877] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622835, 'name': ReconfigVM_Task, 'duration_secs': 0.382288} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.849404] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 6493ad61-cc4b-4404-873b-7d8bae7a5009/6493ad61-cc4b-4404-873b-7d8bae7a5009.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.850059] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ab00cd3-cbf8-4881-81e9-6bfceac52a97 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.856569] env[70243]: DEBUG oslo_vmware.api [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076027} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.856855] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1195.858625] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6dc1f72-6294-41df-9405-67c982e668ed {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.861116] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1195.861116] env[70243]: value = "task-3622839" [ 1195.861116] env[70243]: _type = "Task" [ 1195.861116] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.881984] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] a75cd408-9f0b-42f9-8ffe-96167c1a9549/a75cd408-9f0b-42f9-8ffe-96167c1a9549.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.882753] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-652c0e39-3057-4233-8b12-ac6d437d4503 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.900652] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622839, 'name': Rename_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.906555] env[70243]: DEBUG oslo_vmware.api [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1195.906555] env[70243]: value = "task-3622840" [ 1195.906555] env[70243]: _type = "Task" [ 1195.906555] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.914053] env[70243]: DEBUG oslo_vmware.api [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.951540] env[70243]: DEBUG nova.objects.instance [None req-960241d2-7492-482c-a299-359571a0a30e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lazy-loading 'flavor' on Instance uuid 0d8b96ef-df36-4d10-ab15-8454c68bf6b1 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.955763] env[70243]: DEBUG nova.compute.utils [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.957186] env[70243]: DEBUG nova.compute.manager [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1195.957402] env[70243]: DEBUG nova.network.neutron [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.994906] env[70243]: DEBUG nova.policy [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b74a58353bde408a984b292dcbd53dba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8c9aa15b2ac4dbba3ace78aaff8a1a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1196.285777] env[70243]: DEBUG oslo_vmware.api [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.372063] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622839, 'name': Rename_Task, 'duration_secs': 0.151452} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.374438] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.374994] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-891c5b77-54ff-4690-9165-341ae5f7cd0c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.381445] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1196.381445] env[70243]: value = "task-3622841" [ 1196.381445] env[70243]: _type = "Task" [ 1196.381445] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.389319] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.402502] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d96070-55fb-494e-9973-3a5f4548a07e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.412718] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e124f4df-5660-49cc-9d27-5bf5c36885bd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.421177] env[70243]: DEBUG oslo_vmware.api [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.446080] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cba924-3e37-4db4-82f0-991b30269c45 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.453517] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fa2fa6-619d-40c0-8d4a-f2206b02f72f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.461037] env[70243]: DEBUG nova.compute.manager [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.472621] env[70243]: DEBUG nova.compute.provider_tree [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.570293] env[70243]: DEBUG nova.network.neutron [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Successfully created port: ce13e72c-209d-43ca-86f5-ba0af415f3b5 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.789998] env[70243]: DEBUG oslo_vmware.api [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.873554} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.790329] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.790494] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.790745] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.790930] env[70243]: INFO nova.compute.manager [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Took 3.30 seconds to destroy the instance on the hypervisor. [ 1196.791209] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.791415] env[70243]: DEBUG nova.compute.manager [-] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.791511] env[70243]: DEBUG nova.network.neutron [-] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.894721] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622841, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.918450] env[70243]: DEBUG oslo_vmware.api [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622840, 'name': ReconfigVM_Task, 'duration_secs': 0.879542} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.918801] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Reconfigured VM instance instance-0000006e to attach disk [datastore2] a75cd408-9f0b-42f9-8ffe-96167c1a9549/a75cd408-9f0b-42f9-8ffe-96167c1a9549.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.919506] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28c7941c-496e-40e0-9450-5be99441b146 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.926620] env[70243]: DEBUG oslo_vmware.api [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1196.926620] env[70243]: value = "task-3622842" [ 1196.926620] env[70243]: _type = "Task" [ 1196.926620] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.935906] env[70243]: DEBUG oslo_vmware.api [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622842, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.977756] env[70243]: DEBUG oslo_concurrency.lockutils [None req-960241d2-7492-482c-a299-359571a0a30e tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "0d8b96ef-df36-4d10-ab15-8454c68bf6b1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.320s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.987697] env[70243]: DEBUG nova.scheduler.client.report [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.345945] env[70243]: DEBUG nova.compute.manager [req-75697228-562f-4d76-bded-0e9c3f542205 req-37d57f07-65ab-4bd7-a851-3c8ab1e1beec service nova] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Received event network-vif-deleted-5f281a46-074c-4af2-b1f4-2555b59b9e86 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.346109] env[70243]: INFO nova.compute.manager [req-75697228-562f-4d76-bded-0e9c3f542205 req-37d57f07-65ab-4bd7-a851-3c8ab1e1beec service nova] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Neutron deleted interface 5f281a46-074c-4af2-b1f4-2555b59b9e86; detaching it from the instance and deleting it from the info cache [ 1197.346318] env[70243]: DEBUG nova.network.neutron [req-75697228-562f-4d76-bded-0e9c3f542205 req-37d57f07-65ab-4bd7-a851-3c8ab1e1beec service nova] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.394543] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622841, 'name': PowerOnVM_Task, 'duration_secs': 0.563325} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.395353] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.395353] env[70243]: DEBUG nova.compute.manager [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.396009] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fba5409-f8cd-4883-8549-065dff34fe1b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.436818] env[70243]: DEBUG oslo_vmware.api [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622842, 'name': Rename_Task, 'duration_secs': 0.166649} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.440024] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.440024] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ea27937-e4d0-4c74-af67-929e48bfb0cb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.444285] env[70243]: DEBUG oslo_vmware.api [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1197.444285] env[70243]: value = "task-3622843" [ 1197.444285] env[70243]: _type = "Task" [ 1197.444285] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.458753] env[70243]: DEBUG oslo_vmware.api [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.493602] env[70243]: DEBUG nova.compute.manager [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.496386] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.535626] env[70243]: INFO nova.scheduler.client.report [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Deleted allocations for instance 852b8e89-d436-4df6-9b3e-a631af2e12cf [ 1197.546824] env[70243]: DEBUG nova.virt.hardware [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.549317] env[70243]: DEBUG nova.virt.hardware [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.549317] env[70243]: DEBUG nova.virt.hardware [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.549317] env[70243]: DEBUG nova.virt.hardware [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.549317] env[70243]: DEBUG nova.virt.hardware [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.549317] env[70243]: DEBUG nova.virt.hardware [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.549317] env[70243]: DEBUG nova.virt.hardware [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.549317] env[70243]: DEBUG nova.virt.hardware [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.549317] env[70243]: DEBUG nova.virt.hardware [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.549317] env[70243]: DEBUG nova.virt.hardware [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.549317] env[70243]: DEBUG nova.virt.hardware [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.549609] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733078fb-a5f2-4bbc-adff-693e1c190c13 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.557372] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92268d7e-5467-4f2c-94a5-09ca1c0513a5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.827062] env[70243]: DEBUG nova.network.neutron [-] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.849502] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ef9fee4-32ee-4617-b57e-a0e0b0714ebe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.860228] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21239ef8-9752-46b2-8c62-fb5d017f6fb2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.899140] env[70243]: DEBUG nova.compute.manager [req-75697228-562f-4d76-bded-0e9c3f542205 req-37d57f07-65ab-4bd7-a851-3c8ab1e1beec service nova] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Detach interface failed, port_id=5f281a46-074c-4af2-b1f4-2555b59b9e86, reason: Instance dcc7c707-e3d0-42ac-a13d-5e94fff5348d could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1197.908095] env[70243]: INFO nova.compute.manager [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] bringing vm to original state: 'stopped' [ 1197.955444] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "0d8b96ef-df36-4d10-ab15-8454c68bf6b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.955716] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "0d8b96ef-df36-4d10-ab15-8454c68bf6b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.955921] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "0d8b96ef-df36-4d10-ab15-8454c68bf6b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.956112] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "0d8b96ef-df36-4d10-ab15-8454c68bf6b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.956287] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "0d8b96ef-df36-4d10-ab15-8454c68bf6b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.957886] env[70243]: DEBUG oslo_vmware.api [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622843, 'name': PowerOnVM_Task, 'duration_secs': 0.461939} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.958241] env[70243]: INFO nova.compute.manager [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Terminating instance [ 1197.959454] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.959649] env[70243]: INFO nova.compute.manager [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1197.959823] env[70243]: DEBUG nova.compute.manager [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.961583] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34857e1-d71e-4483-b109-51de07dca428 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.044764] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ad7bd757-d83d-4137-8a8c-c4f14ca5ce78 tempest-AttachVolumeTestJSON-116664754 tempest-AttachVolumeTestJSON-116664754-project-member] Lock "852b8e89-d436-4df6-9b3e-a631af2e12cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.942s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.151338] env[70243]: DEBUG nova.compute.manager [req-8dee7694-c56e-4f40-a62e-e7cde5af6b60 req-772ba8c4-28f0-4228-82ee-87284a1b17db service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Received event network-vif-plugged-ce13e72c-209d-43ca-86f5-ba0af415f3b5 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.151598] env[70243]: DEBUG oslo_concurrency.lockutils [req-8dee7694-c56e-4f40-a62e-e7cde5af6b60 req-772ba8c4-28f0-4228-82ee-87284a1b17db service nova] Acquiring lock "16e15fb2-9550-4e80-9d72-07d9f244bf09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.151837] env[70243]: DEBUG oslo_concurrency.lockutils [req-8dee7694-c56e-4f40-a62e-e7cde5af6b60 req-772ba8c4-28f0-4228-82ee-87284a1b17db service nova] Lock "16e15fb2-9550-4e80-9d72-07d9f244bf09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.152109] env[70243]: DEBUG oslo_concurrency.lockutils [req-8dee7694-c56e-4f40-a62e-e7cde5af6b60 req-772ba8c4-28f0-4228-82ee-87284a1b17db service nova] Lock "16e15fb2-9550-4e80-9d72-07d9f244bf09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.152299] env[70243]: DEBUG nova.compute.manager [req-8dee7694-c56e-4f40-a62e-e7cde5af6b60 req-772ba8c4-28f0-4228-82ee-87284a1b17db service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] No waiting events found dispatching network-vif-plugged-ce13e72c-209d-43ca-86f5-ba0af415f3b5 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1198.152499] env[70243]: WARNING nova.compute.manager [req-8dee7694-c56e-4f40-a62e-e7cde5af6b60 req-772ba8c4-28f0-4228-82ee-87284a1b17db service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Received unexpected event network-vif-plugged-ce13e72c-209d-43ca-86f5-ba0af415f3b5 for instance with vm_state building and task_state spawning. [ 1198.280998] env[70243]: DEBUG nova.network.neutron [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Successfully updated port: ce13e72c-209d-43ca-86f5-ba0af415f3b5 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.330082] env[70243]: INFO nova.compute.manager [-] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Took 1.54 seconds to deallocate network for instance. [ 1198.410377] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "1d3d9414-8e33-43ef-9328-c02f0a62bc5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.411177] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "1d3d9414-8e33-43ef-9328-c02f0a62bc5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.465268] env[70243]: DEBUG nova.compute.manager [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.465532] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.466465] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ed82e7-65b3-4932-a684-a19323cca308 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.479900] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.481823] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b89c7cb-1ffe-408b-94d6-7286c6e12f73 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.483507] env[70243]: INFO nova.compute.manager [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Took 13.25 seconds to build instance. [ 1198.490331] env[70243]: DEBUG oslo_vmware.api [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1198.490331] env[70243]: value = "task-3622844" [ 1198.490331] env[70243]: _type = "Task" [ 1198.490331] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.499922] env[70243]: DEBUG oslo_vmware.api [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.784507] env[70243]: DEBUG oslo_concurrency.lockutils [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "refresh_cache-16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.784705] env[70243]: DEBUG oslo_concurrency.lockutils [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "refresh_cache-16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.784822] env[70243]: DEBUG nova.network.neutron [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.875212] env[70243]: INFO nova.compute.manager [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Took 0.54 seconds to detach 1 volumes for instance. [ 1198.913335] env[70243]: DEBUG nova.compute.manager [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.916303] env[70243]: DEBUG oslo_concurrency.lockutils [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "6493ad61-cc4b-4404-873b-7d8bae7a5009" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.916553] env[70243]: DEBUG oslo_concurrency.lockutils [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "6493ad61-cc4b-4404-873b-7d8bae7a5009" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.916732] env[70243]: DEBUG nova.compute.manager [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.917776] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f03e4aa-5ef3-4aa9-8dff-dc071a40a682 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.920847] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "a75cd408-9f0b-42f9-8ffe-96167c1a9549" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.925330] env[70243]: DEBUG nova.compute.manager [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70243) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1198.985563] env[70243]: DEBUG oslo_concurrency.lockutils [None req-02efd55c-d81e-423a-9462-95c314660f9a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "a75cd408-9f0b-42f9-8ffe-96167c1a9549" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.763s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.985829] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "a75cd408-9f0b-42f9-8ffe-96167c1a9549" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.065s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.986074] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "a75cd408-9f0b-42f9-8ffe-96167c1a9549-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.986286] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "a75cd408-9f0b-42f9-8ffe-96167c1a9549-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.986452] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "a75cd408-9f0b-42f9-8ffe-96167c1a9549-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.988305] env[70243]: INFO nova.compute.manager [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Terminating instance [ 1198.999328] env[70243]: DEBUG oslo_vmware.api [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622844, 'name': PowerOffVM_Task, 'duration_secs': 0.348865} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.999571] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.999737] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.999971] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b2dc5ae-54ea-468e-aaf8-fe710c74fec8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.065281] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.065532] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.065714] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Deleting the datastore file [datastore1] 0d8b96ef-df36-4d10-ab15-8454c68bf6b1 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.065978] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74b5f15a-b22e-45ab-8e7d-8d860d75cc5d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.074499] env[70243]: DEBUG oslo_vmware.api [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1199.074499] env[70243]: value = "task-3622847" [ 1199.074499] env[70243]: _type = "Task" [ 1199.074499] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.082238] env[70243]: DEBUG oslo_vmware.api [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.318124] env[70243]: DEBUG nova.network.neutron [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.381885] env[70243]: DEBUG oslo_concurrency.lockutils [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.382237] env[70243]: DEBUG oslo_concurrency.lockutils [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.382462] env[70243]: DEBUG nova.objects.instance [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lazy-loading 'resources' on Instance uuid dcc7c707-e3d0-42ac-a13d-5e94fff5348d {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.429201] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.429487] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51bf36dd-6454-457b-905b-73b0a38b7749 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.437110] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1199.437110] env[70243]: value = "task-3622848" [ 1199.437110] env[70243]: _type = "Task" [ 1199.437110] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.438112] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.448656] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.472930] env[70243]: DEBUG nova.network.neutron [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Updating instance_info_cache with network_info: [{"id": "ce13e72c-209d-43ca-86f5-ba0af415f3b5", "address": "fa:16:3e:a5:4a:07", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce13e72c-20", "ovs_interfaceid": "ce13e72c-209d-43ca-86f5-ba0af415f3b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.491326] env[70243]: DEBUG nova.compute.manager [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1199.491559] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.492509] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa42eba8-099c-42bf-b7ff-5e7de6153d4b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.500301] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.500553] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-578f9f04-cda9-4b35-9a97-79b7b7c6abc1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.506778] env[70243]: DEBUG oslo_vmware.api [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1199.506778] env[70243]: value = "task-3622849" [ 1199.506778] env[70243]: _type = "Task" [ 1199.506778] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.514206] env[70243]: DEBUG oslo_vmware.api [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.585522] env[70243]: DEBUG oslo_vmware.api [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151909} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.585814] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.586040] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.586240] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.586420] env[70243]: INFO nova.compute.manager [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1199.586698] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.586934] env[70243]: DEBUG nova.compute.manager [-] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.587039] env[70243]: DEBUG nova.network.neutron [-] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.948537] env[70243]: DEBUG oslo_vmware.api [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622848, 'name': PowerOffVM_Task, 'duration_secs': 0.206902} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.950888] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.951105] env[70243]: DEBUG nova.compute.manager [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.952627] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc61424-f63d-4e4a-8416-599c8db7e399 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.979012] env[70243]: DEBUG oslo_concurrency.lockutils [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "refresh_cache-16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.979012] env[70243]: DEBUG nova.compute.manager [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Instance network_info: |[{"id": "ce13e72c-209d-43ca-86f5-ba0af415f3b5", "address": "fa:16:3e:a5:4a:07", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce13e72c-20", "ovs_interfaceid": "ce13e72c-209d-43ca-86f5-ba0af415f3b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1199.979012] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:4a:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf1b231-3660-4453-b4f3-44d825b9a5dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce13e72c-209d-43ca-86f5-ba0af415f3b5', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.984677] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.987224] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.987746] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c15406b4-d855-48c1-90df-9fe283aff930 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.012907] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1200.012907] env[70243]: value = "task-3622850" [ 1200.012907] env[70243]: _type = "Task" [ 1200.012907] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.020015] env[70243]: DEBUG oslo_vmware.api [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622849, 'name': PowerOffVM_Task, 'duration_secs': 0.21851} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.024568] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.024768] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.026541] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be91248d-52c5-4ffc-8e8c-0789a2c14598 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.031566] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622850, 'name': CreateVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.059036] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e8fe33-c020-42e9-b9df-d08fc4933b4a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.066609] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56643402-5d65-448b-8fa4-0d7044c706f6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.097811] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89188b43-43b0-4992-86f6-fd22591ad251 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.106270] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827d70ed-0179-49d6-9784-01eb42b4a0a2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.114030] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.114030] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.114366] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Deleting the datastore file [datastore2] a75cd408-9f0b-42f9-8ffe-96167c1a9549 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.114366] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef2a3d2f-5f18-4eec-80bd-142bcf9a3710 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.123833] env[70243]: DEBUG nova.compute.provider_tree [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.129393] env[70243]: DEBUG oslo_vmware.api [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1200.129393] env[70243]: value = "task-3622852" [ 1200.129393] env[70243]: _type = "Task" [ 1200.129393] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.137416] env[70243]: DEBUG oslo_vmware.api [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.185959] env[70243]: DEBUG nova.compute.manager [req-6622f717-944e-4d30-99f3-5408cb3841f0 req-21d49e74-0de1-474f-b2f3-36f8977aa399 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Received event network-changed-ce13e72c-209d-43ca-86f5-ba0af415f3b5 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.186263] env[70243]: DEBUG nova.compute.manager [req-6622f717-944e-4d30-99f3-5408cb3841f0 req-21d49e74-0de1-474f-b2f3-36f8977aa399 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Refreshing instance network info cache due to event network-changed-ce13e72c-209d-43ca-86f5-ba0af415f3b5. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.186400] env[70243]: DEBUG oslo_concurrency.lockutils [req-6622f717-944e-4d30-99f3-5408cb3841f0 req-21d49e74-0de1-474f-b2f3-36f8977aa399 service nova] Acquiring lock "refresh_cache-16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.186610] env[70243]: DEBUG oslo_concurrency.lockutils [req-6622f717-944e-4d30-99f3-5408cb3841f0 req-21d49e74-0de1-474f-b2f3-36f8977aa399 service nova] Acquired lock "refresh_cache-16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.186731] env[70243]: DEBUG nova.network.neutron [req-6622f717-944e-4d30-99f3-5408cb3841f0 req-21d49e74-0de1-474f-b2f3-36f8977aa399 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Refreshing network info cache for port ce13e72c-209d-43ca-86f5-ba0af415f3b5 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.466523] env[70243]: DEBUG oslo_concurrency.lockutils [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "6493ad61-cc4b-4404-873b-7d8bae7a5009" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.549s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.523143] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622850, 'name': CreateVM_Task, 'duration_secs': 0.354447} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.523346] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.524023] env[70243]: DEBUG oslo_concurrency.lockutils [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.524231] env[70243]: DEBUG oslo_concurrency.lockutils [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.524566] env[70243]: DEBUG oslo_concurrency.lockutils [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.524821] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48fc67ef-b82f-4bfc-8b71-7748099c5523 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.529547] env[70243]: DEBUG oslo_vmware.api [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1200.529547] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520bb4e7-0a82-de30-c7e7-c4801004cf7d" [ 1200.529547] env[70243]: _type = "Task" [ 1200.529547] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.534426] env[70243]: DEBUG nova.network.neutron [-] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.540538] env[70243]: DEBUG oslo_vmware.api [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520bb4e7-0a82-de30-c7e7-c4801004cf7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.627694] env[70243]: DEBUG nova.scheduler.client.report [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.639685] env[70243]: DEBUG oslo_vmware.api [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195832} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.639929] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.640123] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.640351] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.640926] env[70243]: INFO nova.compute.manager [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1200.640926] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.640926] env[70243]: DEBUG nova.compute.manager [-] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1200.641091] env[70243]: DEBUG nova.network.neutron [-] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.930632] env[70243]: DEBUG nova.network.neutron [req-6622f717-944e-4d30-99f3-5408cb3841f0 req-21d49e74-0de1-474f-b2f3-36f8977aa399 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Updated VIF entry in instance network info cache for port ce13e72c-209d-43ca-86f5-ba0af415f3b5. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.930632] env[70243]: DEBUG nova.network.neutron [req-6622f717-944e-4d30-99f3-5408cb3841f0 req-21d49e74-0de1-474f-b2f3-36f8977aa399 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Updating instance_info_cache with network_info: [{"id": "ce13e72c-209d-43ca-86f5-ba0af415f3b5", "address": "fa:16:3e:a5:4a:07", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce13e72c-20", "ovs_interfaceid": "ce13e72c-209d-43ca-86f5-ba0af415f3b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.964717] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "6493ad61-cc4b-4404-873b-7d8bae7a5009" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.964717] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "6493ad61-cc4b-4404-873b-7d8bae7a5009" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.964717] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "6493ad61-cc4b-4404-873b-7d8bae7a5009-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.964717] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "6493ad61-cc4b-4404-873b-7d8bae7a5009-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.964717] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "6493ad61-cc4b-4404-873b-7d8bae7a5009-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.966152] env[70243]: INFO nova.compute.manager [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Terminating instance [ 1200.974099] env[70243]: DEBUG oslo_concurrency.lockutils [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.041077] env[70243]: INFO nova.compute.manager [-] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Took 1.45 seconds to deallocate network for instance. [ 1201.041208] env[70243]: DEBUG oslo_vmware.api [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520bb4e7-0a82-de30-c7e7-c4801004cf7d, 'name': SearchDatastore_Task, 'duration_secs': 0.016841} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.042862] env[70243]: DEBUG oslo_concurrency.lockutils [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.043236] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.043514] env[70243]: DEBUG oslo_concurrency.lockutils [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.044023] env[70243]: DEBUG oslo_concurrency.lockutils [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.044023] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.046608] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9083c8e0-c74f-4bd1-bfc6-145f7cf6a42e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.055432] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.055616] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.056322] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fc7889c-374f-467a-8169-fdeae85ac46c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.061425] env[70243]: DEBUG oslo_vmware.api [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1201.061425] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5225b574-fe60-5b19-cdab-b05c2d1e5e2d" [ 1201.061425] env[70243]: _type = "Task" [ 1201.061425] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.068422] env[70243]: DEBUG oslo_vmware.api [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5225b574-fe60-5b19-cdab-b05c2d1e5e2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.136139] env[70243]: DEBUG oslo_concurrency.lockutils [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.138545] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.700s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.140100] env[70243]: INFO nova.compute.claims [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.159381] env[70243]: INFO nova.scheduler.client.report [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Deleted allocations for instance dcc7c707-e3d0-42ac-a13d-5e94fff5348d [ 1201.435170] env[70243]: DEBUG oslo_concurrency.lockutils [req-6622f717-944e-4d30-99f3-5408cb3841f0 req-21d49e74-0de1-474f-b2f3-36f8977aa399 service nova] Releasing lock "refresh_cache-16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.435400] env[70243]: DEBUG nova.compute.manager [req-6622f717-944e-4d30-99f3-5408cb3841f0 req-21d49e74-0de1-474f-b2f3-36f8977aa399 service nova] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Received event network-vif-deleted-ffbabe96-ab0d-49ba-985e-628dae2e93ab {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.435593] env[70243]: INFO nova.compute.manager [req-6622f717-944e-4d30-99f3-5408cb3841f0 req-21d49e74-0de1-474f-b2f3-36f8977aa399 service nova] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Neutron deleted interface ffbabe96-ab0d-49ba-985e-628dae2e93ab; detaching it from the instance and deleting it from the info cache [ 1201.435770] env[70243]: DEBUG nova.network.neutron [req-6622f717-944e-4d30-99f3-5408cb3841f0 req-21d49e74-0de1-474f-b2f3-36f8977aa399 service nova] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.436923] env[70243]: DEBUG nova.network.neutron [-] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.473335] env[70243]: DEBUG nova.compute.manager [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1201.473570] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.474530] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67955ad-540c-4c6e-a76b-d5949c0e04fc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.482258] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.482531] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dcd9b75-1465-4b9c-9a76-d7c36c0042d4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.546525] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.546762] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.546948] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Deleting the datastore file [datastore2] 6493ad61-cc4b-4404-873b-7d8bae7a5009 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.547239] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2929246-dbe8-4c61-ab86-a794cec2be70 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.549810] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.554077] env[70243]: DEBUG oslo_vmware.api [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1201.554077] env[70243]: value = "task-3622855" [ 1201.554077] env[70243]: _type = "Task" [ 1201.554077] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.562930] env[70243]: DEBUG oslo_vmware.api [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.571596] env[70243]: DEBUG oslo_vmware.api [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5225b574-fe60-5b19-cdab-b05c2d1e5e2d, 'name': SearchDatastore_Task, 'duration_secs': 0.00881} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.572456] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6607f807-9dd8-4991-bd3b-d69ec8c044b7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.577494] env[70243]: DEBUG oslo_vmware.api [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1201.577494] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52fbbdd7-d11e-b913-5299-2fec59d2a0b5" [ 1201.577494] env[70243]: _type = "Task" [ 1201.577494] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.585408] env[70243]: DEBUG oslo_vmware.api [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52fbbdd7-d11e-b913-5299-2fec59d2a0b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.666774] env[70243]: DEBUG oslo_concurrency.lockutils [None req-73c81104-d1a7-43a5-aa87-8eff8ec3e200 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "dcc7c707-e3d0-42ac-a13d-5e94fff5348d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.686s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.940832] env[70243]: INFO nova.compute.manager [-] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Took 1.30 seconds to deallocate network for instance. [ 1201.941201] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9f1862e-3034-461f-acbb-bf536e7e1e1b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.953405] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff2ba90-0fa4-4b15-a8f3-f1fab72e8c47 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.980924] env[70243]: DEBUG nova.compute.manager [req-6622f717-944e-4d30-99f3-5408cb3841f0 req-21d49e74-0de1-474f-b2f3-36f8977aa399 service nova] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Detach interface failed, port_id=ffbabe96-ab0d-49ba-985e-628dae2e93ab, reason: Instance 0d8b96ef-df36-4d10-ab15-8454c68bf6b1 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1202.065326] env[70243]: DEBUG oslo_vmware.api [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168517} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.065575] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.065758] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.065929] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.066117] env[70243]: INFO nova.compute.manager [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1202.066355] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.066547] env[70243]: DEBUG nova.compute.manager [-] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.066643] env[70243]: DEBUG nova.network.neutron [-] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.086116] env[70243]: DEBUG oslo_vmware.api [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52fbbdd7-d11e-b913-5299-2fec59d2a0b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009969} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.086431] env[70243]: DEBUG oslo_concurrency.lockutils [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.086699] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 16e15fb2-9550-4e80-9d72-07d9f244bf09/16e15fb2-9550-4e80-9d72-07d9f244bf09.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.086995] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d25ad68d-f2c5-4e8c-90ca-38e360586445 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.094162] env[70243]: DEBUG oslo_vmware.api [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1202.094162] env[70243]: value = "task-3622856" [ 1202.094162] env[70243]: _type = "Task" [ 1202.094162] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.103233] env[70243]: DEBUG oslo_vmware.api [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.215362] env[70243]: DEBUG nova.compute.manager [req-97f8062a-ab7c-4933-8333-fcb7efdeffcc req-7645d904-07b5-46a9-9850-b0a7502d21a4 service nova] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Received event network-vif-deleted-598e1973-69cc-44db-a631-75c5545dbbbe {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.324917] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfbb5d8-f65a-4bb4-87a2-a14ecbb56c7a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.333045] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720caf30-343d-4838-91eb-f3119a3af57b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.369089] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0df1a42-3830-4d7d-a2e8-6c79cb60a6e0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.377615] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6834d511-9018-4959-990e-1a240807bdb6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.392521] env[70243]: DEBUG nova.compute.provider_tree [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.395899] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "181f8106-9b48-4c0d-b635-7130dc112fd9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.396211] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "181f8106-9b48-4c0d-b635-7130dc112fd9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.396429] env[70243]: INFO nova.compute.manager [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Shelving [ 1202.418402] env[70243]: DEBUG oslo_concurrency.lockutils [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "291bb769-9a6d-42b7-82c8-89cffd3248d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.418756] env[70243]: DEBUG oslo_concurrency.lockutils [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "291bb769-9a6d-42b7-82c8-89cffd3248d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.449691] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.603410] env[70243]: DEBUG oslo_vmware.api [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.416178} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.603680] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 16e15fb2-9550-4e80-9d72-07d9f244bf09/16e15fb2-9550-4e80-9d72-07d9f244bf09.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.603897] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.604192] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c827d871-675a-4045-a919-78dc4a8e73e6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.610619] env[70243]: DEBUG oslo_vmware.api [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1202.610619] env[70243]: value = "task-3622857" [ 1202.610619] env[70243]: _type = "Task" [ 1202.610619] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.617885] env[70243]: DEBUG oslo_vmware.api [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.800819] env[70243]: DEBUG nova.network.neutron [-] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.897076] env[70243]: DEBUG nova.scheduler.client.report [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.921077] env[70243]: DEBUG nova.compute.manager [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1203.121435] env[70243]: DEBUG oslo_vmware.api [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058218} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.121771] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.122470] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e203162-bae7-4634-93c1-a737d98a626a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.144644] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 16e15fb2-9550-4e80-9d72-07d9f244bf09/16e15fb2-9550-4e80-9d72-07d9f244bf09.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.144923] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e9408e6-e3e6-4aa3-a76a-d941e061245c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.165606] env[70243]: DEBUG oslo_vmware.api [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1203.165606] env[70243]: value = "task-3622859" [ 1203.165606] env[70243]: _type = "Task" [ 1203.165606] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.173627] env[70243]: DEBUG oslo_vmware.api [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.304221] env[70243]: INFO nova.compute.manager [-] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Took 1.24 seconds to deallocate network for instance. [ 1203.403965] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.404568] env[70243]: DEBUG nova.compute.manager [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1203.407337] env[70243]: DEBUG oslo_concurrency.lockutils [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.433s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.407525] env[70243]: DEBUG nova.objects.instance [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1203.410386] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.410919] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ec371a4-28be-4694-8fa4-524784012679 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.419008] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1203.419008] env[70243]: value = "task-3622860" [ 1203.419008] env[70243]: _type = "Task" [ 1203.419008] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.429936] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.446489] env[70243]: DEBUG oslo_concurrency.lockutils [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.678058] env[70243]: DEBUG oslo_vmware.api [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622859, 'name': ReconfigVM_Task, 'duration_secs': 0.270933} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.678318] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 16e15fb2-9550-4e80-9d72-07d9f244bf09/16e15fb2-9550-4e80-9d72-07d9f244bf09.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.678936] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5e6e4f1-70a2-4032-902e-f838166f3ed4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.685768] env[70243]: DEBUG oslo_vmware.api [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1203.685768] env[70243]: value = "task-3622861" [ 1203.685768] env[70243]: _type = "Task" [ 1203.685768] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.693105] env[70243]: DEBUG oslo_vmware.api [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622861, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.810979] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.912805] env[70243]: DEBUG nova.compute.utils [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1203.917189] env[70243]: DEBUG nova.compute.manager [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1203.917367] env[70243]: DEBUG nova.network.neutron [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1203.928961] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622860, 'name': PowerOffVM_Task, 'duration_secs': 0.238183} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.928961] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.929719] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a4308c-81bb-473c-a51e-caa481c7e83c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.947783] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358b45df-e50b-489a-a95f-d54a4dd688d6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.962193] env[70243]: DEBUG nova.policy [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fc6b3b78bed4177a78cffad9c4a2d54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c5b8aa268e7476da103ce23a55f69cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1204.196936] env[70243]: DEBUG oslo_vmware.api [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622861, 'name': Rename_Task, 'duration_secs': 0.147333} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.196936] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.196936] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d5c9a03-cbfe-48b3-a93f-0db4003b1a46 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.203456] env[70243]: DEBUG oslo_vmware.api [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1204.203456] env[70243]: value = "task-3622862" [ 1204.203456] env[70243]: _type = "Task" [ 1204.203456] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.211436] env[70243]: DEBUG oslo_vmware.api [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.318007] env[70243]: DEBUG nova.compute.manager [req-80e34541-e601-490a-82fe-c0c3e0f89a79 req-88d58b66-cdbe-485f-83e2-6d2661496b06 service nova] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Received event network-vif-deleted-13931e52-c6a8-4e5d-80d7-ee5a3412a9aa {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.334780] env[70243]: DEBUG nova.network.neutron [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Successfully created port: d53c3d6d-53dd-472b-b08a-3974f7c65285 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1204.418574] env[70243]: DEBUG nova.compute.manager [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1204.422583] env[70243]: DEBUG oslo_concurrency.lockutils [None req-01c888ed-2fc6-47a5-8522-b30777b213e5 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.423953] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.873s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.423953] env[70243]: DEBUG nova.objects.instance [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lazy-loading 'resources' on Instance uuid 0d8b96ef-df36-4d10-ab15-8454c68bf6b1 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.458132] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Creating Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1204.458697] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5c5fea79-269d-40e6-9115-4335244bd1e3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.466653] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1204.466653] env[70243]: value = "task-3622863" [ 1204.466653] env[70243]: _type = "Task" [ 1204.466653] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.475309] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622863, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.715396] env[70243]: DEBUG oslo_vmware.api [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622862, 'name': PowerOnVM_Task, 'duration_secs': 0.44265} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.715667] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.715900] env[70243]: INFO nova.compute.manager [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1204.716121] env[70243]: DEBUG nova.compute.manager [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.717064] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a755aa91-bbcc-45c7-8a51-9a9781a06037 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.979916] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622863, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.101729] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65622416-1ffa-40e5-ac3a-535d32ef1629 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.110415] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0586919b-b283-4094-948b-43b6d119822b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.142646] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c000d84f-2cc3-42d0-9325-99c211b64eab {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.151344] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73b1cc4-4a34-4318-9bb6-0bf4ee3b7d9e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.165304] env[70243]: DEBUG nova.compute.provider_tree [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.234828] env[70243]: INFO nova.compute.manager [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Took 12.08 seconds to build instance. [ 1205.433971] env[70243]: DEBUG nova.compute.manager [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1205.468082] env[70243]: DEBUG nova.virt.hardware [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.468820] env[70243]: DEBUG nova.virt.hardware [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.469047] env[70243]: DEBUG nova.virt.hardware [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.469293] env[70243]: DEBUG nova.virt.hardware [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.469679] env[70243]: DEBUG nova.virt.hardware [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.469921] env[70243]: DEBUG nova.virt.hardware [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.470173] env[70243]: DEBUG nova.virt.hardware [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.470726] env[70243]: DEBUG nova.virt.hardware [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.470957] env[70243]: DEBUG nova.virt.hardware [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.471402] env[70243]: DEBUG nova.virt.hardware [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.471651] env[70243]: DEBUG nova.virt.hardware [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.473051] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886cee0e-2246-4ea5-aef2-c651f337aff6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.489433] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622863, 'name': CreateSnapshot_Task, 'duration_secs': 0.688775} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.490232] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Created Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1205.491833] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3810e871-7e4a-4136-bc57-f6d87fad3def {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.497783] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1313f5c3-9b75-4e4a-b6d6-6459e1c904da {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.670984] env[70243]: DEBUG nova.scheduler.client.report [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.736780] env[70243]: DEBUG oslo_concurrency.lockutils [None req-73bce9e1-88dc-45d5-a3d4-3b86072abeaa tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "16e15fb2-9550-4e80-9d72-07d9f244bf09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.591s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.955880] env[70243]: DEBUG nova.network.neutron [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Successfully updated port: d53c3d6d-53dd-472b-b08a-3974f7c65285 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1205.972330] env[70243]: DEBUG nova.compute.manager [req-d8e6b9f9-c333-4398-bff0-f9793f107434 req-cbc6e75d-1aae-4d22-98f9-005f633a3bd5 service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Received event network-changed-8db69e78-2df7-4605-b06b-5166b95bd959 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.972330] env[70243]: DEBUG nova.compute.manager [req-d8e6b9f9-c333-4398-bff0-f9793f107434 req-cbc6e75d-1aae-4d22-98f9-005f633a3bd5 service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Refreshing instance network info cache due to event network-changed-8db69e78-2df7-4605-b06b-5166b95bd959. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.972330] env[70243]: DEBUG oslo_concurrency.lockutils [req-d8e6b9f9-c333-4398-bff0-f9793f107434 req-cbc6e75d-1aae-4d22-98f9-005f633a3bd5 service nova] Acquiring lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.972330] env[70243]: DEBUG oslo_concurrency.lockutils [req-d8e6b9f9-c333-4398-bff0-f9793f107434 req-cbc6e75d-1aae-4d22-98f9-005f633a3bd5 service nova] Acquired lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.973525] env[70243]: DEBUG nova.network.neutron [req-d8e6b9f9-c333-4398-bff0-f9793f107434 req-cbc6e75d-1aae-4d22-98f9-005f633a3bd5 service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Refreshing network info cache for port 8db69e78-2df7-4605-b06b-5166b95bd959 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.020158] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Creating linked-clone VM from snapshot {{(pid=70243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1206.020980] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-500309dc-7a3d-4aed-b58c-27560163081b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.031450] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1206.031450] env[70243]: value = "task-3622864" [ 1206.031450] env[70243]: _type = "Task" [ 1206.031450] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.040116] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622864, 'name': CloneVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.176811] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.184645] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.735s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.185556] env[70243]: DEBUG nova.objects.instance [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lazy-loading 'resources' on Instance uuid a75cd408-9f0b-42f9-8ffe-96167c1a9549 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.209591] env[70243]: INFO nova.scheduler.client.report [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Deleted allocations for instance 0d8b96ef-df36-4d10-ab15-8454c68bf6b1 [ 1206.379915] env[70243]: DEBUG nova.compute.manager [req-981be007-9d5a-4cb9-8ed5-1798ce42f3c0 req-000787c8-c5bb-40ea-9a64-0d196bb536e5 service nova] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Received event network-vif-plugged-d53c3d6d-53dd-472b-b08a-3974f7c65285 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.379915] env[70243]: DEBUG oslo_concurrency.lockutils [req-981be007-9d5a-4cb9-8ed5-1798ce42f3c0 req-000787c8-c5bb-40ea-9a64-0d196bb536e5 service nova] Acquiring lock "1d3d9414-8e33-43ef-9328-c02f0a62bc5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.379915] env[70243]: DEBUG oslo_concurrency.lockutils [req-981be007-9d5a-4cb9-8ed5-1798ce42f3c0 req-000787c8-c5bb-40ea-9a64-0d196bb536e5 service nova] Lock "1d3d9414-8e33-43ef-9328-c02f0a62bc5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.380270] env[70243]: DEBUG oslo_concurrency.lockutils [req-981be007-9d5a-4cb9-8ed5-1798ce42f3c0 req-000787c8-c5bb-40ea-9a64-0d196bb536e5 service nova] Lock "1d3d9414-8e33-43ef-9328-c02f0a62bc5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.380270] env[70243]: DEBUG nova.compute.manager [req-981be007-9d5a-4cb9-8ed5-1798ce42f3c0 req-000787c8-c5bb-40ea-9a64-0d196bb536e5 service nova] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] No waiting events found dispatching network-vif-plugged-d53c3d6d-53dd-472b-b08a-3974f7c65285 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1206.380436] env[70243]: WARNING nova.compute.manager [req-981be007-9d5a-4cb9-8ed5-1798ce42f3c0 req-000787c8-c5bb-40ea-9a64-0d196bb536e5 service nova] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Received unexpected event network-vif-plugged-d53c3d6d-53dd-472b-b08a-3974f7c65285 for instance with vm_state building and task_state spawning. [ 1206.380521] env[70243]: DEBUG nova.compute.manager [req-981be007-9d5a-4cb9-8ed5-1798ce42f3c0 req-000787c8-c5bb-40ea-9a64-0d196bb536e5 service nova] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Received event network-changed-d53c3d6d-53dd-472b-b08a-3974f7c65285 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.380851] env[70243]: DEBUG nova.compute.manager [req-981be007-9d5a-4cb9-8ed5-1798ce42f3c0 req-000787c8-c5bb-40ea-9a64-0d196bb536e5 service nova] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Refreshing instance network info cache due to event network-changed-d53c3d6d-53dd-472b-b08a-3974f7c65285. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1206.381099] env[70243]: DEBUG oslo_concurrency.lockutils [req-981be007-9d5a-4cb9-8ed5-1798ce42f3c0 req-000787c8-c5bb-40ea-9a64-0d196bb536e5 service nova] Acquiring lock "refresh_cache-1d3d9414-8e33-43ef-9328-c02f0a62bc5f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.381283] env[70243]: DEBUG oslo_concurrency.lockutils [req-981be007-9d5a-4cb9-8ed5-1798ce42f3c0 req-000787c8-c5bb-40ea-9a64-0d196bb536e5 service nova] Acquired lock "refresh_cache-1d3d9414-8e33-43ef-9328-c02f0a62bc5f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.381478] env[70243]: DEBUG nova.network.neutron [req-981be007-9d5a-4cb9-8ed5-1798ce42f3c0 req-000787c8-c5bb-40ea-9a64-0d196bb536e5 service nova] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Refreshing network info cache for port d53c3d6d-53dd-472b-b08a-3974f7c65285 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.459207] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "refresh_cache-1d3d9414-8e33-43ef-9328-c02f0a62bc5f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.543324] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622864, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.719484] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c43bb6ea-c080-414e-84e6-8fa69341f552 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "0d8b96ef-df36-4d10-ab15-8454c68bf6b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.763s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.847026] env[70243]: DEBUG nova.network.neutron [req-d8e6b9f9-c333-4398-bff0-f9793f107434 req-cbc6e75d-1aae-4d22-98f9-005f633a3bd5 service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Updated VIF entry in instance network info cache for port 8db69e78-2df7-4605-b06b-5166b95bd959. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.847411] env[70243]: DEBUG nova.network.neutron [req-d8e6b9f9-c333-4398-bff0-f9793f107434 req-cbc6e75d-1aae-4d22-98f9-005f633a3bd5 service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Updating instance_info_cache with network_info: [{"id": "8db69e78-2df7-4605-b06b-5166b95bd959", "address": "fa:16:3e:bd:19:19", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db69e78-2d", "ovs_interfaceid": "8db69e78-2df7-4605-b06b-5166b95bd959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.889022] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcdf877-6f11-45c8-a0e3-79b17a295528 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.898722] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33a4a7e-5b0b-4f13-876c-cae3256766ac {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.934434] env[70243]: DEBUG nova.network.neutron [req-981be007-9d5a-4cb9-8ed5-1798ce42f3c0 req-000787c8-c5bb-40ea-9a64-0d196bb536e5 service nova] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1206.937279] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c262142-a1c9-4689-b2be-88c1fe5269ce {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.944848] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a803f31b-1036-4929-9288-2c3edc74a114 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.960489] env[70243]: DEBUG nova.compute.provider_tree [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.042124] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622864, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.045869] env[70243]: DEBUG nova.network.neutron [req-981be007-9d5a-4cb9-8ed5-1798ce42f3c0 req-000787c8-c5bb-40ea-9a64-0d196bb536e5 service nova] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.360797] env[70243]: DEBUG oslo_concurrency.lockutils [req-d8e6b9f9-c333-4398-bff0-f9793f107434 req-cbc6e75d-1aae-4d22-98f9-005f633a3bd5 service nova] Releasing lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.463696] env[70243]: DEBUG nova.scheduler.client.report [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.542962] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622864, 'name': CloneVM_Task, 'duration_secs': 1.447062} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.542962] env[70243]: INFO nova.virt.vmwareapi.vmops [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Created linked-clone VM from snapshot [ 1207.545411] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92706461-055f-4eca-b61a-861703320d1c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.548271] env[70243]: DEBUG oslo_concurrency.lockutils [req-981be007-9d5a-4cb9-8ed5-1798ce42f3c0 req-000787c8-c5bb-40ea-9a64-0d196bb536e5 service nova] Releasing lock "refresh_cache-1d3d9414-8e33-43ef-9328-c02f0a62bc5f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.555075] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired lock "refresh_cache-1d3d9414-8e33-43ef-9328-c02f0a62bc5f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.555075] env[70243]: DEBUG nova.network.neutron [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.555075] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Uploading image 162c2705-dce1-49b3-977f-1616bd0544a8 {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1207.595182] env[70243]: DEBUG oslo_vmware.rw_handles [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1207.595182] env[70243]: value = "vm-722532" [ 1207.595182] env[70243]: _type = "VirtualMachine" [ 1207.595182] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1207.595182] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-733d4296-8a93-4474-a6b0-8de31df3450a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.602711] env[70243]: DEBUG oslo_vmware.rw_handles [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lease: (returnval){ [ 1207.602711] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52031f71-9ee7-bcc1-c11e-17359b53b08d" [ 1207.602711] env[70243]: _type = "HttpNfcLease" [ 1207.602711] env[70243]: } obtained for exporting VM: (result){ [ 1207.602711] env[70243]: value = "vm-722532" [ 1207.602711] env[70243]: _type = "VirtualMachine" [ 1207.602711] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1207.603011] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the lease: (returnval){ [ 1207.603011] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52031f71-9ee7-bcc1-c11e-17359b53b08d" [ 1207.603011] env[70243]: _type = "HttpNfcLease" [ 1207.603011] env[70243]: } to be ready. {{(pid=70243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1207.609563] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1207.609563] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52031f71-9ee7-bcc1-c11e-17359b53b08d" [ 1207.609563] env[70243]: _type = "HttpNfcLease" [ 1207.609563] env[70243]: } is initializing. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1207.977196] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.982735] env[70243]: DEBUG oslo_concurrency.lockutils [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.536s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.984235] env[70243]: INFO nova.compute.claims [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.998249] env[70243]: DEBUG nova.compute.manager [req-316e8e99-718e-4427-9e97-1b2ab9a56ff3 req-06f7cc47-38b0-40b9-be2b-0ec3c55f8220 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Received event network-changed-ce13e72c-209d-43ca-86f5-ba0af415f3b5 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.998499] env[70243]: DEBUG nova.compute.manager [req-316e8e99-718e-4427-9e97-1b2ab9a56ff3 req-06f7cc47-38b0-40b9-be2b-0ec3c55f8220 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Refreshing instance network info cache due to event network-changed-ce13e72c-209d-43ca-86f5-ba0af415f3b5. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.998737] env[70243]: DEBUG oslo_concurrency.lockutils [req-316e8e99-718e-4427-9e97-1b2ab9a56ff3 req-06f7cc47-38b0-40b9-be2b-0ec3c55f8220 service nova] Acquiring lock "refresh_cache-16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.998992] env[70243]: DEBUG oslo_concurrency.lockutils [req-316e8e99-718e-4427-9e97-1b2ab9a56ff3 req-06f7cc47-38b0-40b9-be2b-0ec3c55f8220 service nova] Acquired lock "refresh_cache-16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.999450] env[70243]: DEBUG nova.network.neutron [req-316e8e99-718e-4427-9e97-1b2ab9a56ff3 req-06f7cc47-38b0-40b9-be2b-0ec3c55f8220 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Refreshing network info cache for port ce13e72c-209d-43ca-86f5-ba0af415f3b5 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.003323] env[70243]: INFO nova.scheduler.client.report [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Deleted allocations for instance a75cd408-9f0b-42f9-8ffe-96167c1a9549 [ 1208.086126] env[70243]: DEBUG nova.network.neutron [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1208.112931] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1208.112931] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52031f71-9ee7-bcc1-c11e-17359b53b08d" [ 1208.112931] env[70243]: _type = "HttpNfcLease" [ 1208.112931] env[70243]: } is ready. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1208.113351] env[70243]: DEBUG oslo_vmware.rw_handles [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1208.113351] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52031f71-9ee7-bcc1-c11e-17359b53b08d" [ 1208.113351] env[70243]: _type = "HttpNfcLease" [ 1208.113351] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1208.113968] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6272f4d-6657-4cae-8293-70409c463846 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.121864] env[70243]: DEBUG oslo_vmware.rw_handles [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a1f0d-5d30-539a-a2f9-44b720510342/disk-0.vmdk from lease info. {{(pid=70243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1208.122084] env[70243]: DEBUG oslo_vmware.rw_handles [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a1f0d-5d30-539a-a2f9-44b720510342/disk-0.vmdk for reading. {{(pid=70243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1208.217495] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9a7f2f12-5902-4c69-ac9d-c50a5668dee3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.291153] env[70243]: DEBUG nova.network.neutron [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Updating instance_info_cache with network_info: [{"id": "d53c3d6d-53dd-472b-b08a-3974f7c65285", "address": "fa:16:3e:0c:5a:8b", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53c3d6d-53", "ovs_interfaceid": "d53c3d6d-53dd-472b-b08a-3974f7c65285", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.509879] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9d6eb2cf-f28c-40e3-a7fa-e2a917a343b0 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "a75cd408-9f0b-42f9-8ffe-96167c1a9549" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.524s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.700364] env[70243]: DEBUG nova.network.neutron [req-316e8e99-718e-4427-9e97-1b2ab9a56ff3 req-06f7cc47-38b0-40b9-be2b-0ec3c55f8220 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Updated VIF entry in instance network info cache for port ce13e72c-209d-43ca-86f5-ba0af415f3b5. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.700852] env[70243]: DEBUG nova.network.neutron [req-316e8e99-718e-4427-9e97-1b2ab9a56ff3 req-06f7cc47-38b0-40b9-be2b-0ec3c55f8220 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Updating instance_info_cache with network_info: [{"id": "ce13e72c-209d-43ca-86f5-ba0af415f3b5", "address": "fa:16:3e:a5:4a:07", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce13e72c-20", "ovs_interfaceid": "ce13e72c-209d-43ca-86f5-ba0af415f3b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.794926] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Releasing lock "refresh_cache-1d3d9414-8e33-43ef-9328-c02f0a62bc5f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.794926] env[70243]: DEBUG nova.compute.manager [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Instance network_info: |[{"id": "d53c3d6d-53dd-472b-b08a-3974f7c65285", "address": "fa:16:3e:0c:5a:8b", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53c3d6d-53", "ovs_interfaceid": "d53c3d6d-53dd-472b-b08a-3974f7c65285", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1208.796062] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:5a:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd53c3d6d-53dd-472b-b08a-3974f7c65285', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1208.802885] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.803128] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1208.803368] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1708d5f-98e4-4a5b-81d8-eab852d6fc94 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.824792] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1208.824792] env[70243]: value = "task-3622866" [ 1208.824792] env[70243]: _type = "Task" [ 1208.824792] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.833698] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622866, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.072784] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "9fe680ef-286b-4cac-abde-f157f2d57f95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.073064] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "9fe680ef-286b-4cac-abde-f157f2d57f95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.158442] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875bf132-4f01-434d-a698-f71e3845690a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.167022] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eccb40c-d1bb-4e0b-bf64-32a6383d5517 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.198967] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93676ae-4c98-4060-afa2-adfeff8603c0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.207229] env[70243]: DEBUG oslo_concurrency.lockutils [req-316e8e99-718e-4427-9e97-1b2ab9a56ff3 req-06f7cc47-38b0-40b9-be2b-0ec3c55f8220 service nova] Releasing lock "refresh_cache-16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.208132] env[70243]: DEBUG nova.compute.manager [req-316e8e99-718e-4427-9e97-1b2ab9a56ff3 req-06f7cc47-38b0-40b9-be2b-0ec3c55f8220 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Received event network-changed-ce13e72c-209d-43ca-86f5-ba0af415f3b5 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.208132] env[70243]: DEBUG nova.compute.manager [req-316e8e99-718e-4427-9e97-1b2ab9a56ff3 req-06f7cc47-38b0-40b9-be2b-0ec3c55f8220 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Refreshing instance network info cache due to event network-changed-ce13e72c-209d-43ca-86f5-ba0af415f3b5. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.208517] env[70243]: DEBUG oslo_concurrency.lockutils [req-316e8e99-718e-4427-9e97-1b2ab9a56ff3 req-06f7cc47-38b0-40b9-be2b-0ec3c55f8220 service nova] Acquiring lock "refresh_cache-16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.209386] env[70243]: DEBUG oslo_concurrency.lockutils [req-316e8e99-718e-4427-9e97-1b2ab9a56ff3 req-06f7cc47-38b0-40b9-be2b-0ec3c55f8220 service nova] Acquired lock "refresh_cache-16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.209386] env[70243]: DEBUG nova.network.neutron [req-316e8e99-718e-4427-9e97-1b2ab9a56ff3 req-06f7cc47-38b0-40b9-be2b-0ec3c55f8220 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Refreshing network info cache for port ce13e72c-209d-43ca-86f5-ba0af415f3b5 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.211556] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92e2862-327d-4afc-bbf9-19b4dbcfa935 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.226964] env[70243]: DEBUG nova.compute.provider_tree [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.247212] env[70243]: DEBUG oslo_concurrency.lockutils [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "2e816a3c-88b8-41b7-9793-ecc43d43c2f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.247558] env[70243]: DEBUG oslo_concurrency.lockutils [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "2e816a3c-88b8-41b7-9793-ecc43d43c2f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.247905] env[70243]: DEBUG oslo_concurrency.lockutils [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "2e816a3c-88b8-41b7-9793-ecc43d43c2f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.248238] env[70243]: DEBUG oslo_concurrency.lockutils [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "2e816a3c-88b8-41b7-9793-ecc43d43c2f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.248495] env[70243]: DEBUG oslo_concurrency.lockutils [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "2e816a3c-88b8-41b7-9793-ecc43d43c2f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.251317] env[70243]: INFO nova.compute.manager [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Terminating instance [ 1209.335261] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622866, 'name': CreateVM_Task, 'duration_secs': 0.461619} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.335500] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1209.336273] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.336472] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.337081] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.337388] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57ef2264-7ae5-4de7-b06c-cee34b5667aa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.342557] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1209.342557] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524b8a92-e977-5eb5-1ffa-b2530da9f6a4" [ 1209.342557] env[70243]: _type = "Task" [ 1209.342557] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.354465] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524b8a92-e977-5eb5-1ffa-b2530da9f6a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.575533] env[70243]: DEBUG nova.compute.manager [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1209.731070] env[70243]: DEBUG nova.scheduler.client.report [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.755913] env[70243]: DEBUG nova.compute.manager [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1209.755913] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1209.757301] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa0d155-18d3-4569-88fe-b11a080a37f2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.766945] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.767343] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50dd9a4a-bfd6-4093-a69d-5cffeeea4004 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.774028] env[70243]: DEBUG oslo_vmware.api [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1209.774028] env[70243]: value = "task-3622867" [ 1209.774028] env[70243]: _type = "Task" [ 1209.774028] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.785769] env[70243]: DEBUG oslo_vmware.api [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.854217] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524b8a92-e977-5eb5-1ffa-b2530da9f6a4, 'name': SearchDatastore_Task, 'duration_secs': 0.020483} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.854777] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.855069] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1209.855497] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.855661] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.856025] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.856465] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e943bbf-42bf-4d30-92e1-3bc19bafb0e3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.871023] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.871265] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1209.872247] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1d69cdd-1cd9-44c5-9c97-6e68b98209c9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.878866] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1209.878866] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520196da-636c-f624-8a75-414a1bf6e15e" [ 1209.878866] env[70243]: _type = "Task" [ 1209.878866] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.889209] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520196da-636c-f624-8a75-414a1bf6e15e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.943223] env[70243]: DEBUG nova.network.neutron [req-316e8e99-718e-4427-9e97-1b2ab9a56ff3 req-06f7cc47-38b0-40b9-be2b-0ec3c55f8220 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Updated VIF entry in instance network info cache for port ce13e72c-209d-43ca-86f5-ba0af415f3b5. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.943779] env[70243]: DEBUG nova.network.neutron [req-316e8e99-718e-4427-9e97-1b2ab9a56ff3 req-06f7cc47-38b0-40b9-be2b-0ec3c55f8220 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Updating instance_info_cache with network_info: [{"id": "ce13e72c-209d-43ca-86f5-ba0af415f3b5", "address": "fa:16:3e:a5:4a:07", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce13e72c-20", "ovs_interfaceid": "ce13e72c-209d-43ca-86f5-ba0af415f3b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.095362] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.237583] env[70243]: DEBUG oslo_concurrency.lockutils [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.238203] env[70243]: DEBUG nova.compute.manager [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1210.241073] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.430s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.241522] env[70243]: DEBUG nova.objects.instance [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lazy-loading 'resources' on Instance uuid 6493ad61-cc4b-4404-873b-7d8bae7a5009 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.283791] env[70243]: DEBUG oslo_vmware.api [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622867, 'name': PowerOffVM_Task, 'duration_secs': 0.229485} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.285634] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.285634] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1210.285634] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-030e329b-72ee-413e-b23e-710cf48d9799 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.348120] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.348399] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.348654] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Deleting the datastore file [datastore1] 2e816a3c-88b8-41b7-9793-ecc43d43c2f5 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.348981] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a6c59f5-38fe-40db-9cd8-0e37c1a4761a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.359603] env[70243]: DEBUG oslo_vmware.api [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1210.359603] env[70243]: value = "task-3622869" [ 1210.359603] env[70243]: _type = "Task" [ 1210.359603] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.367743] env[70243]: DEBUG oslo_vmware.api [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.388950] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520196da-636c-f624-8a75-414a1bf6e15e, 'name': SearchDatastore_Task, 'duration_secs': 0.017365} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.389794] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fd73ad7-1396-4a1a-8813-24c219fe3687 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.394894] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1210.394894] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529592e3-270d-66c8-b88d-9e4dbad34998" [ 1210.394894] env[70243]: _type = "Task" [ 1210.394894] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.402636] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529592e3-270d-66c8-b88d-9e4dbad34998, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.446992] env[70243]: DEBUG oslo_concurrency.lockutils [req-316e8e99-718e-4427-9e97-1b2ab9a56ff3 req-06f7cc47-38b0-40b9-be2b-0ec3c55f8220 service nova] Releasing lock "refresh_cache-16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.447318] env[70243]: DEBUG nova.compute.manager [req-316e8e99-718e-4427-9e97-1b2ab9a56ff3 req-06f7cc47-38b0-40b9-be2b-0ec3c55f8220 service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Received event network-changed-8db69e78-2df7-4605-b06b-5166b95bd959 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.447518] env[70243]: DEBUG nova.compute.manager [req-316e8e99-718e-4427-9e97-1b2ab9a56ff3 req-06f7cc47-38b0-40b9-be2b-0ec3c55f8220 service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Refreshing instance network info cache due to event network-changed-8db69e78-2df7-4605-b06b-5166b95bd959. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.447754] env[70243]: DEBUG oslo_concurrency.lockutils [req-316e8e99-718e-4427-9e97-1b2ab9a56ff3 req-06f7cc47-38b0-40b9-be2b-0ec3c55f8220 service nova] Acquiring lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.447897] env[70243]: DEBUG oslo_concurrency.lockutils [req-316e8e99-718e-4427-9e97-1b2ab9a56ff3 req-06f7cc47-38b0-40b9-be2b-0ec3c55f8220 service nova] Acquired lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.448072] env[70243]: DEBUG nova.network.neutron [req-316e8e99-718e-4427-9e97-1b2ab9a56ff3 req-06f7cc47-38b0-40b9-be2b-0ec3c55f8220 service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Refreshing network info cache for port 8db69e78-2df7-4605-b06b-5166b95bd959 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.744464] env[70243]: DEBUG nova.compute.utils [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1210.749176] env[70243]: DEBUG nova.compute.manager [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1210.749404] env[70243]: DEBUG nova.network.neutron [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1210.871023] env[70243]: DEBUG oslo_vmware.api [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217851} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.874218] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.874449] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1210.874630] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1210.874805] env[70243]: INFO nova.compute.manager [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1210.875076] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.875572] env[70243]: DEBUG nova.compute.manager [-] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1210.875666] env[70243]: DEBUG nova.network.neutron [-] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1210.903825] env[70243]: DEBUG nova.policy [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3078150feb8413bbee059f634426788', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3227bc9b9f014d2db2b3a89a32f3d175', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1210.912778] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529592e3-270d-66c8-b88d-9e4dbad34998, 'name': SearchDatastore_Task, 'duration_secs': 0.013147} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.913126] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.913368] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 1d3d9414-8e33-43ef-9328-c02f0a62bc5f/1d3d9414-8e33-43ef-9328-c02f0a62bc5f.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1210.913657] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a37c0000-3933-4114-9867-e35212241942 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.924117] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1210.924117] env[70243]: value = "task-3622870" [ 1210.924117] env[70243]: _type = "Task" [ 1210.924117] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.929561] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756ee556-55f5-44a6-934c-5874126fa6d1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.937025] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.941633] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d902ff3-575a-4f6b-8b49-8cead6bfc7b4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.976612] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c848bf-616b-4b49-a22a-6ebf5e01559a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.984405] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c3ac71-2aba-4942-9e19-cc17ba4a9021 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.998987] env[70243]: DEBUG nova.compute.provider_tree [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.215292] env[70243]: DEBUG nova.compute.manager [req-93f2ae74-7f29-4304-829e-f0a05e1d8841 req-d5eaa296-2616-42ea-ba5d-7b7662942457 service nova] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Received event network-vif-deleted-fca4edca-3813-494e-a034-de917e7053b1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.215599] env[70243]: INFO nova.compute.manager [req-93f2ae74-7f29-4304-829e-f0a05e1d8841 req-d5eaa296-2616-42ea-ba5d-7b7662942457 service nova] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Neutron deleted interface fca4edca-3813-494e-a034-de917e7053b1; detaching it from the instance and deleting it from the info cache [ 1211.215743] env[70243]: DEBUG nova.network.neutron [req-93f2ae74-7f29-4304-829e-f0a05e1d8841 req-d5eaa296-2616-42ea-ba5d-7b7662942457 service nova] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.250052] env[70243]: DEBUG nova.compute.manager [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1211.384763] env[70243]: DEBUG nova.network.neutron [req-316e8e99-718e-4427-9e97-1b2ab9a56ff3 req-06f7cc47-38b0-40b9-be2b-0ec3c55f8220 service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Updated VIF entry in instance network info cache for port 8db69e78-2df7-4605-b06b-5166b95bd959. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.385209] env[70243]: DEBUG nova.network.neutron [req-316e8e99-718e-4427-9e97-1b2ab9a56ff3 req-06f7cc47-38b0-40b9-be2b-0ec3c55f8220 service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Updating instance_info_cache with network_info: [{"id": "8db69e78-2df7-4605-b06b-5166b95bd959", "address": "fa:16:3e:bd:19:19", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db69e78-2d", "ovs_interfaceid": "8db69e78-2df7-4605-b06b-5166b95bd959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.418359] env[70243]: DEBUG nova.network.neutron [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Successfully created port: 0628dfc9-a027-476a-84d0-1104ff7645f4 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1211.434394] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622870, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.502910] env[70243]: DEBUG nova.scheduler.client.report [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.674549] env[70243]: DEBUG nova.network.neutron [-] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.718370] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fb1fbae-11e3-4d5f-8385-fb98364d98e7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.728952] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6d0c4f-0b08-4457-93a8-d981ea8fc37a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.763927] env[70243]: DEBUG nova.compute.manager [req-93f2ae74-7f29-4304-829e-f0a05e1d8841 req-d5eaa296-2616-42ea-ba5d-7b7662942457 service nova] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Detach interface failed, port_id=fca4edca-3813-494e-a034-de917e7053b1, reason: Instance 2e816a3c-88b8-41b7-9793-ecc43d43c2f5 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1211.888356] env[70243]: DEBUG oslo_concurrency.lockutils [req-316e8e99-718e-4427-9e97-1b2ab9a56ff3 req-06f7cc47-38b0-40b9-be2b-0ec3c55f8220 service nova] Releasing lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.935104] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604763} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.935451] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 1d3d9414-8e33-43ef-9328-c02f0a62bc5f/1d3d9414-8e33-43ef-9328-c02f0a62bc5f.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.935625] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1211.935911] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aef72de5-eb5a-4269-a329-a4bc3ea29bb7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.942623] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1211.942623] env[70243]: value = "task-3622871" [ 1211.942623] env[70243]: _type = "Task" [ 1211.942623] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.950928] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.008014] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.010651] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.915s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.012336] env[70243]: INFO nova.compute.claims [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.033277] env[70243]: INFO nova.scheduler.client.report [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Deleted allocations for instance 6493ad61-cc4b-4404-873b-7d8bae7a5009 [ 1212.178627] env[70243]: INFO nova.compute.manager [-] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Took 1.30 seconds to deallocate network for instance. [ 1212.265908] env[70243]: DEBUG nova.compute.manager [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1212.295834] env[70243]: DEBUG nova.virt.hardware [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.296152] env[70243]: DEBUG nova.virt.hardware [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.296346] env[70243]: DEBUG nova.virt.hardware [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.296580] env[70243]: DEBUG nova.virt.hardware [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.296747] env[70243]: DEBUG nova.virt.hardware [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.296938] env[70243]: DEBUG nova.virt.hardware [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.297205] env[70243]: DEBUG nova.virt.hardware [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.297387] env[70243]: DEBUG nova.virt.hardware [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.297586] env[70243]: DEBUG nova.virt.hardware [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.297771] env[70243]: DEBUG nova.virt.hardware [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.297979] env[70243]: DEBUG nova.virt.hardware [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.298922] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b270a2e8-d8c3-495d-b657-518d33f30ad7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.310218] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36327996-83bd-4664-b4cf-96b0b55c4066 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.452464] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071126} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.452701] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1212.453511] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e05022a-1e91-4deb-83d2-1520bf238e9e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.475904] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 1d3d9414-8e33-43ef-9328-c02f0a62bc5f/1d3d9414-8e33-43ef-9328-c02f0a62bc5f.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.476648] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-083c608a-c299-4eb9-a075-0f95d07f2b46 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.496339] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1212.496339] env[70243]: value = "task-3622872" [ 1212.496339] env[70243]: _type = "Task" [ 1212.496339] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.504603] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.540337] env[70243]: DEBUG oslo_concurrency.lockutils [None req-c771c083-9f37-4e11-bab9-ec2511f9a9f2 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "6493ad61-cc4b-4404-873b-7d8bae7a5009" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.577s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.685378] env[70243]: DEBUG oslo_concurrency.lockutils [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.901080] env[70243]: DEBUG nova.compute.manager [req-03c18255-fee3-4ec4-aa55-39568521f05e req-370becce-e1fb-4d5a-a133-1e4ac205414d service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Received event network-vif-plugged-0628dfc9-a027-476a-84d0-1104ff7645f4 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.901080] env[70243]: DEBUG oslo_concurrency.lockutils [req-03c18255-fee3-4ec4-aa55-39568521f05e req-370becce-e1fb-4d5a-a133-1e4ac205414d service nova] Acquiring lock "291bb769-9a6d-42b7-82c8-89cffd3248d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.901080] env[70243]: DEBUG oslo_concurrency.lockutils [req-03c18255-fee3-4ec4-aa55-39568521f05e req-370becce-e1fb-4d5a-a133-1e4ac205414d service nova] Lock "291bb769-9a6d-42b7-82c8-89cffd3248d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.901080] env[70243]: DEBUG oslo_concurrency.lockutils [req-03c18255-fee3-4ec4-aa55-39568521f05e req-370becce-e1fb-4d5a-a133-1e4ac205414d service nova] Lock "291bb769-9a6d-42b7-82c8-89cffd3248d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.902294] env[70243]: DEBUG nova.compute.manager [req-03c18255-fee3-4ec4-aa55-39568521f05e req-370becce-e1fb-4d5a-a133-1e4ac205414d service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] No waiting events found dispatching network-vif-plugged-0628dfc9-a027-476a-84d0-1104ff7645f4 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1212.902807] env[70243]: WARNING nova.compute.manager [req-03c18255-fee3-4ec4-aa55-39568521f05e req-370becce-e1fb-4d5a-a133-1e4ac205414d service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Received unexpected event network-vif-plugged-0628dfc9-a027-476a-84d0-1104ff7645f4 for instance with vm_state building and task_state spawning. [ 1213.001266] env[70243]: DEBUG nova.network.neutron [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Successfully updated port: 0628dfc9-a027-476a-84d0-1104ff7645f4 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1213.008769] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.176845] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0a0478-2a80-4a75-a239-fb04c8757f92 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.186455] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacc8c18-2a37-40fc-8163-eedfcbd947fb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.219421] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27e852a-2a4f-485c-a47e-0338f4d25bfa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.227127] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91840f8a-da61-4478-9904-9f0bdc320cf9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.240784] env[70243]: DEBUG nova.compute.provider_tree [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.507507] env[70243]: DEBUG oslo_concurrency.lockutils [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "refresh_cache-291bb769-9a6d-42b7-82c8-89cffd3248d8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.507702] env[70243]: DEBUG oslo_concurrency.lockutils [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquired lock "refresh_cache-291bb769-9a6d-42b7-82c8-89cffd3248d8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.507809] env[70243]: DEBUG nova.network.neutron [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.509065] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622872, 'name': ReconfigVM_Task, 'duration_secs': 0.897072} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.509335] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 1d3d9414-8e33-43ef-9328-c02f0a62bc5f/1d3d9414-8e33-43ef-9328-c02f0a62bc5f.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.509953] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc2792cb-54c3-403e-9942-e192b0fb7e8e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.517411] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1213.517411] env[70243]: value = "task-3622873" [ 1213.517411] env[70243]: _type = "Task" [ 1213.517411] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.531678] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622873, 'name': Rename_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.745257] env[70243]: DEBUG nova.scheduler.client.report [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.028636] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622873, 'name': Rename_Task, 'duration_secs': 0.291662} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.029135] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.029276] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a25f92d-89c6-493d-a09e-244c3cb27e9a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.036966] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1214.036966] env[70243]: value = "task-3622874" [ 1214.036966] env[70243]: _type = "Task" [ 1214.036966] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.045627] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.060039] env[70243]: DEBUG nova.network.neutron [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.252026] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.241s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.252216] env[70243]: DEBUG nova.compute.manager [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1214.254962] env[70243]: DEBUG oslo_concurrency.lockutils [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.570s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.258466] env[70243]: DEBUG nova.objects.instance [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lazy-loading 'resources' on Instance uuid 2e816a3c-88b8-41b7-9793-ecc43d43c2f5 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.262185] env[70243]: DEBUG nova.network.neutron [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Updating instance_info_cache with network_info: [{"id": "0628dfc9-a027-476a-84d0-1104ff7645f4", "address": "fa:16:3e:24:24:11", "network": {"id": "efed784a-c76d-40c2-9094-2797cae46b9f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1261361839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3227bc9b9f014d2db2b3a89a32f3d175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0628dfc9-a0", "ovs_interfaceid": "0628dfc9-a027-476a-84d0-1104ff7645f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.547596] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622874, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.759042] env[70243]: DEBUG nova.compute.utils [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1214.759967] env[70243]: DEBUG nova.compute.manager [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1214.760198] env[70243]: DEBUG nova.network.neutron [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1214.764806] env[70243]: DEBUG oslo_concurrency.lockutils [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Releasing lock "refresh_cache-291bb769-9a6d-42b7-82c8-89cffd3248d8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.765344] env[70243]: DEBUG nova.compute.manager [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Instance network_info: |[{"id": "0628dfc9-a027-476a-84d0-1104ff7645f4", "address": "fa:16:3e:24:24:11", "network": {"id": "efed784a-c76d-40c2-9094-2797cae46b9f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1261361839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3227bc9b9f014d2db2b3a89a32f3d175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0628dfc9-a0", "ovs_interfaceid": "0628dfc9-a027-476a-84d0-1104ff7645f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1214.765854] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:24:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496ac502-bfc4-4324-8332-cac473eb7cc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0628dfc9-a027-476a-84d0-1104ff7645f4', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.773529] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.774355] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.774637] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-317c93d3-c27c-406c-a498-348edf55238c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.799659] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1214.799659] env[70243]: value = "task-3622875" [ 1214.799659] env[70243]: _type = "Task" [ 1214.799659] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.801224] env[70243]: DEBUG nova.policy [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3121b71442940349ea3c93632e38a99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d7a853c487e46b59372fc0e512e79f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1214.814961] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622875, 'name': CreateVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.934212] env[70243]: DEBUG nova.compute.manager [req-eb7df88f-35c0-4b06-8455-5b055fd8c1fd req-7c926bd7-bd8d-463a-9c97-712fd00b35a6 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Received event network-changed-0628dfc9-a027-476a-84d0-1104ff7645f4 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.934425] env[70243]: DEBUG nova.compute.manager [req-eb7df88f-35c0-4b06-8455-5b055fd8c1fd req-7c926bd7-bd8d-463a-9c97-712fd00b35a6 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Refreshing instance network info cache due to event network-changed-0628dfc9-a027-476a-84d0-1104ff7645f4. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.934637] env[70243]: DEBUG oslo_concurrency.lockutils [req-eb7df88f-35c0-4b06-8455-5b055fd8c1fd req-7c926bd7-bd8d-463a-9c97-712fd00b35a6 service nova] Acquiring lock "refresh_cache-291bb769-9a6d-42b7-82c8-89cffd3248d8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.934779] env[70243]: DEBUG oslo_concurrency.lockutils [req-eb7df88f-35c0-4b06-8455-5b055fd8c1fd req-7c926bd7-bd8d-463a-9c97-712fd00b35a6 service nova] Acquired lock "refresh_cache-291bb769-9a6d-42b7-82c8-89cffd3248d8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.934933] env[70243]: DEBUG nova.network.neutron [req-eb7df88f-35c0-4b06-8455-5b055fd8c1fd req-7c926bd7-bd8d-463a-9c97-712fd00b35a6 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Refreshing network info cache for port 0628dfc9-a027-476a-84d0-1104ff7645f4 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.938550] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a76b6d-fd4c-4fdb-b5a0-397e369ef9d5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.946241] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff48f4a6-ff8d-457c-8538-fa27c418ead8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.978507] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ab8421-fea0-43c0-a49a-e2eb09f9e862 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.987335] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ffd771-fc7e-44eb-8f92-fc8c0adbe08b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.002158] env[70243]: DEBUG nova.compute.provider_tree [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.050285] env[70243]: DEBUG oslo_vmware.api [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622874, 'name': PowerOnVM_Task, 'duration_secs': 0.576295} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.050285] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.050626] env[70243]: INFO nova.compute.manager [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1215.050626] env[70243]: DEBUG nova.compute.manager [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.051407] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a251d5-841d-4ebd-860e-85e44fbaedc7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.072215] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "d23b2e15-5b95-4a33-861c-0ca94af22927" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.072453] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "d23b2e15-5b95-4a33-861c-0ca94af22927" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.222458] env[70243]: DEBUG nova.network.neutron [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Successfully created port: 4793040c-abf6-44b1-8a8c-85cf90399140 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1215.265764] env[70243]: DEBUG nova.compute.manager [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1215.313188] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622875, 'name': CreateVM_Task, 'duration_secs': 0.347725} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.313360] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1215.314039] env[70243]: DEBUG oslo_concurrency.lockutils [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.314257] env[70243]: DEBUG oslo_concurrency.lockutils [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.314579] env[70243]: DEBUG oslo_concurrency.lockutils [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.314832] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f6d0625-98a3-41a3-8bd0-4b7b6b2af66f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.319213] env[70243]: DEBUG oslo_vmware.api [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1215.319213] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52aefa85-16a5-fb40-67cd-c48dc4d3ccd9" [ 1215.319213] env[70243]: _type = "Task" [ 1215.319213] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.327306] env[70243]: DEBUG oslo_vmware.api [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52aefa85-16a5-fb40-67cd-c48dc4d3ccd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.505355] env[70243]: DEBUG nova.scheduler.client.report [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.570396] env[70243]: INFO nova.compute.manager [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Took 16.15 seconds to build instance. [ 1215.574347] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.576752] env[70243]: DEBUG nova.compute.manager [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1215.579141] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.660565] env[70243]: DEBUG nova.network.neutron [req-eb7df88f-35c0-4b06-8455-5b055fd8c1fd req-7c926bd7-bd8d-463a-9c97-712fd00b35a6 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Updated VIF entry in instance network info cache for port 0628dfc9-a027-476a-84d0-1104ff7645f4. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.660793] env[70243]: DEBUG nova.network.neutron [req-eb7df88f-35c0-4b06-8455-5b055fd8c1fd req-7c926bd7-bd8d-463a-9c97-712fd00b35a6 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Updating instance_info_cache with network_info: [{"id": "0628dfc9-a027-476a-84d0-1104ff7645f4", "address": "fa:16:3e:24:24:11", "network": {"id": "efed784a-c76d-40c2-9094-2797cae46b9f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1261361839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3227bc9b9f014d2db2b3a89a32f3d175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0628dfc9-a0", "ovs_interfaceid": "0628dfc9-a027-476a-84d0-1104ff7645f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.829837] env[70243]: DEBUG oslo_vmware.api [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52aefa85-16a5-fb40-67cd-c48dc4d3ccd9, 'name': SearchDatastore_Task, 'duration_secs': 0.011809} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.830162] env[70243]: DEBUG oslo_concurrency.lockutils [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.830399] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.830631] env[70243]: DEBUG oslo_concurrency.lockutils [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.830778] env[70243]: DEBUG oslo_concurrency.lockutils [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.830955] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.831837] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ede3e1ff-63e3-43d7-ae4a-c19e0481f8bd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.840369] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.840563] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.841315] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6831464-0941-4b91-89f1-0ef7a6f1f6c2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.847198] env[70243]: DEBUG oslo_vmware.api [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1215.847198] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c17038-a23d-07f7-1f19-111337e8bd93" [ 1215.847198] env[70243]: _type = "Task" [ 1215.847198] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.854937] env[70243]: DEBUG oslo_vmware.api [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c17038-a23d-07f7-1f19-111337e8bd93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.010338] env[70243]: DEBUG oslo_concurrency.lockutils [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.071955] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f757e53d-00bf-488d-a15d-a4ad861f063f tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "1d3d9414-8e33-43ef-9328-c02f0a62bc5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.661s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.089871] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.090183] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.090385] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.090630] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.090844] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.091047] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.092671] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1216.092671] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.158968] env[70243]: INFO nova.scheduler.client.report [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Deleted allocations for instance 2e816a3c-88b8-41b7-9793-ecc43d43c2f5 [ 1216.163052] env[70243]: DEBUG oslo_concurrency.lockutils [req-eb7df88f-35c0-4b06-8455-5b055fd8c1fd req-7c926bd7-bd8d-463a-9c97-712fd00b35a6 service nova] Releasing lock "refresh_cache-291bb769-9a6d-42b7-82c8-89cffd3248d8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.170032] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.170312] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.172053] env[70243]: INFO nova.compute.claims [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.236037] env[70243]: DEBUG nova.compute.manager [req-1efb2cbb-9ff1-4358-9483-a56b85c48296 req-d7a13cbb-1e95-45e8-8e8b-62111a7b5394 service nova] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Received event network-changed-d53c3d6d-53dd-472b-b08a-3974f7c65285 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.236037] env[70243]: DEBUG nova.compute.manager [req-1efb2cbb-9ff1-4358-9483-a56b85c48296 req-d7a13cbb-1e95-45e8-8e8b-62111a7b5394 service nova] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Refreshing instance network info cache due to event network-changed-d53c3d6d-53dd-472b-b08a-3974f7c65285. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.236187] env[70243]: DEBUG oslo_concurrency.lockutils [req-1efb2cbb-9ff1-4358-9483-a56b85c48296 req-d7a13cbb-1e95-45e8-8e8b-62111a7b5394 service nova] Acquiring lock "refresh_cache-1d3d9414-8e33-43ef-9328-c02f0a62bc5f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.236312] env[70243]: DEBUG oslo_concurrency.lockutils [req-1efb2cbb-9ff1-4358-9483-a56b85c48296 req-d7a13cbb-1e95-45e8-8e8b-62111a7b5394 service nova] Acquired lock "refresh_cache-1d3d9414-8e33-43ef-9328-c02f0a62bc5f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.236482] env[70243]: DEBUG nova.network.neutron [req-1efb2cbb-9ff1-4358-9483-a56b85c48296 req-d7a13cbb-1e95-45e8-8e8b-62111a7b5394 service nova] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Refreshing network info cache for port d53c3d6d-53dd-472b-b08a-3974f7c65285 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.277485] env[70243]: DEBUG nova.compute.manager [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1216.304993] env[70243]: DEBUG nova.virt.hardware [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1216.305284] env[70243]: DEBUG nova.virt.hardware [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1216.305469] env[70243]: DEBUG nova.virt.hardware [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1216.305656] env[70243]: DEBUG nova.virt.hardware [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1216.305805] env[70243]: DEBUG nova.virt.hardware [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1216.305955] env[70243]: DEBUG nova.virt.hardware [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1216.306182] env[70243]: DEBUG nova.virt.hardware [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1216.306346] env[70243]: DEBUG nova.virt.hardware [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1216.306515] env[70243]: DEBUG nova.virt.hardware [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1216.306679] env[70243]: DEBUG nova.virt.hardware [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1216.306850] env[70243]: DEBUG nova.virt.hardware [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1216.308107] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077d44d5-d9e6-484d-b21b-971166222ecd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.318634] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9543bc9e-08bb-45ba-8dba-106725a29e9f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.357900] env[70243]: DEBUG oslo_vmware.api [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52c17038-a23d-07f7-1f19-111337e8bd93, 'name': SearchDatastore_Task, 'duration_secs': 0.010285} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.358735] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6684f1c6-01e1-43e7-8ef3-de5187375e0b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.365037] env[70243]: DEBUG oslo_vmware.api [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1216.365037] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523f98ab-bea8-638d-c568-b88bd567e69c" [ 1216.365037] env[70243]: _type = "Task" [ 1216.365037] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.373516] env[70243]: DEBUG oslo_vmware.api [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523f98ab-bea8-638d-c568-b88bd567e69c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.596915] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.671726] env[70243]: DEBUG oslo_concurrency.lockutils [None req-832faf7a-fda6-4550-8b66-745f4091a2dd tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "2e816a3c-88b8-41b7-9793-ecc43d43c2f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.424s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.705179] env[70243]: DEBUG nova.network.neutron [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Successfully updated port: 4793040c-abf6-44b1-8a8c-85cf90399140 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1216.876052] env[70243]: DEBUG oslo_vmware.api [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523f98ab-bea8-638d-c568-b88bd567e69c, 'name': SearchDatastore_Task, 'duration_secs': 0.012521} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.876377] env[70243]: DEBUG oslo_concurrency.lockutils [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.876669] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 291bb769-9a6d-42b7-82c8-89cffd3248d8/291bb769-9a6d-42b7-82c8-89cffd3248d8.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.877202] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-908eecdc-905d-4ca2-8d14-d070cbf663a6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.886821] env[70243]: DEBUG oslo_vmware.api [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1216.886821] env[70243]: value = "task-3622876" [ 1216.886821] env[70243]: _type = "Task" [ 1216.886821] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.896276] env[70243]: DEBUG oslo_vmware.api [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.965599] env[70243]: DEBUG nova.compute.manager [req-aa345968-ecef-4ec3-bc42-79e691761028 req-74cf1bc8-aae7-4e91-aa81-7c4d42d1e2ab service nova] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Received event network-vif-plugged-4793040c-abf6-44b1-8a8c-85cf90399140 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.965826] env[70243]: DEBUG oslo_concurrency.lockutils [req-aa345968-ecef-4ec3-bc42-79e691761028 req-74cf1bc8-aae7-4e91-aa81-7c4d42d1e2ab service nova] Acquiring lock "9fe680ef-286b-4cac-abde-f157f2d57f95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.966378] env[70243]: DEBUG oslo_concurrency.lockutils [req-aa345968-ecef-4ec3-bc42-79e691761028 req-74cf1bc8-aae7-4e91-aa81-7c4d42d1e2ab service nova] Lock "9fe680ef-286b-4cac-abde-f157f2d57f95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.966911] env[70243]: DEBUG oslo_concurrency.lockutils [req-aa345968-ecef-4ec3-bc42-79e691761028 req-74cf1bc8-aae7-4e91-aa81-7c4d42d1e2ab service nova] Lock "9fe680ef-286b-4cac-abde-f157f2d57f95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.967144] env[70243]: DEBUG nova.compute.manager [req-aa345968-ecef-4ec3-bc42-79e691761028 req-74cf1bc8-aae7-4e91-aa81-7c4d42d1e2ab service nova] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] No waiting events found dispatching network-vif-plugged-4793040c-abf6-44b1-8a8c-85cf90399140 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1216.967362] env[70243]: WARNING nova.compute.manager [req-aa345968-ecef-4ec3-bc42-79e691761028 req-74cf1bc8-aae7-4e91-aa81-7c4d42d1e2ab service nova] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Received unexpected event network-vif-plugged-4793040c-abf6-44b1-8a8c-85cf90399140 for instance with vm_state building and task_state spawning. [ 1216.967584] env[70243]: DEBUG nova.compute.manager [req-aa345968-ecef-4ec3-bc42-79e691761028 req-74cf1bc8-aae7-4e91-aa81-7c4d42d1e2ab service nova] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Received event network-changed-4793040c-abf6-44b1-8a8c-85cf90399140 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.967787] env[70243]: DEBUG nova.compute.manager [req-aa345968-ecef-4ec3-bc42-79e691761028 req-74cf1bc8-aae7-4e91-aa81-7c4d42d1e2ab service nova] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Refreshing instance network info cache due to event network-changed-4793040c-abf6-44b1-8a8c-85cf90399140. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.968050] env[70243]: DEBUG oslo_concurrency.lockutils [req-aa345968-ecef-4ec3-bc42-79e691761028 req-74cf1bc8-aae7-4e91-aa81-7c4d42d1e2ab service nova] Acquiring lock "refresh_cache-9fe680ef-286b-4cac-abde-f157f2d57f95" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.968236] env[70243]: DEBUG oslo_concurrency.lockutils [req-aa345968-ecef-4ec3-bc42-79e691761028 req-74cf1bc8-aae7-4e91-aa81-7c4d42d1e2ab service nova] Acquired lock "refresh_cache-9fe680ef-286b-4cac-abde-f157f2d57f95" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.968436] env[70243]: DEBUG nova.network.neutron [req-aa345968-ecef-4ec3-bc42-79e691761028 req-74cf1bc8-aae7-4e91-aa81-7c4d42d1e2ab service nova] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Refreshing network info cache for port 4793040c-abf6-44b1-8a8c-85cf90399140 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.021758] env[70243]: DEBUG nova.network.neutron [req-1efb2cbb-9ff1-4358-9483-a56b85c48296 req-d7a13cbb-1e95-45e8-8e8b-62111a7b5394 service nova] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Updated VIF entry in instance network info cache for port d53c3d6d-53dd-472b-b08a-3974f7c65285. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.022203] env[70243]: DEBUG nova.network.neutron [req-1efb2cbb-9ff1-4358-9483-a56b85c48296 req-d7a13cbb-1e95-45e8-8e8b-62111a7b5394 service nova] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Updating instance_info_cache with network_info: [{"id": "d53c3d6d-53dd-472b-b08a-3974f7c65285", "address": "fa:16:3e:0c:5a:8b", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53c3d6d-53", "ovs_interfaceid": "d53c3d6d-53dd-472b-b08a-3974f7c65285", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.208540] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "refresh_cache-9fe680ef-286b-4cac-abde-f157f2d57f95" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.342888] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1726aa48-7400-46e8-94af-043eac6ecb4c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.352360] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a4302f-040c-4d14-b474-d2acb8cf401a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.387268] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243b0202-d8da-4ad1-9945-47e857d99777 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.401973] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68bd480-baa0-4be2-a9c9-9a36c61691d9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.405940] env[70243]: DEBUG oslo_vmware.api [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502025} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.406224] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 291bb769-9a6d-42b7-82c8-89cffd3248d8/291bb769-9a6d-42b7-82c8-89cffd3248d8.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.406443] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1217.407013] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-163f0cdd-2067-43d5-b6a3-eb1e83a6ec60 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.416583] env[70243]: DEBUG nova.compute.provider_tree [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.422517] env[70243]: DEBUG oslo_vmware.api [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1217.422517] env[70243]: value = "task-3622877" [ 1217.422517] env[70243]: _type = "Task" [ 1217.422517] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.431645] env[70243]: DEBUG oslo_vmware.api [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.506504] env[70243]: DEBUG nova.network.neutron [req-aa345968-ecef-4ec3-bc42-79e691761028 req-74cf1bc8-aae7-4e91-aa81-7c4d42d1e2ab service nova] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1217.508639] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "926c1ce1-d6ac-4d69-b69c-941d74c5eab4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.508868] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "926c1ce1-d6ac-4d69-b69c-941d74c5eab4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.524768] env[70243]: DEBUG oslo_concurrency.lockutils [req-1efb2cbb-9ff1-4358-9483-a56b85c48296 req-d7a13cbb-1e95-45e8-8e8b-62111a7b5394 service nova] Releasing lock "refresh_cache-1d3d9414-8e33-43ef-9328-c02f0a62bc5f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.594016] env[70243]: DEBUG nova.network.neutron [req-aa345968-ecef-4ec3-bc42-79e691761028 req-74cf1bc8-aae7-4e91-aa81-7c4d42d1e2ab service nova] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.920310] env[70243]: DEBUG nova.scheduler.client.report [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.932399] env[70243]: DEBUG oslo_vmware.api [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.277277} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.932673] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.933490] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e79e52c-dc2e-46a0-9f8c-b332898b81a0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.956931] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 291bb769-9a6d-42b7-82c8-89cffd3248d8/291bb769-9a6d-42b7-82c8-89cffd3248d8.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.957825] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7ad9806-898c-4ef1-ada2-3f111b662b49 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.981781] env[70243]: DEBUG oslo_vmware.api [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1217.981781] env[70243]: value = "task-3622878" [ 1217.981781] env[70243]: _type = "Task" [ 1217.981781] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.989911] env[70243]: DEBUG oslo_vmware.api [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.012045] env[70243]: DEBUG nova.compute.manager [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1218.097130] env[70243]: DEBUG oslo_concurrency.lockutils [req-aa345968-ecef-4ec3-bc42-79e691761028 req-74cf1bc8-aae7-4e91-aa81-7c4d42d1e2ab service nova] Releasing lock "refresh_cache-9fe680ef-286b-4cac-abde-f157f2d57f95" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.097640] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquired lock "refresh_cache-9fe680ef-286b-4cac-abde-f157f2d57f95" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.097839] env[70243]: DEBUG nova.network.neutron [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.428321] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.428902] env[70243]: DEBUG nova.compute.manager [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1218.431572] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.835s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.431751] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.431903] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1218.432955] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ef62c9-f88c-4e5e-abe8-d2b10f028762 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.441407] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5216ed5-50f3-4d79-9fa7-e6eb291a50c2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.455760] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d521963-3e34-4621-a88c-e52a22b5c42f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.462032] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42d837b-ddfc-4d2b-8b09-01d29cb22ead {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.497977] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179377MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=70243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1218.498174] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.498429] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.509034] env[70243]: DEBUG oslo_vmware.api [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.539786] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.629707] env[70243]: DEBUG nova.network.neutron [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1218.788486] env[70243]: DEBUG nova.network.neutron [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Updating instance_info_cache with network_info: [{"id": "4793040c-abf6-44b1-8a8c-85cf90399140", "address": "fa:16:3e:26:36:c5", "network": {"id": "e67b990e-a496-4c25-af2f-9af30a035feb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1399546946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d7a853c487e46b59372fc0e512e79f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4793040c-ab", "ovs_interfaceid": "4793040c-abf6-44b1-8a8c-85cf90399140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.934123] env[70243]: DEBUG nova.compute.utils [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.935568] env[70243]: DEBUG nova.compute.manager [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1218.935770] env[70243]: DEBUG nova.network.neutron [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1218.972518] env[70243]: DEBUG oslo_vmware.rw_handles [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a1f0d-5d30-539a-a2f9-44b720510342/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1218.973421] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49bd051-a60a-4129-90fd-d39289b4dbbe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.977138] env[70243]: DEBUG nova.policy [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d6f3d47d0f64a65b0abc460781a993a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fec6172a26a477f9b03f1232e5bb875', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1218.981702] env[70243]: DEBUG oslo_vmware.rw_handles [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a1f0d-5d30-539a-a2f9-44b720510342/disk-0.vmdk is in state: ready. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1218.981998] env[70243]: ERROR oslo_vmware.rw_handles [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a1f0d-5d30-539a-a2f9-44b720510342/disk-0.vmdk due to incomplete transfer. [ 1218.982309] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-741bdfee-35d5-4897-8130-0a51fe5c702a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.996717] env[70243]: DEBUG oslo_vmware.rw_handles [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a1f0d-5d30-539a-a2f9-44b720510342/disk-0.vmdk. {{(pid=70243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1218.996910] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Uploaded image 162c2705-dce1-49b3-977f-1616bd0544a8 to the Glance image server {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1218.999448] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Destroying the VM {{(pid=70243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1218.999769] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0c50e1df-ce72-4423-b115-1dace1808bd9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.016229] env[70243]: DEBUG oslo_vmware.api [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622878, 'name': ReconfigVM_Task, 'duration_secs': 0.710844} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.017824] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 291bb769-9a6d-42b7-82c8-89cffd3248d8/291bb769-9a6d-42b7-82c8-89cffd3248d8.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.018517] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1219.018517] env[70243]: value = "task-3622879" [ 1219.018517] env[70243]: _type = "Task" [ 1219.018517] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.018738] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cf9fae1-dce6-41b1-a8c1-7de6f9bae87d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.029297] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622879, 'name': Destroy_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.030622] env[70243]: DEBUG oslo_vmware.api [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1219.030622] env[70243]: value = "task-3622880" [ 1219.030622] env[70243]: _type = "Task" [ 1219.030622] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.041151] env[70243]: DEBUG oslo_vmware.api [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622880, 'name': Rename_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.291161] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Releasing lock "refresh_cache-9fe680ef-286b-4cac-abde-f157f2d57f95" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.291512] env[70243]: DEBUG nova.compute.manager [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Instance network_info: |[{"id": "4793040c-abf6-44b1-8a8c-85cf90399140", "address": "fa:16:3e:26:36:c5", "network": {"id": "e67b990e-a496-4c25-af2f-9af30a035feb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1399546946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d7a853c487e46b59372fc0e512e79f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4793040c-ab", "ovs_interfaceid": "4793040c-abf6-44b1-8a8c-85cf90399140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1219.291938] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:36:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4793040c-abf6-44b1-8a8c-85cf90399140', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.299423] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.300059] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.300059] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17a8d49b-2963-4e72-a013-e32a4ef72d6c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.314829] env[70243]: DEBUG nova.network.neutron [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Successfully created port: 4d44835e-6463-4a61-8acd-90f6d08459fc {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1219.323176] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.323176] env[70243]: value = "task-3622881" [ 1219.323176] env[70243]: _type = "Task" [ 1219.323176] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.330550] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622881, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.438750] env[70243]: DEBUG nova.compute.manager [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1219.531405] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622879, 'name': Destroy_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.539363] env[70243]: DEBUG oslo_vmware.api [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622880, 'name': Rename_Task, 'duration_secs': 0.161783} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.540399] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 82888288-702c-4709-a692-2e01927fa55f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.540542] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 60a86f38-d9ec-46b5-92ea-03ce89f4f9be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.540664] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance bbccad4a-d0b9-4e89-b557-3420d92c025d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.540782] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 181f8106-9b48-4c0d-b635-7130dc112fd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.540896] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 5e16ef53-8dbd-4217-aad8-6f3747eec7c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.541014] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 16e15fb2-9550-4e80-9d72-07d9f244bf09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.541143] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 1d3d9414-8e33-43ef-9328-c02f0a62bc5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.541255] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 291bb769-9a6d-42b7-82c8-89cffd3248d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.541363] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 9fe680ef-286b-4cac-abde-f157f2d57f95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.541473] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance d23b2e15-5b95-4a33-861c-0ca94af22927 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1219.542817] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.543554] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b371c305-250a-4d1c-bbb2-f0eee67ea3fb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.550650] env[70243]: DEBUG oslo_vmware.api [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1219.550650] env[70243]: value = "task-3622882" [ 1219.550650] env[70243]: _type = "Task" [ 1219.550650] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.560968] env[70243]: DEBUG oslo_vmware.api [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.832856] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622881, 'name': CreateVM_Task, 'duration_secs': 0.368245} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.833780] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.834510] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.834510] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.834645] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.834841] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eb7a724-41dc-4b17-9df2-ea18166ada01 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.839199] env[70243]: DEBUG oslo_vmware.api [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1219.839199] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522bc841-acd0-b0fa-5bac-15e7f6d06a0b" [ 1219.839199] env[70243]: _type = "Task" [ 1219.839199] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.846645] env[70243]: DEBUG oslo_vmware.api [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522bc841-acd0-b0fa-5bac-15e7f6d06a0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.031967] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622879, 'name': Destroy_Task, 'duration_secs': 0.641446} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.032241] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Destroyed the VM [ 1220.032532] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Deleting Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1220.032839] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-72e4ddfe-91f0-4e0e-9cf0-699ea13f329a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.038978] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1220.038978] env[70243]: value = "task-3622883" [ 1220.038978] env[70243]: _type = "Task" [ 1220.038978] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.048402] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 926c1ce1-d6ac-4d69-b69c-941d74c5eab4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1220.048761] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1220.049015] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1220.052284] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622883, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.062985] env[70243]: DEBUG oslo_vmware.api [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622882, 'name': PowerOnVM_Task, 'duration_secs': 0.47568} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.063332] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.063643] env[70243]: INFO nova.compute.manager [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1220.063924] env[70243]: DEBUG nova.compute.manager [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.065120] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7dd726-aa86-4e53-b6cd-2deda2ae9c9b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.194485] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61051c98-5ef7-4a6d-8160-7143623d6182 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.202489] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2b874b-ad13-40dd-b32b-1144807ae1da {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.232871] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dac0b8c-7c6e-403b-a008-849a9b905009 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.242421] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c7b2f7-3b15-4c19-b340-d1f8153caa75 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.256087] env[70243]: DEBUG nova.compute.provider_tree [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.350096] env[70243]: DEBUG oslo_vmware.api [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522bc841-acd0-b0fa-5bac-15e7f6d06a0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010532} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.350433] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.350683] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1220.350923] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.351088] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.351274] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.351566] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6474783e-5f37-4322-99f0-3d625034e930 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.359720] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.359907] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1220.360621] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0df27b6-3dc2-43ba-a257-9e8ec4e998aa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.365794] env[70243]: DEBUG oslo_vmware.api [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1220.365794] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ea90e6-05b7-203b-6999-4bdeef72f5fb" [ 1220.365794] env[70243]: _type = "Task" [ 1220.365794] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.372906] env[70243]: DEBUG oslo_vmware.api [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ea90e6-05b7-203b-6999-4bdeef72f5fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.449043] env[70243]: DEBUG nova.compute.manager [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1220.475880] env[70243]: DEBUG nova.virt.hardware [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.476155] env[70243]: DEBUG nova.virt.hardware [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.476285] env[70243]: DEBUG nova.virt.hardware [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.476464] env[70243]: DEBUG nova.virt.hardware [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.476610] env[70243]: DEBUG nova.virt.hardware [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.476753] env[70243]: DEBUG nova.virt.hardware [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.476958] env[70243]: DEBUG nova.virt.hardware [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.477164] env[70243]: DEBUG nova.virt.hardware [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.477300] env[70243]: DEBUG nova.virt.hardware [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.477463] env[70243]: DEBUG nova.virt.hardware [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.477633] env[70243]: DEBUG nova.virt.hardware [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.479188] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb9c425-f15c-4b6b-affe-f34e0c69d00d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.487927] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea780f48-24d3-4381-959a-511727d470a8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.548537] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622883, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.590779] env[70243]: INFO nova.compute.manager [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Took 17.16 seconds to build instance. [ 1220.720628] env[70243]: DEBUG nova.compute.manager [req-553e6ef9-2f88-4c41-90ac-7eb31b156ea0 req-077693ce-c32e-4b87-a98f-68424f187979 service nova] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Received event network-vif-plugged-4d44835e-6463-4a61-8acd-90f6d08459fc {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.720915] env[70243]: DEBUG oslo_concurrency.lockutils [req-553e6ef9-2f88-4c41-90ac-7eb31b156ea0 req-077693ce-c32e-4b87-a98f-68424f187979 service nova] Acquiring lock "d23b2e15-5b95-4a33-861c-0ca94af22927-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.721353] env[70243]: DEBUG oslo_concurrency.lockutils [req-553e6ef9-2f88-4c41-90ac-7eb31b156ea0 req-077693ce-c32e-4b87-a98f-68424f187979 service nova] Lock "d23b2e15-5b95-4a33-861c-0ca94af22927-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.721609] env[70243]: DEBUG oslo_concurrency.lockutils [req-553e6ef9-2f88-4c41-90ac-7eb31b156ea0 req-077693ce-c32e-4b87-a98f-68424f187979 service nova] Lock "d23b2e15-5b95-4a33-861c-0ca94af22927-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.721862] env[70243]: DEBUG nova.compute.manager [req-553e6ef9-2f88-4c41-90ac-7eb31b156ea0 req-077693ce-c32e-4b87-a98f-68424f187979 service nova] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] No waiting events found dispatching network-vif-plugged-4d44835e-6463-4a61-8acd-90f6d08459fc {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1220.722214] env[70243]: WARNING nova.compute.manager [req-553e6ef9-2f88-4c41-90ac-7eb31b156ea0 req-077693ce-c32e-4b87-a98f-68424f187979 service nova] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Received unexpected event network-vif-plugged-4d44835e-6463-4a61-8acd-90f6d08459fc for instance with vm_state building and task_state spawning. [ 1220.759476] env[70243]: DEBUG nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.826744] env[70243]: DEBUG nova.network.neutron [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Successfully updated port: 4d44835e-6463-4a61-8acd-90f6d08459fc {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1220.876540] env[70243]: DEBUG oslo_vmware.api [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ea90e6-05b7-203b-6999-4bdeef72f5fb, 'name': SearchDatastore_Task, 'duration_secs': 0.012072} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.877316] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1d99d2e-6364-4089-9812-ec33f926b2cc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.882259] env[70243]: DEBUG oslo_vmware.api [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1220.882259] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523e8e6a-8dc2-86fa-086c-d8967153d80f" [ 1220.882259] env[70243]: _type = "Task" [ 1220.882259] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.889710] env[70243]: DEBUG oslo_vmware.api [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523e8e6a-8dc2-86fa-086c-d8967153d80f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.049251] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622883, 'name': RemoveSnapshot_Task, 'duration_secs': 0.978563} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.049478] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Deleted Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1221.049761] env[70243]: DEBUG nova.compute.manager [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.050988] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80671c07-5afe-4b4c-a5a3-7d54f9d84d7c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.093250] env[70243]: DEBUG oslo_concurrency.lockutils [None req-96019f5b-59ed-4c56-98fd-0875c9b63f3a tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "291bb769-9a6d-42b7-82c8-89cffd3248d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.674s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.253439] env[70243]: DEBUG nova.compute.manager [req-ac10ba4f-a166-44ee-b392-e4f6381002d1 req-5399baea-9702-4c83-8f57-dd0cf52f4906 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Received event network-changed-0628dfc9-a027-476a-84d0-1104ff7645f4 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.253439] env[70243]: DEBUG nova.compute.manager [req-ac10ba4f-a166-44ee-b392-e4f6381002d1 req-5399baea-9702-4c83-8f57-dd0cf52f4906 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Refreshing instance network info cache due to event network-changed-0628dfc9-a027-476a-84d0-1104ff7645f4. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.253554] env[70243]: DEBUG oslo_concurrency.lockutils [req-ac10ba4f-a166-44ee-b392-e4f6381002d1 req-5399baea-9702-4c83-8f57-dd0cf52f4906 service nova] Acquiring lock "refresh_cache-291bb769-9a6d-42b7-82c8-89cffd3248d8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.253719] env[70243]: DEBUG oslo_concurrency.lockutils [req-ac10ba4f-a166-44ee-b392-e4f6381002d1 req-5399baea-9702-4c83-8f57-dd0cf52f4906 service nova] Acquired lock "refresh_cache-291bb769-9a6d-42b7-82c8-89cffd3248d8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.253919] env[70243]: DEBUG nova.network.neutron [req-ac10ba4f-a166-44ee-b392-e4f6381002d1 req-5399baea-9702-4c83-8f57-dd0cf52f4906 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Refreshing network info cache for port 0628dfc9-a027-476a-84d0-1104ff7645f4 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.264513] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1221.264735] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.766s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.265017] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.725s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.266876] env[70243]: INFO nova.compute.claims [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.269808] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.270099] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Cleaning up deleted instances {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1221.331412] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "refresh_cache-d23b2e15-5b95-4a33-861c-0ca94af22927" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.331666] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired lock "refresh_cache-d23b2e15-5b95-4a33-861c-0ca94af22927" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.331760] env[70243]: DEBUG nova.network.neutron [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.393203] env[70243]: DEBUG oslo_vmware.api [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523e8e6a-8dc2-86fa-086c-d8967153d80f, 'name': SearchDatastore_Task, 'duration_secs': 0.009293} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.393433] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.394033] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 9fe680ef-286b-4cac-abde-f157f2d57f95/9fe680ef-286b-4cac-abde-f157f2d57f95.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.394033] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6650767b-8bb2-448f-845f-db4a14d8c807 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.400708] env[70243]: DEBUG oslo_vmware.api [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1221.400708] env[70243]: value = "task-3622884" [ 1221.400708] env[70243]: _type = "Task" [ 1221.400708] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.408444] env[70243]: DEBUG oslo_vmware.api [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.561976] env[70243]: INFO nova.compute.manager [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Shelve offloading [ 1221.787310] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] There are 64 instances to clean {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1221.787540] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: a75cd408-9f0b-42f9-8ffe-96167c1a9549] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.879072] env[70243]: DEBUG nova.network.neutron [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.909727] env[70243]: DEBUG oslo_vmware.api [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471638} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.910016] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 9fe680ef-286b-4cac-abde-f157f2d57f95/9fe680ef-286b-4cac-abde-f157f2d57f95.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1221.910292] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1221.910552] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb304488-43b1-4d4f-a4c3-9428b1d61b03 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.916518] env[70243]: DEBUG oslo_vmware.api [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1221.916518] env[70243]: value = "task-3622885" [ 1221.916518] env[70243]: _type = "Task" [ 1221.916518] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.927104] env[70243]: DEBUG oslo_vmware.api [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.066544] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.066814] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-285e2880-4201-4d2a-9f7e-a897b9a7a82b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.073534] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1222.073534] env[70243]: value = "task-3622886" [ 1222.073534] env[70243]: _type = "Task" [ 1222.073534] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.080998] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.082748] env[70243]: DEBUG nova.network.neutron [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Updating instance_info_cache with network_info: [{"id": "4d44835e-6463-4a61-8acd-90f6d08459fc", "address": "fa:16:3e:b5:be:b5", "network": {"id": "6c4ec218-1aa5-41c5-89cf-b0050733440b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1313015590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fec6172a26a477f9b03f1232e5bb875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d44835e-64", "ovs_interfaceid": "4d44835e-6463-4a61-8acd-90f6d08459fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.085131] env[70243]: DEBUG nova.network.neutron [req-ac10ba4f-a166-44ee-b392-e4f6381002d1 req-5399baea-9702-4c83-8f57-dd0cf52f4906 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Updated VIF entry in instance network info cache for port 0628dfc9-a027-476a-84d0-1104ff7645f4. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.085486] env[70243]: DEBUG nova.network.neutron [req-ac10ba4f-a166-44ee-b392-e4f6381002d1 req-5399baea-9702-4c83-8f57-dd0cf52f4906 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Updating instance_info_cache with network_info: [{"id": "0628dfc9-a027-476a-84d0-1104ff7645f4", "address": "fa:16:3e:24:24:11", "network": {"id": "efed784a-c76d-40c2-9094-2797cae46b9f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1261361839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3227bc9b9f014d2db2b3a89a32f3d175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0628dfc9-a0", "ovs_interfaceid": "0628dfc9-a027-476a-84d0-1104ff7645f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.293448] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 6493ad61-cc4b-4404-873b-7d8bae7a5009] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.421832] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39a3887-018b-400c-bf81-8508a8f5a1ae {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.434112] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5067c3-a50a-4e79-8a00-351e759aefbd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.437195] env[70243]: DEBUG oslo_vmware.api [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072045} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.437463] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1222.438614] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815d82fd-6598-4d90-850c-8d0aafa9f237 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.467271] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ff3f0b-88fc-44b5-9a2f-32b426e5ab2a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.489248] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 9fe680ef-286b-4cac-abde-f157f2d57f95/9fe680ef-286b-4cac-abde-f157f2d57f95.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.490069] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-685e2939-1fb8-4913-8816-5012245d9dd8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.508504] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1e3f7f-6bbd-4ce1-91ad-d1fb4131c703 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.513785] env[70243]: DEBUG oslo_vmware.api [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1222.513785] env[70243]: value = "task-3622887" [ 1222.513785] env[70243]: _type = "Task" [ 1222.513785] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.524727] env[70243]: DEBUG nova.compute.provider_tree [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.531953] env[70243]: DEBUG oslo_vmware.api [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622887, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.584231] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] VM already powered off {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1222.584690] env[70243]: DEBUG nova.compute.manager [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.585051] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Releasing lock "refresh_cache-d23b2e15-5b95-4a33-861c-0ca94af22927" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.585438] env[70243]: DEBUG nova.compute.manager [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Instance network_info: |[{"id": "4d44835e-6463-4a61-8acd-90f6d08459fc", "address": "fa:16:3e:b5:be:b5", "network": {"id": "6c4ec218-1aa5-41c5-89cf-b0050733440b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1313015590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fec6172a26a477f9b03f1232e5bb875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d44835e-64", "ovs_interfaceid": "4d44835e-6463-4a61-8acd-90f6d08459fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1222.586264] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9a6611-bacc-49b9-bf9f-c8e3147e5562 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.589145] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:be:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d44835e-6463-4a61-8acd-90f6d08459fc', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.597197] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.597692] env[70243]: DEBUG oslo_concurrency.lockutils [req-ac10ba4f-a166-44ee-b392-e4f6381002d1 req-5399baea-9702-4c83-8f57-dd0cf52f4906 service nova] Releasing lock "refresh_cache-291bb769-9a6d-42b7-82c8-89cffd3248d8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.598129] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.598853] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb55eaa7-a757-46d2-bdc5-d4e878343ed2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.616665] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "refresh_cache-181f8106-9b48-4c0d-b635-7130dc112fd9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.616891] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquired lock "refresh_cache-181f8106-9b48-4c0d-b635-7130dc112fd9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.617117] env[70243]: DEBUG nova.network.neutron [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.623400] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.623400] env[70243]: value = "task-3622888" [ 1222.623400] env[70243]: _type = "Task" [ 1222.623400] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.632925] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622888, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.749544] env[70243]: DEBUG nova.compute.manager [req-951ff62a-85fc-48de-a63b-57a6aacc3c12 req-b1777f50-ce91-4de5-bee8-7c0f21f3fad3 service nova] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Received event network-changed-4d44835e-6463-4a61-8acd-90f6d08459fc {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.749864] env[70243]: DEBUG nova.compute.manager [req-951ff62a-85fc-48de-a63b-57a6aacc3c12 req-b1777f50-ce91-4de5-bee8-7c0f21f3fad3 service nova] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Refreshing instance network info cache due to event network-changed-4d44835e-6463-4a61-8acd-90f6d08459fc. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1222.750227] env[70243]: DEBUG oslo_concurrency.lockutils [req-951ff62a-85fc-48de-a63b-57a6aacc3c12 req-b1777f50-ce91-4de5-bee8-7c0f21f3fad3 service nova] Acquiring lock "refresh_cache-d23b2e15-5b95-4a33-861c-0ca94af22927" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.750483] env[70243]: DEBUG oslo_concurrency.lockutils [req-951ff62a-85fc-48de-a63b-57a6aacc3c12 req-b1777f50-ce91-4de5-bee8-7c0f21f3fad3 service nova] Acquired lock "refresh_cache-d23b2e15-5b95-4a33-861c-0ca94af22927" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.750708] env[70243]: DEBUG nova.network.neutron [req-951ff62a-85fc-48de-a63b-57a6aacc3c12 req-b1777f50-ce91-4de5-bee8-7c0f21f3fad3 service nova] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Refreshing network info cache for port 4d44835e-6463-4a61-8acd-90f6d08459fc {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.796189] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 2e816a3c-88b8-41b7-9793-ecc43d43c2f5] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.023420] env[70243]: DEBUG oslo_vmware.api [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622887, 'name': ReconfigVM_Task, 'duration_secs': 0.450642} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.023674] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 9fe680ef-286b-4cac-abde-f157f2d57f95/9fe680ef-286b-4cac-abde-f157f2d57f95.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.024366] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f969f2aa-1bb1-43eb-90b4-65f4217a448a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.027872] env[70243]: DEBUG nova.scheduler.client.report [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.031822] env[70243]: DEBUG oslo_vmware.api [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1223.031822] env[70243]: value = "task-3622889" [ 1223.031822] env[70243]: _type = "Task" [ 1223.031822] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.039431] env[70243]: DEBUG oslo_vmware.api [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622889, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.132350] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622888, 'name': CreateVM_Task, 'duration_secs': 0.45751} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.132536] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.133225] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.133449] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.133852] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.134201] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28033bde-4a82-4508-8d5b-4a2c36feb3db {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.138443] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1223.138443] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5279d6cc-4220-86fb-9527-e02c0189920f" [ 1223.138443] env[70243]: _type = "Task" [ 1223.138443] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.146206] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5279d6cc-4220-86fb-9527-e02c0189920f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.299660] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 2dc3b67a-1c12-4b02-8e8a-770add294258] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.398955] env[70243]: DEBUG nova.network.neutron [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Updating instance_info_cache with network_info: [{"id": "1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1", "address": "fa:16:3e:67:7a:ac", "network": {"id": "3ebabe1b-c0c2-4001-a925-c9fb262c5e75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107324948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc7836824bf442619c6ab1b3d0fbffa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb128d3-b2", "ovs_interfaceid": "1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.497837] env[70243]: DEBUG nova.network.neutron [req-951ff62a-85fc-48de-a63b-57a6aacc3c12 req-b1777f50-ce91-4de5-bee8-7c0f21f3fad3 service nova] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Updated VIF entry in instance network info cache for port 4d44835e-6463-4a61-8acd-90f6d08459fc. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1223.498207] env[70243]: DEBUG nova.network.neutron [req-951ff62a-85fc-48de-a63b-57a6aacc3c12 req-b1777f50-ce91-4de5-bee8-7c0f21f3fad3 service nova] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Updating instance_info_cache with network_info: [{"id": "4d44835e-6463-4a61-8acd-90f6d08459fc", "address": "fa:16:3e:b5:be:b5", "network": {"id": "6c4ec218-1aa5-41c5-89cf-b0050733440b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1313015590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fec6172a26a477f9b03f1232e5bb875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d44835e-64", "ovs_interfaceid": "4d44835e-6463-4a61-8acd-90f6d08459fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.533902] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.534465] env[70243]: DEBUG nova.compute.manager [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1223.546209] env[70243]: DEBUG oslo_vmware.api [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622889, 'name': Rename_Task, 'duration_secs': 0.319739} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.546423] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.546669] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce3c02ba-b672-4853-bb53-fb9e178f85f3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.553305] env[70243]: DEBUG oslo_vmware.api [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1223.553305] env[70243]: value = "task-3622890" [ 1223.553305] env[70243]: _type = "Task" [ 1223.553305] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.560944] env[70243]: DEBUG oslo_vmware.api [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.650062] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5279d6cc-4220-86fb-9527-e02c0189920f, 'name': SearchDatastore_Task, 'duration_secs': 0.009493} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.650062] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.650062] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.650062] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.650062] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.650062] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.650062] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b4f6f4d-c339-468e-8435-6d9942d28728 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.657813] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.657983] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.658663] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-702dd3cc-7db4-4878-8a12-00bb7572408d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.663436] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1223.663436] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ba095a-ca72-a006-0d49-08ce9e008d4c" [ 1223.663436] env[70243]: _type = "Task" [ 1223.663436] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.670698] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ba095a-ca72-a006-0d49-08ce9e008d4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.802678] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 0d8b96ef-df36-4d10-ab15-8454c68bf6b1] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.901350] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Releasing lock "refresh_cache-181f8106-9b48-4c0d-b635-7130dc112fd9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.001478] env[70243]: DEBUG oslo_concurrency.lockutils [req-951ff62a-85fc-48de-a63b-57a6aacc3c12 req-b1777f50-ce91-4de5-bee8-7c0f21f3fad3 service nova] Releasing lock "refresh_cache-d23b2e15-5b95-4a33-861c-0ca94af22927" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.042297] env[70243]: DEBUG nova.compute.utils [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1224.043827] env[70243]: DEBUG nova.compute.manager [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1224.043940] env[70243]: DEBUG nova.network.neutron [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1224.065375] env[70243]: DEBUG oslo_vmware.api [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.102207] env[70243]: DEBUG nova.policy [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '485311ac44f44250bc04f9354e0ab17a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7196e187165f4d538a653ca52e53ad24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1224.174106] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ba095a-ca72-a006-0d49-08ce9e008d4c, 'name': SearchDatastore_Task, 'duration_secs': 0.007959} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.174911] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdf51c35-1581-461a-9a7c-8c65efedfa1e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.179756] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1224.179756] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52261f81-5442-b3a8-3537-4d6ef8ea2820" [ 1224.179756] env[70243]: _type = "Task" [ 1224.179756] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.187255] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52261f81-5442-b3a8-3537-4d6ef8ea2820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.306217] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 7301bc68-12ff-4e13-b63d-8c51dfb58767] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.309359] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.310248] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022f0743-f464-4ebd-a84d-f22553c599cf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.318839] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.319054] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-596c309d-198d-4bd5-af95-6f80b78c62e0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.382768] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.382994] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.383195] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Deleting the datastore file [datastore1] 181f8106-9b48-4c0d-b635-7130dc112fd9 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.383445] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91324c5d-33fe-4afa-ad6c-df7e73a17dfd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.389864] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1224.389864] env[70243]: value = "task-3622892" [ 1224.389864] env[70243]: _type = "Task" [ 1224.389864] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.398288] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.547381] env[70243]: DEBUG nova.compute.manager [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1224.553062] env[70243]: DEBUG nova.network.neutron [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Successfully created port: 3d78f62b-82e4-4d9d-9936-ad7088148f47 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1224.555320] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "interface-5e16ef53-8dbd-4217-aad8-6f3747eec7c4-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.555612] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "interface-5e16ef53-8dbd-4217-aad8-6f3747eec7c4-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.555982] env[70243]: DEBUG nova.objects.instance [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lazy-loading 'flavor' on Instance uuid 5e16ef53-8dbd-4217-aad8-6f3747eec7c4 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.566699] env[70243]: DEBUG oslo_vmware.api [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622890, 'name': PowerOnVM_Task, 'duration_secs': 1.011495} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.566699] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.566699] env[70243]: INFO nova.compute.manager [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1224.566940] env[70243]: DEBUG nova.compute.manager [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.567689] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1cfa4d-39b9-4a90-8424-1b20e9d3b7ad {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.689650] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52261f81-5442-b3a8-3537-4d6ef8ea2820, 'name': SearchDatastore_Task, 'duration_secs': 0.009057} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.690012] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.690276] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] d23b2e15-5b95-4a33-861c-0ca94af22927/d23b2e15-5b95-4a33-861c-0ca94af22927.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.690545] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a50f4788-dd25-4285-a20e-da4faf38de13 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.696929] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1224.696929] env[70243]: value = "task-3622893" [ 1224.696929] env[70243]: _type = "Task" [ 1224.696929] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.704533] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.779399] env[70243]: DEBUG nova.compute.manager [req-c8790477-7d12-499f-a35a-f860b3ad8c85 req-6468e631-8a26-426f-9db5-384c999c91ea service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Received event network-vif-unplugged-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.779583] env[70243]: DEBUG oslo_concurrency.lockutils [req-c8790477-7d12-499f-a35a-f860b3ad8c85 req-6468e631-8a26-426f-9db5-384c999c91ea service nova] Acquiring lock "181f8106-9b48-4c0d-b635-7130dc112fd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.779798] env[70243]: DEBUG oslo_concurrency.lockutils [req-c8790477-7d12-499f-a35a-f860b3ad8c85 req-6468e631-8a26-426f-9db5-384c999c91ea service nova] Lock "181f8106-9b48-4c0d-b635-7130dc112fd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.779967] env[70243]: DEBUG oslo_concurrency.lockutils [req-c8790477-7d12-499f-a35a-f860b3ad8c85 req-6468e631-8a26-426f-9db5-384c999c91ea service nova] Lock "181f8106-9b48-4c0d-b635-7130dc112fd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.780658] env[70243]: DEBUG nova.compute.manager [req-c8790477-7d12-499f-a35a-f860b3ad8c85 req-6468e631-8a26-426f-9db5-384c999c91ea service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] No waiting events found dispatching network-vif-unplugged-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1224.780861] env[70243]: WARNING nova.compute.manager [req-c8790477-7d12-499f-a35a-f860b3ad8c85 req-6468e631-8a26-426f-9db5-384c999c91ea service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Received unexpected event network-vif-unplugged-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 for instance with vm_state shelved and task_state shelving_offloading. [ 1224.781039] env[70243]: DEBUG nova.compute.manager [req-c8790477-7d12-499f-a35a-f860b3ad8c85 req-6468e631-8a26-426f-9db5-384c999c91ea service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Received event network-changed-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.781203] env[70243]: DEBUG nova.compute.manager [req-c8790477-7d12-499f-a35a-f860b3ad8c85 req-6468e631-8a26-426f-9db5-384c999c91ea service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Refreshing instance network info cache due to event network-changed-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1224.781391] env[70243]: DEBUG oslo_concurrency.lockutils [req-c8790477-7d12-499f-a35a-f860b3ad8c85 req-6468e631-8a26-426f-9db5-384c999c91ea service nova] Acquiring lock "refresh_cache-181f8106-9b48-4c0d-b635-7130dc112fd9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.781528] env[70243]: DEBUG oslo_concurrency.lockutils [req-c8790477-7d12-499f-a35a-f860b3ad8c85 req-6468e631-8a26-426f-9db5-384c999c91ea service nova] Acquired lock "refresh_cache-181f8106-9b48-4c0d-b635-7130dc112fd9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.781684] env[70243]: DEBUG nova.network.neutron [req-c8790477-7d12-499f-a35a-f860b3ad8c85 req-6468e631-8a26-426f-9db5-384c999c91ea service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Refreshing network info cache for port 1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.814752] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 15ba34ab-80c3-4829-9e8e-d196fc3b09a8] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.902824] env[70243]: DEBUG oslo_vmware.api [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127441} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.902990] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.903086] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.903278] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.929837] env[70243]: INFO nova.scheduler.client.report [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Deleted allocations for instance 181f8106-9b48-4c0d-b635-7130dc112fd9 [ 1225.087688] env[70243]: INFO nova.compute.manager [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Took 15.01 seconds to build instance. [ 1225.206928] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491389} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.207219] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] d23b2e15-5b95-4a33-861c-0ca94af22927/d23b2e15-5b95-4a33-861c-0ca94af22927.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.207438] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.207698] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc32a18d-b8fd-4ab2-858b-4dc0c2e0f6d3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.213594] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1225.213594] env[70243]: value = "task-3622894" [ 1225.213594] env[70243]: _type = "Task" [ 1225.213594] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.221944] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.320739] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 0bc23339-23e2-4ec4-9898-6df55f2bfb18] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.435616] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.435902] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.436136] env[70243]: DEBUG nova.objects.instance [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lazy-loading 'resources' on Instance uuid 181f8106-9b48-4c0d-b635-7130dc112fd9 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.461575] env[70243]: DEBUG nova.objects.instance [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lazy-loading 'pci_requests' on Instance uuid 5e16ef53-8dbd-4217-aad8-6f3747eec7c4 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.519155] env[70243]: DEBUG nova.network.neutron [req-c8790477-7d12-499f-a35a-f860b3ad8c85 req-6468e631-8a26-426f-9db5-384c999c91ea service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Updated VIF entry in instance network info cache for port 1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.519539] env[70243]: DEBUG nova.network.neutron [req-c8790477-7d12-499f-a35a-f860b3ad8c85 req-6468e631-8a26-426f-9db5-384c999c91ea service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Updating instance_info_cache with network_info: [{"id": "1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1", "address": "fa:16:3e:67:7a:ac", "network": {"id": "3ebabe1b-c0c2-4001-a925-c9fb262c5e75", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2107324948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc7836824bf442619c6ab1b3d0fbffa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1eb128d3-b2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.557691] env[70243]: DEBUG nova.compute.manager [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1225.591015] env[70243]: DEBUG nova.virt.hardware [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.591276] env[70243]: DEBUG nova.virt.hardware [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.591435] env[70243]: DEBUG nova.virt.hardware [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.591618] env[70243]: DEBUG nova.virt.hardware [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.591762] env[70243]: DEBUG nova.virt.hardware [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.591909] env[70243]: DEBUG nova.virt.hardware [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.592133] env[70243]: DEBUG nova.virt.hardware [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.592294] env[70243]: DEBUG nova.virt.hardware [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.592462] env[70243]: DEBUG nova.virt.hardware [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.592624] env[70243]: DEBUG nova.virt.hardware [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.592797] env[70243]: DEBUG nova.virt.hardware [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.593258] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2b507c0b-34de-4a31-9340-efb212b320bd tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "9fe680ef-286b-4cac-abde-f157f2d57f95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.520s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.594085] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448d498d-62a8-4dc5-bb4b-1674e9c173c5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.602452] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aad9ff-abd1-4fd2-9d81-4701f43dc7a0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.722994] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067944} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.723298] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.724065] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6a7f5d-9ca7-414c-93ec-36d26d80461c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.749862] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] d23b2e15-5b95-4a33-861c-0ca94af22927/d23b2e15-5b95-4a33-861c-0ca94af22927.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.750171] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22e76eed-3dca-4472-bbed-0379ea2d5055 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.775823] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1225.775823] env[70243]: value = "task-3622895" [ 1225.775823] env[70243]: _type = "Task" [ 1225.775823] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.785539] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622895, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.827413] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 8e478b5b-d437-42ea-b302-82490d00e6eb] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.938931] env[70243]: DEBUG nova.objects.instance [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lazy-loading 'numa_topology' on Instance uuid 181f8106-9b48-4c0d-b635-7130dc112fd9 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.966683] env[70243]: DEBUG nova.objects.base [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Object Instance<5e16ef53-8dbd-4217-aad8-6f3747eec7c4> lazy-loaded attributes: flavor,pci_requests {{(pid=70243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1225.966683] env[70243]: DEBUG nova.network.neutron [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1226.021764] env[70243]: DEBUG oslo_concurrency.lockutils [req-c8790477-7d12-499f-a35a-f860b3ad8c85 req-6468e631-8a26-426f-9db5-384c999c91ea service nova] Releasing lock "refresh_cache-181f8106-9b48-4c0d-b635-7130dc112fd9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.048952] env[70243]: DEBUG nova.policy [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b74a58353bde408a984b292dcbd53dba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8c9aa15b2ac4dbba3ace78aaff8a1a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1226.071322] env[70243]: DEBUG nova.network.neutron [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Successfully updated port: 3d78f62b-82e4-4d9d-9936-ad7088148f47 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1226.286877] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.331607] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 5e3ccf69-316e-4a64-86fc-4ff0409140eb] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.442364] env[70243]: DEBUG nova.objects.base [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Object Instance<181f8106-9b48-4c0d-b635-7130dc112fd9> lazy-loaded attributes: resources,numa_topology {{(pid=70243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1226.566978] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5754c9a-cd70-4e7f-947a-2395fe185fed {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.574030] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "refresh_cache-926c1ce1-d6ac-4d69-b69c-941d74c5eab4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.574174] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired lock "refresh_cache-926c1ce1-d6ac-4d69-b69c-941d74c5eab4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.574381] env[70243]: DEBUG nova.network.neutron [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.576743] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30cbf3e-9719-45f5-8fee-b38e853c0e7b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.607319] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25f846b-3c0d-4fe8-b986-33d365896e71 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.614583] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c05615-d692-4adc-a002-c1f98b0f3507 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.629152] env[70243]: DEBUG nova.compute.provider_tree [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.788214] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622895, 'name': ReconfigVM_Task, 'duration_secs': 0.630427} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.788214] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Reconfigured VM instance instance-00000073 to attach disk [datastore2] d23b2e15-5b95-4a33-861c-0ca94af22927/d23b2e15-5b95-4a33-861c-0ca94af22927.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.788532] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-899c58f4-97cc-4ec9-94bc-618fd1704a63 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.795437] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1226.795437] env[70243]: value = "task-3622896" [ 1226.795437] env[70243]: _type = "Task" [ 1226.795437] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.803254] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622896, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.835343] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 852b8e89-d436-4df6-9b3e-a631af2e12cf] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.990437] env[70243]: DEBUG nova.compute.manager [req-2969c44b-5570-403d-9170-637c02dba0b1 req-f740ac52-bfa1-49e2-8d50-79938ce49452 service nova] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Received event network-changed-4793040c-abf6-44b1-8a8c-85cf90399140 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.990669] env[70243]: DEBUG nova.compute.manager [req-2969c44b-5570-403d-9170-637c02dba0b1 req-f740ac52-bfa1-49e2-8d50-79938ce49452 service nova] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Refreshing instance network info cache due to event network-changed-4793040c-abf6-44b1-8a8c-85cf90399140. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1226.990886] env[70243]: DEBUG oslo_concurrency.lockutils [req-2969c44b-5570-403d-9170-637c02dba0b1 req-f740ac52-bfa1-49e2-8d50-79938ce49452 service nova] Acquiring lock "refresh_cache-9fe680ef-286b-4cac-abde-f157f2d57f95" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.991040] env[70243]: DEBUG oslo_concurrency.lockutils [req-2969c44b-5570-403d-9170-637c02dba0b1 req-f740ac52-bfa1-49e2-8d50-79938ce49452 service nova] Acquired lock "refresh_cache-9fe680ef-286b-4cac-abde-f157f2d57f95" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.991207] env[70243]: DEBUG nova.network.neutron [req-2969c44b-5570-403d-9170-637c02dba0b1 req-f740ac52-bfa1-49e2-8d50-79938ce49452 service nova] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Refreshing network info cache for port 4793040c-abf6-44b1-8a8c-85cf90399140 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.123750] env[70243]: DEBUG nova.network.neutron [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1227.131722] env[70243]: DEBUG nova.scheduler.client.report [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.271495] env[70243]: DEBUG nova.network.neutron [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Updating instance_info_cache with network_info: [{"id": "3d78f62b-82e4-4d9d-9936-ad7088148f47", "address": "fa:16:3e:37:22:78", "network": {"id": "68e759a4-f7d9-417b-aa77-a01c5b06cc6e", "bridge": "br-int", "label": "tempest-ServersTestJSON-745013007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7196e187165f4d538a653ca52e53ad24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d78f62b-82", "ovs_interfaceid": "3d78f62b-82e4-4d9d-9936-ad7088148f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.306071] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622896, 'name': Rename_Task, 'duration_secs': 0.144123} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.306529] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.306732] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-647a15a3-d422-46ae-8a2b-8d637997ba22 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.313026] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1227.313026] env[70243]: value = "task-3622897" [ 1227.313026] env[70243]: _type = "Task" [ 1227.313026] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.320690] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.338735] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: dcc7c707-e3d0-42ac-a13d-5e94fff5348d] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.448340] env[70243]: DEBUG nova.compute.manager [req-174d6120-573c-47f2-95b0-182c0b166168 req-0512eaaf-3456-4b2d-baa3-ced57a04d4b0 service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Received event network-vif-plugged-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.448584] env[70243]: DEBUG oslo_concurrency.lockutils [req-174d6120-573c-47f2-95b0-182c0b166168 req-0512eaaf-3456-4b2d-baa3-ced57a04d4b0 service nova] Acquiring lock "5e16ef53-8dbd-4217-aad8-6f3747eec7c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.448797] env[70243]: DEBUG oslo_concurrency.lockutils [req-174d6120-573c-47f2-95b0-182c0b166168 req-0512eaaf-3456-4b2d-baa3-ced57a04d4b0 service nova] Lock "5e16ef53-8dbd-4217-aad8-6f3747eec7c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.448965] env[70243]: DEBUG oslo_concurrency.lockutils [req-174d6120-573c-47f2-95b0-182c0b166168 req-0512eaaf-3456-4b2d-baa3-ced57a04d4b0 service nova] Lock "5e16ef53-8dbd-4217-aad8-6f3747eec7c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.449161] env[70243]: DEBUG nova.compute.manager [req-174d6120-573c-47f2-95b0-182c0b166168 req-0512eaaf-3456-4b2d-baa3-ced57a04d4b0 service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] No waiting events found dispatching network-vif-plugged-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1227.449334] env[70243]: WARNING nova.compute.manager [req-174d6120-573c-47f2-95b0-182c0b166168 req-0512eaaf-3456-4b2d-baa3-ced57a04d4b0 service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Received unexpected event network-vif-plugged-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 for instance with vm_state active and task_state None. [ 1227.528800] env[70243]: DEBUG nova.network.neutron [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Successfully updated port: 40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1227.639579] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.706917] env[70243]: DEBUG nova.network.neutron [req-2969c44b-5570-403d-9170-637c02dba0b1 req-f740ac52-bfa1-49e2-8d50-79938ce49452 service nova] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Updated VIF entry in instance network info cache for port 4793040c-abf6-44b1-8a8c-85cf90399140. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.707325] env[70243]: DEBUG nova.network.neutron [req-2969c44b-5570-403d-9170-637c02dba0b1 req-f740ac52-bfa1-49e2-8d50-79938ce49452 service nova] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Updating instance_info_cache with network_info: [{"id": "4793040c-abf6-44b1-8a8c-85cf90399140", "address": "fa:16:3e:26:36:c5", "network": {"id": "e67b990e-a496-4c25-af2f-9af30a035feb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1399546946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d7a853c487e46b59372fc0e512e79f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4793040c-ab", "ovs_interfaceid": "4793040c-abf6-44b1-8a8c-85cf90399140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.774863] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Releasing lock "refresh_cache-926c1ce1-d6ac-4d69-b69c-941d74c5eab4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.775315] env[70243]: DEBUG nova.compute.manager [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Instance network_info: |[{"id": "3d78f62b-82e4-4d9d-9936-ad7088148f47", "address": "fa:16:3e:37:22:78", "network": {"id": "68e759a4-f7d9-417b-aa77-a01c5b06cc6e", "bridge": "br-int", "label": "tempest-ServersTestJSON-745013007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7196e187165f4d538a653ca52e53ad24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d78f62b-82", "ovs_interfaceid": "3d78f62b-82e4-4d9d-9936-ad7088148f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1227.775780] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:22:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d78f62b-82e4-4d9d-9936-ad7088148f47', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.783704] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.783954] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.784232] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a82a8edd-f408-4ac5-b16b-139dce42801a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.806586] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.806586] env[70243]: value = "task-3622898" [ 1227.806586] env[70243]: _type = "Task" [ 1227.806586] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.816374] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622898, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.824657] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622897, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.842411] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: a09a9d3a-2d42-460b-a682-a03f3167f345] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.031508] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.031826] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.032191] env[70243]: DEBUG nova.network.neutron [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.090366] env[70243]: DEBUG oslo_concurrency.lockutils [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "181f8106-9b48-4c0d-b635-7130dc112fd9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.149644] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b2c85884-88e3-460e-9e4b-1e21fd340243 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "181f8106-9b48-4c0d-b635-7130dc112fd9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.753s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.150348] env[70243]: DEBUG oslo_concurrency.lockutils [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "181f8106-9b48-4c0d-b635-7130dc112fd9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.060s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.150510] env[70243]: INFO nova.compute.manager [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Unshelving [ 1228.209955] env[70243]: DEBUG oslo_concurrency.lockutils [req-2969c44b-5570-403d-9170-637c02dba0b1 req-f740ac52-bfa1-49e2-8d50-79938ce49452 service nova] Releasing lock "refresh_cache-9fe680ef-286b-4cac-abde-f157f2d57f95" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.210264] env[70243]: DEBUG nova.compute.manager [req-2969c44b-5570-403d-9170-637c02dba0b1 req-f740ac52-bfa1-49e2-8d50-79938ce49452 service nova] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Received event network-vif-plugged-3d78f62b-82e4-4d9d-9936-ad7088148f47 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.210465] env[70243]: DEBUG oslo_concurrency.lockutils [req-2969c44b-5570-403d-9170-637c02dba0b1 req-f740ac52-bfa1-49e2-8d50-79938ce49452 service nova] Acquiring lock "926c1ce1-d6ac-4d69-b69c-941d74c5eab4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.210682] env[70243]: DEBUG oslo_concurrency.lockutils [req-2969c44b-5570-403d-9170-637c02dba0b1 req-f740ac52-bfa1-49e2-8d50-79938ce49452 service nova] Lock "926c1ce1-d6ac-4d69-b69c-941d74c5eab4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.210825] env[70243]: DEBUG oslo_concurrency.lockutils [req-2969c44b-5570-403d-9170-637c02dba0b1 req-f740ac52-bfa1-49e2-8d50-79938ce49452 service nova] Lock "926c1ce1-d6ac-4d69-b69c-941d74c5eab4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.210990] env[70243]: DEBUG nova.compute.manager [req-2969c44b-5570-403d-9170-637c02dba0b1 req-f740ac52-bfa1-49e2-8d50-79938ce49452 service nova] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] No waiting events found dispatching network-vif-plugged-3d78f62b-82e4-4d9d-9936-ad7088148f47 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1228.211172] env[70243]: WARNING nova.compute.manager [req-2969c44b-5570-403d-9170-637c02dba0b1 req-f740ac52-bfa1-49e2-8d50-79938ce49452 service nova] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Received unexpected event network-vif-plugged-3d78f62b-82e4-4d9d-9936-ad7088148f47 for instance with vm_state building and task_state spawning. [ 1228.211335] env[70243]: DEBUG nova.compute.manager [req-2969c44b-5570-403d-9170-637c02dba0b1 req-f740ac52-bfa1-49e2-8d50-79938ce49452 service nova] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Received event network-changed-3d78f62b-82e4-4d9d-9936-ad7088148f47 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.211494] env[70243]: DEBUG nova.compute.manager [req-2969c44b-5570-403d-9170-637c02dba0b1 req-f740ac52-bfa1-49e2-8d50-79938ce49452 service nova] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Refreshing instance network info cache due to event network-changed-3d78f62b-82e4-4d9d-9936-ad7088148f47. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.211679] env[70243]: DEBUG oslo_concurrency.lockutils [req-2969c44b-5570-403d-9170-637c02dba0b1 req-f740ac52-bfa1-49e2-8d50-79938ce49452 service nova] Acquiring lock "refresh_cache-926c1ce1-d6ac-4d69-b69c-941d74c5eab4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.211957] env[70243]: DEBUG oslo_concurrency.lockutils [req-2969c44b-5570-403d-9170-637c02dba0b1 req-f740ac52-bfa1-49e2-8d50-79938ce49452 service nova] Acquired lock "refresh_cache-926c1ce1-d6ac-4d69-b69c-941d74c5eab4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.212054] env[70243]: DEBUG nova.network.neutron [req-2969c44b-5570-403d-9170-637c02dba0b1 req-f740ac52-bfa1-49e2-8d50-79938ce49452 service nova] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Refreshing network info cache for port 3d78f62b-82e4-4d9d-9936-ad7088148f47 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.316123] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622898, 'name': CreateVM_Task, 'duration_secs': 0.361291} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.316403] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1228.319724] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.319912] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.320158] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.320406] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d087188-ea24-4d66-b1d6-4d8cc3ba32e3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.324907] env[70243]: DEBUG oslo_vmware.api [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1228.324907] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52460d0a-0cab-ef2b-80dd-9a2f06da579b" [ 1228.324907] env[70243]: _type = "Task" [ 1228.324907] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.327730] env[70243]: DEBUG oslo_vmware.api [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622897, 'name': PowerOnVM_Task, 'duration_secs': 0.736508} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.330616] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.330814] env[70243]: INFO nova.compute.manager [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1228.331041] env[70243]: DEBUG nova.compute.manager [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.331694] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe913ac-130f-43b6-b667-b209df54cc51 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.338476] env[70243]: DEBUG oslo_vmware.api [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52460d0a-0cab-ef2b-80dd-9a2f06da579b, 'name': SearchDatastore_Task, 'duration_secs': 0.009734} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.339865] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.340096] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.340325] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.340470] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.340643] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.343549] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c20952de-1f64-4b79-9dcb-ece855b2a07c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.345724] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 25c7e64a-5541-41c8-b584-2f6054cac3c3] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.353647] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.353647] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.354365] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf4910f4-36cc-41fb-809d-c5b141e414a8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.358514] env[70243]: DEBUG oslo_vmware.api [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1228.358514] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52edb10e-442d-404a-21e6-25d319638824" [ 1228.358514] env[70243]: _type = "Task" [ 1228.358514] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.366375] env[70243]: DEBUG oslo_vmware.api [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52edb10e-442d-404a-21e6-25d319638824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.565950] env[70243]: WARNING nova.network.neutron [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] d2e3424a-ee26-49c3-87d1-67cbf0339862 already exists in list: networks containing: ['d2e3424a-ee26-49c3-87d1-67cbf0339862']. ignoring it [ 1228.823200] env[70243]: DEBUG nova.network.neutron [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Updating instance_info_cache with network_info: [{"id": "8db69e78-2df7-4605-b06b-5166b95bd959", "address": "fa:16:3e:bd:19:19", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db69e78-2d", "ovs_interfaceid": "8db69e78-2df7-4605-b06b-5166b95bd959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0", "address": "fa:16:3e:4a:6f:d9", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40b6cf2d-72", "ovs_interfaceid": "40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.850529] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: fa3b40ea-1246-402b-946a-e4fd056cb08d] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.856451] env[70243]: INFO nova.compute.manager [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Took 12.77 seconds to build instance. [ 1228.872926] env[70243]: DEBUG oslo_vmware.api [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52edb10e-442d-404a-21e6-25d319638824, 'name': SearchDatastore_Task, 'duration_secs': 0.008029} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.874562] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83ded65e-18b7-4b9e-814b-48ca9b22033c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.880056] env[70243]: DEBUG oslo_vmware.api [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1228.880056] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ba9cf3-5efa-7af1-f5fa-5544e883a558" [ 1228.880056] env[70243]: _type = "Task" [ 1228.880056] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.888046] env[70243]: DEBUG oslo_vmware.api [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ba9cf3-5efa-7af1-f5fa-5544e883a558, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.896409] env[70243]: DEBUG nova.network.neutron [req-2969c44b-5570-403d-9170-637c02dba0b1 req-f740ac52-bfa1-49e2-8d50-79938ce49452 service nova] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Updated VIF entry in instance network info cache for port 3d78f62b-82e4-4d9d-9936-ad7088148f47. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.896769] env[70243]: DEBUG nova.network.neutron [req-2969c44b-5570-403d-9170-637c02dba0b1 req-f740ac52-bfa1-49e2-8d50-79938ce49452 service nova] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Updating instance_info_cache with network_info: [{"id": "3d78f62b-82e4-4d9d-9936-ad7088148f47", "address": "fa:16:3e:37:22:78", "network": {"id": "68e759a4-f7d9-417b-aa77-a01c5b06cc6e", "bridge": "br-int", "label": "tempest-ServersTestJSON-745013007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7196e187165f4d538a653ca52e53ad24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d78f62b-82", "ovs_interfaceid": "3d78f62b-82e4-4d9d-9936-ad7088148f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.175173] env[70243]: DEBUG oslo_concurrency.lockutils [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.175559] env[70243]: DEBUG oslo_concurrency.lockutils [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.175708] env[70243]: DEBUG nova.objects.instance [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lazy-loading 'pci_requests' on Instance uuid 181f8106-9b48-4c0d-b635-7130dc112fd9 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.325940] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.326686] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.326865] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.327748] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7958224a-d458-454f-a276-551caca977b8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.345270] env[70243]: DEBUG nova.virt.hardware [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.345499] env[70243]: DEBUG nova.virt.hardware [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.346372] env[70243]: DEBUG nova.virt.hardware [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.346639] env[70243]: DEBUG nova.virt.hardware [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.346810] env[70243]: DEBUG nova.virt.hardware [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.346966] env[70243]: DEBUG nova.virt.hardware [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.347197] env[70243]: DEBUG nova.virt.hardware [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.347357] env[70243]: DEBUG nova.virt.hardware [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.347528] env[70243]: DEBUG nova.virt.hardware [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.347693] env[70243]: DEBUG nova.virt.hardware [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.347871] env[70243]: DEBUG nova.virt.hardware [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.354652] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Reconfiguring VM to attach interface {{(pid=70243) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1229.354992] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36cc39c1-d758-41d9-ac08-ef7bbcc9e67a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.368750] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: ad3a7fcd-b4c6-468b-b61f-2c896bab2f87] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.370701] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6281a8ae-a563-45b9-8bcc-09ef684a3497 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "d23b2e15-5b95-4a33-861c-0ca94af22927" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.298s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.377279] env[70243]: DEBUG oslo_vmware.api [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1229.377279] env[70243]: value = "task-3622899" [ 1229.377279] env[70243]: _type = "Task" [ 1229.377279] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.391791] env[70243]: DEBUG oslo_vmware.api [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622899, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.392047] env[70243]: DEBUG oslo_vmware.api [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ba9cf3-5efa-7af1-f5fa-5544e883a558, 'name': SearchDatastore_Task, 'duration_secs': 0.009239} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.392313] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.392564] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 926c1ce1-d6ac-4d69-b69c-941d74c5eab4/926c1ce1-d6ac-4d69-b69c-941d74c5eab4.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1229.393365] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd9700b8-7c09-4382-8ca4-0e330731bb4a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.399594] env[70243]: DEBUG oslo_concurrency.lockutils [req-2969c44b-5570-403d-9170-637c02dba0b1 req-f740ac52-bfa1-49e2-8d50-79938ce49452 service nova] Releasing lock "refresh_cache-926c1ce1-d6ac-4d69-b69c-941d74c5eab4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.400017] env[70243]: DEBUG oslo_vmware.api [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1229.400017] env[70243]: value = "task-3622900" [ 1229.400017] env[70243]: _type = "Task" [ 1229.400017] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.408277] env[70243]: DEBUG oslo_vmware.api [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.475135] env[70243]: DEBUG nova.compute.manager [req-768af184-a77a-47db-958c-0809fa1c8d52 req-cf562960-181b-4b1f-8092-fbe3c58d0c27 service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Received event network-changed-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.475750] env[70243]: DEBUG nova.compute.manager [req-768af184-a77a-47db-958c-0809fa1c8d52 req-cf562960-181b-4b1f-8092-fbe3c58d0c27 service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Refreshing instance network info cache due to event network-changed-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.476193] env[70243]: DEBUG oslo_concurrency.lockutils [req-768af184-a77a-47db-958c-0809fa1c8d52 req-cf562960-181b-4b1f-8092-fbe3c58d0c27 service nova] Acquiring lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.476520] env[70243]: DEBUG oslo_concurrency.lockutils [req-768af184-a77a-47db-958c-0809fa1c8d52 req-cf562960-181b-4b1f-8092-fbe3c58d0c27 service nova] Acquired lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.476950] env[70243]: DEBUG nova.network.neutron [req-768af184-a77a-47db-958c-0809fa1c8d52 req-cf562960-181b-4b1f-8092-fbe3c58d0c27 service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Refreshing network info cache for port 40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.607327] env[70243]: DEBUG nova.compute.manager [req-6242eade-7fa7-479a-b1da-68086e9ebecc req-a528f4ed-ccc7-4853-a6ef-c4e9a1a53ca1 service nova] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Received event network-changed-4d44835e-6463-4a61-8acd-90f6d08459fc {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.607529] env[70243]: DEBUG nova.compute.manager [req-6242eade-7fa7-479a-b1da-68086e9ebecc req-a528f4ed-ccc7-4853-a6ef-c4e9a1a53ca1 service nova] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Refreshing instance network info cache due to event network-changed-4d44835e-6463-4a61-8acd-90f6d08459fc. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.607758] env[70243]: DEBUG oslo_concurrency.lockutils [req-6242eade-7fa7-479a-b1da-68086e9ebecc req-a528f4ed-ccc7-4853-a6ef-c4e9a1a53ca1 service nova] Acquiring lock "refresh_cache-d23b2e15-5b95-4a33-861c-0ca94af22927" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.607896] env[70243]: DEBUG oslo_concurrency.lockutils [req-6242eade-7fa7-479a-b1da-68086e9ebecc req-a528f4ed-ccc7-4853-a6ef-c4e9a1a53ca1 service nova] Acquired lock "refresh_cache-d23b2e15-5b95-4a33-861c-0ca94af22927" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.608066] env[70243]: DEBUG nova.network.neutron [req-6242eade-7fa7-479a-b1da-68086e9ebecc req-a528f4ed-ccc7-4853-a6ef-c4e9a1a53ca1 service nova] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Refreshing network info cache for port 4d44835e-6463-4a61-8acd-90f6d08459fc {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.680240] env[70243]: DEBUG nova.objects.instance [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lazy-loading 'numa_topology' on Instance uuid 181f8106-9b48-4c0d-b635-7130dc112fd9 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.871972] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 65295564-ae08-426f-8322-9a8ffe3448a9] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.889458] env[70243]: DEBUG oslo_vmware.api [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.911063] env[70243]: DEBUG oslo_vmware.api [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501225} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.911063] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore2] 926c1ce1-d6ac-4d69-b69c-941d74c5eab4/926c1ce1-d6ac-4d69-b69c-941d74c5eab4.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.911343] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.911403] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21700638-fcd1-41fd-9b1a-e66c4d73aee3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.916932] env[70243]: DEBUG oslo_vmware.api [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1229.916932] env[70243]: value = "task-3622901" [ 1229.916932] env[70243]: _type = "Task" [ 1229.916932] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.925284] env[70243]: DEBUG oslo_vmware.api [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.177526] env[70243]: DEBUG nova.network.neutron [req-768af184-a77a-47db-958c-0809fa1c8d52 req-cf562960-181b-4b1f-8092-fbe3c58d0c27 service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Updated VIF entry in instance network info cache for port 40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.178194] env[70243]: DEBUG nova.network.neutron [req-768af184-a77a-47db-958c-0809fa1c8d52 req-cf562960-181b-4b1f-8092-fbe3c58d0c27 service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Updating instance_info_cache with network_info: [{"id": "8db69e78-2df7-4605-b06b-5166b95bd959", "address": "fa:16:3e:bd:19:19", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db69e78-2d", "ovs_interfaceid": "8db69e78-2df7-4605-b06b-5166b95bd959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0", "address": "fa:16:3e:4a:6f:d9", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40b6cf2d-72", "ovs_interfaceid": "40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.182718] env[70243]: INFO nova.compute.claims [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.367445] env[70243]: DEBUG nova.network.neutron [req-6242eade-7fa7-479a-b1da-68086e9ebecc req-a528f4ed-ccc7-4853-a6ef-c4e9a1a53ca1 service nova] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Updated VIF entry in instance network info cache for port 4d44835e-6463-4a61-8acd-90f6d08459fc. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.367818] env[70243]: DEBUG nova.network.neutron [req-6242eade-7fa7-479a-b1da-68086e9ebecc req-a528f4ed-ccc7-4853-a6ef-c4e9a1a53ca1 service nova] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Updating instance_info_cache with network_info: [{"id": "4d44835e-6463-4a61-8acd-90f6d08459fc", "address": "fa:16:3e:b5:be:b5", "network": {"id": "6c4ec218-1aa5-41c5-89cf-b0050733440b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1313015590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fec6172a26a477f9b03f1232e5bb875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d44835e-64", "ovs_interfaceid": "4d44835e-6463-4a61-8acd-90f6d08459fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.376418] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 62a3cd33-3418-4b19-904f-37f12c87de7a] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.392198] env[70243]: DEBUG oslo_vmware.api [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.429084] env[70243]: DEBUG oslo_vmware.api [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065523} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.429516] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1230.430722] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c79261-437e-4e18-a44b-6d79d16df8b8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.465879] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 926c1ce1-d6ac-4d69-b69c-941d74c5eab4/926c1ce1-d6ac-4d69-b69c-941d74c5eab4.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.466190] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a68b7325-9db6-48b6-900e-c9d7f9612eb0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.485620] env[70243]: DEBUG oslo_vmware.api [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1230.485620] env[70243]: value = "task-3622902" [ 1230.485620] env[70243]: _type = "Task" [ 1230.485620] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.493217] env[70243]: DEBUG oslo_vmware.api [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.681788] env[70243]: DEBUG oslo_concurrency.lockutils [req-768af184-a77a-47db-958c-0809fa1c8d52 req-cf562960-181b-4b1f-8092-fbe3c58d0c27 service nova] Releasing lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.871262] env[70243]: DEBUG oslo_concurrency.lockutils [req-6242eade-7fa7-479a-b1da-68086e9ebecc req-a528f4ed-ccc7-4853-a6ef-c4e9a1a53ca1 service nova] Releasing lock "refresh_cache-d23b2e15-5b95-4a33-861c-0ca94af22927" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.880114] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 5ad50661-5472-4ef6-a372-0c35c5b9ee8e] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.891326] env[70243]: DEBUG oslo_vmware.api [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.996669] env[70243]: DEBUG oslo_vmware.api [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.323578] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0283c212-0f0a-4f2a-9886-f5e4f91f7108 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.331135] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f2abc3-c4bd-4d48-8a7b-41ccbdd55dc2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.370236] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4872700b-c46c-48df-b1bf-da4fcdca9c69 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.380180] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd49a58d-9679-4d82-a18d-c9af235cd875 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.386229] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 9e3753c5-22d7-4efd-8306-06c024fdcc63] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.405992] env[70243]: DEBUG nova.compute.provider_tree [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.412146] env[70243]: DEBUG oslo_vmware.api [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.496063] env[70243]: DEBUG oslo_vmware.api [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622902, 'name': ReconfigVM_Task, 'duration_secs': 0.619237} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.496349] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 926c1ce1-d6ac-4d69-b69c-941d74c5eab4/926c1ce1-d6ac-4d69-b69c-941d74c5eab4.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.496987] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-728f0efc-8ac4-4f24-b2f4-e5dca715b0f7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.503623] env[70243]: DEBUG oslo_vmware.api [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1231.503623] env[70243]: value = "task-3622903" [ 1231.503623] env[70243]: _type = "Task" [ 1231.503623] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.510987] env[70243]: DEBUG oslo_vmware.api [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622903, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.897271] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 8103e940-f836-4b36-9cd9-e31ec80920a9] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.899106] env[70243]: DEBUG oslo_vmware.api [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.914448] env[70243]: DEBUG nova.scheduler.client.report [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.013980] env[70243]: DEBUG oslo_vmware.api [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622903, 'name': Rename_Task, 'duration_secs': 0.137933} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.014338] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.014659] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b96b8132-9d12-4ff4-8da7-bcccf29bf83a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.020474] env[70243]: DEBUG oslo_vmware.api [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1232.020474] env[70243]: value = "task-3622904" [ 1232.020474] env[70243]: _type = "Task" [ 1232.020474] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.027873] env[70243]: DEBUG oslo_vmware.api [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.396902] env[70243]: DEBUG oslo_vmware.api [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622899, 'name': ReconfigVM_Task, 'duration_secs': 2.586745} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.397384] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.397604] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Reconfigured VM to attach interface {{(pid=70243) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1232.400578] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 7b8edd61-438d-49fb-ad52-1f96a20b3e96] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.418590] env[70243]: DEBUG oslo_concurrency.lockutils [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.243s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.462034] env[70243]: INFO nova.network.neutron [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Updating port 1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1232.531116] env[70243]: DEBUG oslo_vmware.api [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622904, 'name': PowerOnVM_Task, 'duration_secs': 0.502509} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.531399] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.531605] env[70243]: INFO nova.compute.manager [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Took 6.97 seconds to spawn the instance on the hypervisor. [ 1232.531780] env[70243]: DEBUG nova.compute.manager [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.532603] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d7842a-7e02-4001-b20b-0b05df0aab63 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.904076] env[70243]: DEBUG oslo_concurrency.lockutils [None req-ce8db3b5-9c2e-4c92-b9a7-849578e12edf tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "interface-5e16ef53-8dbd-4217-aad8-6f3747eec7c4-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.348s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.905559] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 641601c2-8716-495c-889e-bd777e2dd97a] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.049019] env[70243]: INFO nova.compute.manager [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Took 14.53 seconds to build instance. [ 1233.409608] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: cbab3c5b-96ea-4a3b-b2a0-1acc2c273ce1] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.551478] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3023d2ce-fcb1-4b64-8b70-7c73b287280a tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "926c1ce1-d6ac-4d69-b69c-941d74c5eab4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.042s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.912651] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 7389c36d-4010-4df6-8fd1-767aa8b7b87a] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.982079] env[70243]: DEBUG nova.compute.manager [req-57a0d58a-21b6-4f02-9f43-8eba4272ff10 req-89fc4d85-56d0-4b71-92ce-837e2bfd9979 service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Received event network-vif-plugged-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.982386] env[70243]: DEBUG oslo_concurrency.lockutils [req-57a0d58a-21b6-4f02-9f43-8eba4272ff10 req-89fc4d85-56d0-4b71-92ce-837e2bfd9979 service nova] Acquiring lock "181f8106-9b48-4c0d-b635-7130dc112fd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.982666] env[70243]: DEBUG oslo_concurrency.lockutils [req-57a0d58a-21b6-4f02-9f43-8eba4272ff10 req-89fc4d85-56d0-4b71-92ce-837e2bfd9979 service nova] Lock "181f8106-9b48-4c0d-b635-7130dc112fd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.982784] env[70243]: DEBUG oslo_concurrency.lockutils [req-57a0d58a-21b6-4f02-9f43-8eba4272ff10 req-89fc4d85-56d0-4b71-92ce-837e2bfd9979 service nova] Lock "181f8106-9b48-4c0d-b635-7130dc112fd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.982924] env[70243]: DEBUG nova.compute.manager [req-57a0d58a-21b6-4f02-9f43-8eba4272ff10 req-89fc4d85-56d0-4b71-92ce-837e2bfd9979 service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] No waiting events found dispatching network-vif-plugged-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1233.983133] env[70243]: WARNING nova.compute.manager [req-57a0d58a-21b6-4f02-9f43-8eba4272ff10 req-89fc4d85-56d0-4b71-92ce-837e2bfd9979 service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Received unexpected event network-vif-plugged-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1234.104211] env[70243]: DEBUG oslo_concurrency.lockutils [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "refresh_cache-181f8106-9b48-4c0d-b635-7130dc112fd9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.104539] env[70243]: DEBUG oslo_concurrency.lockutils [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquired lock "refresh_cache-181f8106-9b48-4c0d-b635-7130dc112fd9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.104790] env[70243]: DEBUG nova.network.neutron [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.233782] env[70243]: DEBUG oslo_concurrency.lockutils [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "interface-5e16ef53-8dbd-4217-aad8-6f3747eec7c4-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.234086] env[70243]: DEBUG oslo_concurrency.lockutils [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "interface-5e16ef53-8dbd-4217-aad8-6f3747eec7c4-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.416176] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 709b6a5d-6d8f-4e08-8883-a25215ee6b7e] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.487679] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "926c1ce1-d6ac-4d69-b69c-941d74c5eab4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.487931] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "926c1ce1-d6ac-4d69-b69c-941d74c5eab4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.488162] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "926c1ce1-d6ac-4d69-b69c-941d74c5eab4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.488349] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "926c1ce1-d6ac-4d69-b69c-941d74c5eab4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.488519] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "926c1ce1-d6ac-4d69-b69c-941d74c5eab4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.490510] env[70243]: INFO nova.compute.manager [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Terminating instance [ 1234.737641] env[70243]: DEBUG oslo_concurrency.lockutils [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.737863] env[70243]: DEBUG oslo_concurrency.lockutils [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.739151] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1924787-2329-4919-874f-50624636b33d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.759595] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373ef1ba-785d-401b-a8c9-a3ea4522615e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.785024] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Reconfiguring VM to detach interface {{(pid=70243) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1234.787548] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a03423a-f6bb-42df-99c4-ed02189d4898 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.808659] env[70243]: DEBUG oslo_vmware.api [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1234.808659] env[70243]: value = "task-3622905" [ 1234.808659] env[70243]: _type = "Task" [ 1234.808659] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.816815] env[70243]: DEBUG oslo_vmware.api [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.832949] env[70243]: DEBUG nova.network.neutron [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Updating instance_info_cache with network_info: [{"id": "1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1", "address": "fa:16:3e:67:7a:ac", "network": {"id": "3ebabe1b-c0c2-4001-a925-c9fb262c5e75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107324948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc7836824bf442619c6ab1b3d0fbffa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb128d3-b2", "ovs_interfaceid": "1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.919388] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: a40d171c-401b-41b9-ab27-f1bea651d913] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.994607] env[70243]: DEBUG nova.compute.manager [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.994769] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.995614] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783c6098-9e8d-478d-8916-c66c8dab3f4d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.003326] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.003568] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63782f0b-1d81-450b-a99e-e08968b2c4ce {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.009966] env[70243]: DEBUG oslo_vmware.api [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1235.009966] env[70243]: value = "task-3622906" [ 1235.009966] env[70243]: _type = "Task" [ 1235.009966] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.019933] env[70243]: DEBUG oslo_vmware.api [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.318919] env[70243]: DEBUG oslo_vmware.api [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.335666] env[70243]: DEBUG oslo_concurrency.lockutils [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Releasing lock "refresh_cache-181f8106-9b48-4c0d-b635-7130dc112fd9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.363480] env[70243]: DEBUG nova.virt.hardware [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e64006ea6f772bbf7831b5fe12276a3a',container_format='bare',created_at=2025-04-26T00:13:55Z,direct_url=,disk_format='vmdk',id=162c2705-dce1-49b3-977f-1616bd0544a8,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1187041035-shelved',owner='bc7836824bf442619c6ab1b3d0fbffa5',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-04-26T00:14:12Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.363726] env[70243]: DEBUG nova.virt.hardware [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.363884] env[70243]: DEBUG nova.virt.hardware [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.364084] env[70243]: DEBUG nova.virt.hardware [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.364235] env[70243]: DEBUG nova.virt.hardware [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.364420] env[70243]: DEBUG nova.virt.hardware [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.364640] env[70243]: DEBUG nova.virt.hardware [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.364802] env[70243]: DEBUG nova.virt.hardware [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.364970] env[70243]: DEBUG nova.virt.hardware [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.365146] env[70243]: DEBUG nova.virt.hardware [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.365333] env[70243]: DEBUG nova.virt.hardware [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.366189] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21acce34-35d4-4dbb-a365-435a923a9ff8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.373454] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4140320-b35b-4007-af81-a696d350e9d9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.386536] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:7a:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1235.393658] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.393876] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1235.394082] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2eb95dfd-adb8-4cde-975f-744159a6d7d3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.411948] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1235.411948] env[70243]: value = "task-3622907" [ 1235.411948] env[70243]: _type = "Task" [ 1235.411948] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.418879] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622907, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.422358] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: a9810188-00fc-4056-9a0c-737f1ea76e72] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.519590] env[70243]: DEBUG oslo_vmware.api [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622906, 'name': PowerOffVM_Task, 'duration_secs': 0.190568} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.519937] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.520172] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.520466] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f247d4fd-fd24-420a-b6ed-8d5ce6da1b9e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.591605] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.591843] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.592106] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Deleting the datastore file [datastore2] 926c1ce1-d6ac-4d69-b69c-941d74c5eab4 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.592385] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79c1cde4-99cc-4ed5-93e1-dd49e7252683 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.600444] env[70243]: DEBUG oslo_vmware.api [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1235.600444] env[70243]: value = "task-3622909" [ 1235.600444] env[70243]: _type = "Task" [ 1235.600444] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.608755] env[70243]: DEBUG oslo_vmware.api [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.819394] env[70243]: DEBUG oslo_vmware.api [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.921201] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622907, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.925773] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: a64f293e-481f-43af-83fe-04545d27a325] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.010916] env[70243]: DEBUG nova.compute.manager [req-13c38d9f-7551-4175-a914-24fb2f17d9e2 req-e5c5c229-b6e8-40d3-9768-3f38cfb743d5 service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Received event network-changed-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.011065] env[70243]: DEBUG nova.compute.manager [req-13c38d9f-7551-4175-a914-24fb2f17d9e2 req-e5c5c229-b6e8-40d3-9768-3f38cfb743d5 service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Refreshing instance network info cache due to event network-changed-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1236.011288] env[70243]: DEBUG oslo_concurrency.lockutils [req-13c38d9f-7551-4175-a914-24fb2f17d9e2 req-e5c5c229-b6e8-40d3-9768-3f38cfb743d5 service nova] Acquiring lock "refresh_cache-181f8106-9b48-4c0d-b635-7130dc112fd9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.011434] env[70243]: DEBUG oslo_concurrency.lockutils [req-13c38d9f-7551-4175-a914-24fb2f17d9e2 req-e5c5c229-b6e8-40d3-9768-3f38cfb743d5 service nova] Acquired lock "refresh_cache-181f8106-9b48-4c0d-b635-7130dc112fd9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.011662] env[70243]: DEBUG nova.network.neutron [req-13c38d9f-7551-4175-a914-24fb2f17d9e2 req-e5c5c229-b6e8-40d3-9768-3f38cfb743d5 service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Refreshing network info cache for port 1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.111076] env[70243]: DEBUG oslo_vmware.api [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412683} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.111076] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.111076] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.111076] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.111076] env[70243]: INFO nova.compute.manager [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1236.111076] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.111504] env[70243]: DEBUG nova.compute.manager [-] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.111504] env[70243]: DEBUG nova.network.neutron [-] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.320277] env[70243]: DEBUG oslo_vmware.api [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.423566] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622907, 'name': CreateVM_Task, 'duration_secs': 0.886308} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.423771] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.424414] env[70243]: DEBUG oslo_concurrency.lockutils [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/162c2705-dce1-49b3-977f-1616bd0544a8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.424593] env[70243]: DEBUG oslo_concurrency.lockutils [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/162c2705-dce1-49b3-977f-1616bd0544a8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.424961] env[70243]: DEBUG oslo_concurrency.lockutils [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/162c2705-dce1-49b3-977f-1616bd0544a8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.425221] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e850264-07fe-4a2a-a840-3428f9e53a2c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.428406] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 672bd80c-015e-4769-af92-dc1ae155a44e] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.431174] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1236.431174] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52fcc687-0cb9-e3b3-4c82-e22054e60d06" [ 1236.431174] env[70243]: _type = "Task" [ 1236.431174] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.439066] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52fcc687-0cb9-e3b3-4c82-e22054e60d06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.706028] env[70243]: DEBUG nova.network.neutron [req-13c38d9f-7551-4175-a914-24fb2f17d9e2 req-e5c5c229-b6e8-40d3-9768-3f38cfb743d5 service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Updated VIF entry in instance network info cache for port 1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.706428] env[70243]: DEBUG nova.network.neutron [req-13c38d9f-7551-4175-a914-24fb2f17d9e2 req-e5c5c229-b6e8-40d3-9768-3f38cfb743d5 service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Updating instance_info_cache with network_info: [{"id": "1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1", "address": "fa:16:3e:67:7a:ac", "network": {"id": "3ebabe1b-c0c2-4001-a925-c9fb262c5e75", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107324948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc7836824bf442619c6ab1b3d0fbffa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb128d3-b2", "ovs_interfaceid": "1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.821232] env[70243]: DEBUG oslo_vmware.api [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.867180] env[70243]: DEBUG nova.network.neutron [-] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.933037] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: ddeb2e4f-ae88-444b-bdfc-00a5944dd8de] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.944841] env[70243]: DEBUG oslo_concurrency.lockutils [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/162c2705-dce1-49b3-977f-1616bd0544a8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.945114] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Processing image 162c2705-dce1-49b3-977f-1616bd0544a8 {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.945429] env[70243]: DEBUG oslo_concurrency.lockutils [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/162c2705-dce1-49b3-977f-1616bd0544a8/162c2705-dce1-49b3-977f-1616bd0544a8.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.946256] env[70243]: DEBUG oslo_concurrency.lockutils [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/162c2705-dce1-49b3-977f-1616bd0544a8/162c2705-dce1-49b3-977f-1616bd0544a8.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.946256] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.946422] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41065c4e-57ee-4903-ba6f-a7d86c172432 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.955282] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.955480] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.956271] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52ef338e-20e6-4c25-85ec-c9983c0c9add {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.962524] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1236.962524] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e86ebe-de37-2416-a656-96d21ae35150" [ 1236.962524] env[70243]: _type = "Task" [ 1236.962524] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.973813] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e86ebe-de37-2416-a656-96d21ae35150, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.208837] env[70243]: DEBUG oslo_concurrency.lockutils [req-13c38d9f-7551-4175-a914-24fb2f17d9e2 req-e5c5c229-b6e8-40d3-9768-3f38cfb743d5 service nova] Releasing lock "refresh_cache-181f8106-9b48-4c0d-b635-7130dc112fd9" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.322157] env[70243]: DEBUG oslo_vmware.api [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.369858] env[70243]: INFO nova.compute.manager [-] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Took 1.26 seconds to deallocate network for instance. [ 1237.439900] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 8b2602c1-bd7c-473c-9c61-93b93fad24a7] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.473199] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Preparing fetch location {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1237.473507] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Fetch image to [datastore2] OSTACK_IMG_04ec93e5-bff8-4ec5-98c0-598d6d12f9b5/OSTACK_IMG_04ec93e5-bff8-4ec5-98c0-598d6d12f9b5.vmdk {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1237.473730] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Downloading stream optimized image 162c2705-dce1-49b3-977f-1616bd0544a8 to [datastore2] OSTACK_IMG_04ec93e5-bff8-4ec5-98c0-598d6d12f9b5/OSTACK_IMG_04ec93e5-bff8-4ec5-98c0-598d6d12f9b5.vmdk on the data store datastore2 as vApp {{(pid=70243) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1237.473938] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Downloading image file data 162c2705-dce1-49b3-977f-1616bd0544a8 to the ESX as VM named 'OSTACK_IMG_04ec93e5-bff8-4ec5-98c0-598d6d12f9b5' {{(pid=70243) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1237.542523] env[70243]: DEBUG oslo_vmware.rw_handles [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1237.542523] env[70243]: value = "resgroup-9" [ 1237.542523] env[70243]: _type = "ResourcePool" [ 1237.542523] env[70243]: }. {{(pid=70243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1237.542946] env[70243]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ff6495ec-5596-488d-af82-c56354fc4f17 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.563370] env[70243]: DEBUG oslo_vmware.rw_handles [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lease: (returnval){ [ 1237.563370] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52787264-0409-7a25-a746-4c059fff28a7" [ 1237.563370] env[70243]: _type = "HttpNfcLease" [ 1237.563370] env[70243]: } obtained for vApp import into resource pool (val){ [ 1237.563370] env[70243]: value = "resgroup-9" [ 1237.563370] env[70243]: _type = "ResourcePool" [ 1237.563370] env[70243]: }. {{(pid=70243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1237.563666] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the lease: (returnval){ [ 1237.563666] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52787264-0409-7a25-a746-4c059fff28a7" [ 1237.563666] env[70243]: _type = "HttpNfcLease" [ 1237.563666] env[70243]: } to be ready. {{(pid=70243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1237.569576] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1237.569576] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52787264-0409-7a25-a746-4c059fff28a7" [ 1237.569576] env[70243]: _type = "HttpNfcLease" [ 1237.569576] env[70243]: } is initializing. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1237.821956] env[70243]: DEBUG oslo_vmware.api [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.876293] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.876600] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.876901] env[70243]: DEBUG nova.objects.instance [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lazy-loading 'resources' on Instance uuid 926c1ce1-d6ac-4d69-b69c-941d74c5eab4 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.942908] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 21583c3e-6616-48da-9265-4fbf09b077d0] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.036113] env[70243]: DEBUG nova.compute.manager [req-6422bca5-592d-489b-aad3-a25a8f4f8663 req-648ef7ee-8c03-47e6-b544-b98292491cb8 service nova] [instance: 926c1ce1-d6ac-4d69-b69c-941d74c5eab4] Received event network-vif-deleted-3d78f62b-82e4-4d9d-9936-ad7088148f47 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.072461] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1238.072461] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52787264-0409-7a25-a746-4c059fff28a7" [ 1238.072461] env[70243]: _type = "HttpNfcLease" [ 1238.072461] env[70243]: } is ready. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1238.072801] env[70243]: DEBUG oslo_vmware.rw_handles [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1238.072801] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52787264-0409-7a25-a746-4c059fff28a7" [ 1238.072801] env[70243]: _type = "HttpNfcLease" [ 1238.072801] env[70243]: }. {{(pid=70243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1238.073503] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5ff816-417c-4b42-a6b8-45982e9a2d49 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.080729] env[70243]: DEBUG oslo_vmware.rw_handles [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52df0a3c-f1a8-9c4e-d822-3c11385b730a/disk-0.vmdk from lease info. {{(pid=70243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1238.080905] env[70243]: DEBUG oslo_vmware.rw_handles [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52df0a3c-f1a8-9c4e-d822-3c11385b730a/disk-0.vmdk. {{(pid=70243) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1238.144200] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-558de120-bc8e-42ef-9603-a7da43e56fc8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.323030] env[70243]: DEBUG oslo_vmware.api [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.446827] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 9a0b9ed9-718c-4548-af86-9e4324623907] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.555986] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7320ccf-febc-44cd-988f-9dbb7acb0155 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.566396] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1c4ba3-e5c5-4139-8ab6-bfa77de4527b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.605821] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf405532-8283-4b3e-a463-2271bb04ec26 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.616227] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b465302c-72a6-492f-84f2-b1cb9a0c2346 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.633500] env[70243]: DEBUG nova.compute.provider_tree [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.829422] env[70243]: DEBUG oslo_vmware.api [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.951760] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 7ddf2356-7912-4fab-88c0-4089dd43bdee] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.140220] env[70243]: DEBUG nova.scheduler.client.report [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.270707] env[70243]: DEBUG oslo_vmware.rw_handles [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Completed reading data from the image iterator. {{(pid=70243) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1239.270881] env[70243]: DEBUG oslo_vmware.rw_handles [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52df0a3c-f1a8-9c4e-d822-3c11385b730a/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1239.271949] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7de655d-d37b-4797-974a-0b911b50524a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.278897] env[70243]: DEBUG oslo_vmware.rw_handles [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52df0a3c-f1a8-9c4e-d822-3c11385b730a/disk-0.vmdk is in state: ready. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1239.279063] env[70243]: DEBUG oslo_vmware.rw_handles [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52df0a3c-f1a8-9c4e-d822-3c11385b730a/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1239.279287] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c6160a98-f9f6-4770-a6c2-8dce571ffb77 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.324199] env[70243]: DEBUG oslo_vmware.api [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.455583] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: ef339173-473d-400f-bc22-1690b351b81b] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.491349] env[70243]: DEBUG oslo_vmware.rw_handles [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52df0a3c-f1a8-9c4e-d822-3c11385b730a/disk-0.vmdk. {{(pid=70243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1239.491578] env[70243]: INFO nova.virt.vmwareapi.images [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Downloaded image file data 162c2705-dce1-49b3-977f-1616bd0544a8 [ 1239.492538] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b7465b-c62a-4835-8f31-fb2c76e2c736 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.508545] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e66b7bb2-f6de-4116-a01d-d3c6ef196ad4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.532914] env[70243]: INFO nova.virt.vmwareapi.images [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] The imported VM was unregistered [ 1239.535525] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Caching image {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1239.535760] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Creating directory with path [datastore2] devstack-image-cache_base/162c2705-dce1-49b3-977f-1616bd0544a8 {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.536046] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2711bf07-2389-4dd3-8e35-cc2d6b36870b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.546859] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Created directory with path [datastore2] devstack-image-cache_base/162c2705-dce1-49b3-977f-1616bd0544a8 {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.547053] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_04ec93e5-bff8-4ec5-98c0-598d6d12f9b5/OSTACK_IMG_04ec93e5-bff8-4ec5-98c0-598d6d12f9b5.vmdk to [datastore2] devstack-image-cache_base/162c2705-dce1-49b3-977f-1616bd0544a8/162c2705-dce1-49b3-977f-1616bd0544a8.vmdk. {{(pid=70243) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1239.547306] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c897ef5c-b03a-4e58-b870-02f67f0ea942 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.553082] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1239.553082] env[70243]: value = "task-3622912" [ 1239.553082] env[70243]: _type = "Task" [ 1239.553082] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.560702] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622912, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.645415] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.664045] env[70243]: INFO nova.scheduler.client.report [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Deleted allocations for instance 926c1ce1-d6ac-4d69-b69c-941d74c5eab4 [ 1239.826463] env[70243]: DEBUG oslo_vmware.api [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.959309] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 6aa2d165-bf6b-4729-a5e8-66753193fed8] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.067068] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622912, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.174810] env[70243]: DEBUG oslo_concurrency.lockutils [None req-86855e52-64a0-41b6-879a-b08da8a1bbb3 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "926c1ce1-d6ac-4d69-b69c-941d74c5eab4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.687s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.327486] env[70243]: DEBUG oslo_vmware.api [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622905, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.463346] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: ce050c27-f1e8-4664-ba6f-1573e8cdd9e5] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.569520] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622912, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.830429] env[70243]: DEBUG oslo_vmware.api [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622905, 'name': ReconfigVM_Task, 'duration_secs': 5.794079} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.830843] env[70243]: DEBUG oslo_concurrency.lockutils [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.831195] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Reconfigured VM to detach interface {{(pid=70243) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1240.968447] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: ee89c9fa-d89d-45c4-9867-61b455d38097] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.071414] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622912, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.471735] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: f71023c9-0704-4b78-b10f-d7baa2e97d7f] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.521951] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "0ff7c477-0a5c-4bae-acff-f746d6478859" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.522183] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "0ff7c477-0a5c-4bae-acff-f746d6478859" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.566733] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622912, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.975691] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 986c5674-45b7-47ca-9586-c5e7b3fa5467] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.025054] env[70243]: DEBUG nova.compute.manager [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1242.068031] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622912, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.307226} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.068031] env[70243]: INFO nova.virt.vmwareapi.ds_util [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_04ec93e5-bff8-4ec5-98c0-598d6d12f9b5/OSTACK_IMG_04ec93e5-bff8-4ec5-98c0-598d6d12f9b5.vmdk to [datastore2] devstack-image-cache_base/162c2705-dce1-49b3-977f-1616bd0544a8/162c2705-dce1-49b3-977f-1616bd0544a8.vmdk. [ 1242.068031] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Cleaning up location [datastore2] OSTACK_IMG_04ec93e5-bff8-4ec5-98c0-598d6d12f9b5 {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1242.068031] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_04ec93e5-bff8-4ec5-98c0-598d6d12f9b5 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.068031] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64f7c16e-9a7c-4e96-82a8-4f2d2057c773 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.073880] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1242.073880] env[70243]: value = "task-3622913" [ 1242.073880] env[70243]: _type = "Task" [ 1242.073880] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.081575] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.159063] env[70243]: DEBUG oslo_concurrency.lockutils [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.159063] env[70243]: DEBUG oslo_concurrency.lockutils [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.159063] env[70243]: DEBUG nova.network.neutron [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.480155] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 3a27ee61-506d-4f28-9b21-ff51f153e3b4] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.550923] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.550923] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.552246] env[70243]: INFO nova.compute.claims [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.584685] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033859} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.584685] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.584897] env[70243]: DEBUG oslo_concurrency.lockutils [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/162c2705-dce1-49b3-977f-1616bd0544a8/162c2705-dce1-49b3-977f-1616bd0544a8.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.585052] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/162c2705-dce1-49b3-977f-1616bd0544a8/162c2705-dce1-49b3-977f-1616bd0544a8.vmdk to [datastore2] 181f8106-9b48-4c0d-b635-7130dc112fd9/181f8106-9b48-4c0d-b635-7130dc112fd9.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1242.585304] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4eab9a85-d140-47b4-96d0-76f9ead1a980 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.592401] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1242.592401] env[70243]: value = "task-3622914" [ 1242.592401] env[70243]: _type = "Task" [ 1242.592401] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.601073] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.918357] env[70243]: INFO nova.network.neutron [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Port 40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1242.918837] env[70243]: DEBUG nova.network.neutron [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Updating instance_info_cache with network_info: [{"id": "8db69e78-2df7-4605-b06b-5166b95bd959", "address": "fa:16:3e:bd:19:19", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db69e78-2d", "ovs_interfaceid": "8db69e78-2df7-4605-b06b-5166b95bd959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.983672] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: f52382af-3675-41e3-b3e0-5f29926e5926] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.037295] env[70243]: DEBUG nova.compute.manager [req-b3daea7a-db1f-4f17-afd7-78fd079e8b7c req-903ffde9-2450-4270-9b0e-5f199b7f49af service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Received event network-changed-8db69e78-2df7-4605-b06b-5166b95bd959 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.037507] env[70243]: DEBUG nova.compute.manager [req-b3daea7a-db1f-4f17-afd7-78fd079e8b7c req-903ffde9-2450-4270-9b0e-5f199b7f49af service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Refreshing instance network info cache due to event network-changed-8db69e78-2df7-4605-b06b-5166b95bd959. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.037660] env[70243]: DEBUG oslo_concurrency.lockutils [req-b3daea7a-db1f-4f17-afd7-78fd079e8b7c req-903ffde9-2450-4270-9b0e-5f199b7f49af service nova] Acquiring lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.105430] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622914, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.426612] env[70243]: DEBUG oslo_concurrency.lockutils [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.428418] env[70243]: DEBUG oslo_concurrency.lockutils [req-b3daea7a-db1f-4f17-afd7-78fd079e8b7c req-903ffde9-2450-4270-9b0e-5f199b7f49af service nova] Acquired lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.428965] env[70243]: DEBUG nova.network.neutron [req-b3daea7a-db1f-4f17-afd7-78fd079e8b7c req-903ffde9-2450-4270-9b0e-5f199b7f49af service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Refreshing network info cache for port 8db69e78-2df7-4605-b06b-5166b95bd959 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.487321] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 75717548-0f55-4588-9907-b715ec1ba5f6] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.607036] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622914, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.720292] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d462e2-527a-49ee-9e1f-198999972420 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.729077] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e9d63c-b2a1-4065-b9f1-a1ee305d72c7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.764921] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "interface-16e15fb2-9550-4e80-9d72-07d9f244bf09-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.765202] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "interface-16e15fb2-9550-4e80-9d72-07d9f244bf09-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.765625] env[70243]: DEBUG nova.objects.instance [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lazy-loading 'flavor' on Instance uuid 16e15fb2-9550-4e80-9d72-07d9f244bf09 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.768056] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7c8219-00e8-4cdd-9e49-7e29845dc569 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.778126] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479fa978-ad1f-4cfc-b1b9-b9dda1144a3b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.796960] env[70243]: DEBUG nova.compute.provider_tree [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.934022] env[70243]: DEBUG oslo_concurrency.lockutils [None req-70e6f0d8-8aeb-400a-94bd-66f1875c378b tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "interface-5e16ef53-8dbd-4217-aad8-6f3747eec7c4-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.697s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.991103] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: f9701673-c69c-472e-8ee5-de2706ddb30f] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.108059] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622914, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.140096] env[70243]: DEBUG nova.network.neutron [req-b3daea7a-db1f-4f17-afd7-78fd079e8b7c req-903ffde9-2450-4270-9b0e-5f199b7f49af service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Updated VIF entry in instance network info cache for port 8db69e78-2df7-4605-b06b-5166b95bd959. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.140708] env[70243]: DEBUG nova.network.neutron [req-b3daea7a-db1f-4f17-afd7-78fd079e8b7c req-903ffde9-2450-4270-9b0e-5f199b7f49af service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Updating instance_info_cache with network_info: [{"id": "8db69e78-2df7-4605-b06b-5166b95bd959", "address": "fa:16:3e:bd:19:19", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db69e78-2d", "ovs_interfaceid": "8db69e78-2df7-4605-b06b-5166b95bd959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.300237] env[70243]: DEBUG nova.scheduler.client.report [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.363477] env[70243]: DEBUG nova.objects.instance [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lazy-loading 'pci_requests' on Instance uuid 16e15fb2-9550-4e80-9d72-07d9f244bf09 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.494226] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 4d977042-c67f-4cc0-b3e0-f82fcefed250] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.607112] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622914, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.643263] env[70243]: DEBUG oslo_concurrency.lockutils [req-b3daea7a-db1f-4f17-afd7-78fd079e8b7c req-903ffde9-2450-4270-9b0e-5f199b7f49af service nova] Releasing lock "refresh_cache-5e16ef53-8dbd-4217-aad8-6f3747eec7c4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.805432] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.805992] env[70243]: DEBUG nova.compute.manager [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1244.865906] env[70243]: DEBUG nova.objects.base [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Object Instance<16e15fb2-9550-4e80-9d72-07d9f244bf09> lazy-loaded attributes: flavor,pci_requests {{(pid=70243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1244.866159] env[70243]: DEBUG nova.network.neutron [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1244.931126] env[70243]: DEBUG nova.policy [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b74a58353bde408a984b292dcbd53dba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8c9aa15b2ac4dbba3ace78aaff8a1a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1244.997829] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: a87b178a-4ab7-47e6-ac51-90fdf0fa7dd1] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.061566] env[70243]: DEBUG nova.compute.manager [req-72ec4680-a393-4399-88fb-dd6604dc895f req-65467e64-1775-40ff-8d6b-54e33a6cb0c6 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Received event network-changed-ce13e72c-209d-43ca-86f5-ba0af415f3b5 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.061770] env[70243]: DEBUG nova.compute.manager [req-72ec4680-a393-4399-88fb-dd6604dc895f req-65467e64-1775-40ff-8d6b-54e33a6cb0c6 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Refreshing instance network info cache due to event network-changed-ce13e72c-209d-43ca-86f5-ba0af415f3b5. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.061985] env[70243]: DEBUG oslo_concurrency.lockutils [req-72ec4680-a393-4399-88fb-dd6604dc895f req-65467e64-1775-40ff-8d6b-54e33a6cb0c6 service nova] Acquiring lock "refresh_cache-16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.062220] env[70243]: DEBUG oslo_concurrency.lockutils [req-72ec4680-a393-4399-88fb-dd6604dc895f req-65467e64-1775-40ff-8d6b-54e33a6cb0c6 service nova] Acquired lock "refresh_cache-16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.062424] env[70243]: DEBUG nova.network.neutron [req-72ec4680-a393-4399-88fb-dd6604dc895f req-65467e64-1775-40ff-8d6b-54e33a6cb0c6 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Refreshing network info cache for port ce13e72c-209d-43ca-86f5-ba0af415f3b5 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.106122] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622914, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.313011} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.106533] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/162c2705-dce1-49b3-977f-1616bd0544a8/162c2705-dce1-49b3-977f-1616bd0544a8.vmdk to [datastore2] 181f8106-9b48-4c0d-b635-7130dc112fd9/181f8106-9b48-4c0d-b635-7130dc112fd9.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.107633] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f839cc-713b-485b-9ddb-f9994bf68d19 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.129939] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 181f8106-9b48-4c0d-b635-7130dc112fd9/181f8106-9b48-4c0d-b635-7130dc112fd9.vmdk or device None with type streamOptimized {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.130606] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d589bbc5-2fd1-4cc9-9ac6-d88b67925933 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.150561] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1245.150561] env[70243]: value = "task-3622915" [ 1245.150561] env[70243]: _type = "Task" [ 1245.150561] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.158247] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.311361] env[70243]: DEBUG nova.compute.utils [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.312797] env[70243]: DEBUG nova.compute.manager [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1245.312983] env[70243]: DEBUG nova.network.neutron [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1245.351630] env[70243]: DEBUG nova.policy [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '485311ac44f44250bc04f9354e0ab17a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7196e187165f4d538a653ca52e53ad24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1245.501940] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 35dee2fd-00c6-4cf6-bcb6-2b09523db205] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.596166] env[70243]: DEBUG nova.network.neutron [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Successfully created port: 9681996e-329f-48ee-b9d9-00e9a10d6103 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1245.661015] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622915, 'name': ReconfigVM_Task, 'duration_secs': 0.30126} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.661314] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 181f8106-9b48-4c0d-b635-7130dc112fd9/181f8106-9b48-4c0d-b635-7130dc112fd9.vmdk or device None with type streamOptimized {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.661938] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26388ab5-0a13-4f7e-87b2-dc03fd9be462 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.669645] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1245.669645] env[70243]: value = "task-3622916" [ 1245.669645] env[70243]: _type = "Task" [ 1245.669645] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.678510] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622916, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.778307] env[70243]: DEBUG nova.network.neutron [req-72ec4680-a393-4399-88fb-dd6604dc895f req-65467e64-1775-40ff-8d6b-54e33a6cb0c6 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Updated VIF entry in instance network info cache for port ce13e72c-209d-43ca-86f5-ba0af415f3b5. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.778637] env[70243]: DEBUG nova.network.neutron [req-72ec4680-a393-4399-88fb-dd6604dc895f req-65467e64-1775-40ff-8d6b-54e33a6cb0c6 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Updating instance_info_cache with network_info: [{"id": "ce13e72c-209d-43ca-86f5-ba0af415f3b5", "address": "fa:16:3e:a5:4a:07", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce13e72c-20", "ovs_interfaceid": "ce13e72c-209d-43ca-86f5-ba0af415f3b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.816872] env[70243]: DEBUG nova.compute.manager [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.006109] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 385cd33a-2294-4b27-95bb-95639621b72e] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.179566] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622916, 'name': Rename_Task, 'duration_secs': 0.258243} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.179882] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.180150] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88636312-a0a7-4823-8afe-61c39832cfba {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.186425] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1246.186425] env[70243]: value = "task-3622917" [ 1246.186425] env[70243]: _type = "Task" [ 1246.186425] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.193980] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.283869] env[70243]: DEBUG oslo_concurrency.lockutils [req-72ec4680-a393-4399-88fb-dd6604dc895f req-65467e64-1775-40ff-8d6b-54e33a6cb0c6 service nova] Releasing lock "refresh_cache-16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.509752] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: de428c72-4073-4f6f-af91-d693ee775dfb] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.514908] env[70243]: DEBUG nova.compute.manager [req-1b4aff22-caa1-45ae-8a09-e9d77337720f req-1836d137-6303-4d73-8383-172ab78c2a16 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Received event network-vif-plugged-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.515099] env[70243]: DEBUG oslo_concurrency.lockutils [req-1b4aff22-caa1-45ae-8a09-e9d77337720f req-1836d137-6303-4d73-8383-172ab78c2a16 service nova] Acquiring lock "16e15fb2-9550-4e80-9d72-07d9f244bf09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.515314] env[70243]: DEBUG oslo_concurrency.lockutils [req-1b4aff22-caa1-45ae-8a09-e9d77337720f req-1836d137-6303-4d73-8383-172ab78c2a16 service nova] Lock "16e15fb2-9550-4e80-9d72-07d9f244bf09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.515553] env[70243]: DEBUG oslo_concurrency.lockutils [req-1b4aff22-caa1-45ae-8a09-e9d77337720f req-1836d137-6303-4d73-8383-172ab78c2a16 service nova] Lock "16e15fb2-9550-4e80-9d72-07d9f244bf09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.515738] env[70243]: DEBUG nova.compute.manager [req-1b4aff22-caa1-45ae-8a09-e9d77337720f req-1836d137-6303-4d73-8383-172ab78c2a16 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] No waiting events found dispatching network-vif-plugged-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1246.515910] env[70243]: WARNING nova.compute.manager [req-1b4aff22-caa1-45ae-8a09-e9d77337720f req-1836d137-6303-4d73-8383-172ab78c2a16 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Received unexpected event network-vif-plugged-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 for instance with vm_state active and task_state None. [ 1246.601691] env[70243]: DEBUG nova.network.neutron [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Successfully updated port: 40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1246.696858] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622917, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.826537] env[70243]: DEBUG nova.compute.manager [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1246.853219] env[70243]: DEBUG nova.virt.hardware [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.853487] env[70243]: DEBUG nova.virt.hardware [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.853647] env[70243]: DEBUG nova.virt.hardware [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.853826] env[70243]: DEBUG nova.virt.hardware [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.853972] env[70243]: DEBUG nova.virt.hardware [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.854176] env[70243]: DEBUG nova.virt.hardware [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.854437] env[70243]: DEBUG nova.virt.hardware [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.854624] env[70243]: DEBUG nova.virt.hardware [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.854816] env[70243]: DEBUG nova.virt.hardware [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.854998] env[70243]: DEBUG nova.virt.hardware [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.855198] env[70243]: DEBUG nova.virt.hardware [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.856138] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807646a2-a060-4869-b3a1-4ddd3dd1ffa9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.864334] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a8e2db-6576-4073-87ef-5944210d2404 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.013742] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 8dea4966-6d2b-48bd-90b5-df0d64cd4fb1] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.056321] env[70243]: DEBUG nova.network.neutron [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Successfully updated port: 9681996e-329f-48ee-b9d9-00e9a10d6103 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1247.085737] env[70243]: DEBUG nova.compute.manager [req-e453c844-1177-4d25-8cca-51e70408a570 req-839075df-2ef9-4361-940a-d208096400f6 service nova] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Received event network-vif-plugged-9681996e-329f-48ee-b9d9-00e9a10d6103 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.086073] env[70243]: DEBUG oslo_concurrency.lockutils [req-e453c844-1177-4d25-8cca-51e70408a570 req-839075df-2ef9-4361-940a-d208096400f6 service nova] Acquiring lock "0ff7c477-0a5c-4bae-acff-f746d6478859-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.086272] env[70243]: DEBUG oslo_concurrency.lockutils [req-e453c844-1177-4d25-8cca-51e70408a570 req-839075df-2ef9-4361-940a-d208096400f6 service nova] Lock "0ff7c477-0a5c-4bae-acff-f746d6478859-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.086464] env[70243]: DEBUG oslo_concurrency.lockutils [req-e453c844-1177-4d25-8cca-51e70408a570 req-839075df-2ef9-4361-940a-d208096400f6 service nova] Lock "0ff7c477-0a5c-4bae-acff-f746d6478859-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.086636] env[70243]: DEBUG nova.compute.manager [req-e453c844-1177-4d25-8cca-51e70408a570 req-839075df-2ef9-4361-940a-d208096400f6 service nova] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] No waiting events found dispatching network-vif-plugged-9681996e-329f-48ee-b9d9-00e9a10d6103 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1247.086802] env[70243]: WARNING nova.compute.manager [req-e453c844-1177-4d25-8cca-51e70408a570 req-839075df-2ef9-4361-940a-d208096400f6 service nova] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Received unexpected event network-vif-plugged-9681996e-329f-48ee-b9d9-00e9a10d6103 for instance with vm_state building and task_state spawning. [ 1247.086997] env[70243]: DEBUG nova.compute.manager [req-e453c844-1177-4d25-8cca-51e70408a570 req-839075df-2ef9-4361-940a-d208096400f6 service nova] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Received event network-changed-9681996e-329f-48ee-b9d9-00e9a10d6103 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.087137] env[70243]: DEBUG nova.compute.manager [req-e453c844-1177-4d25-8cca-51e70408a570 req-839075df-2ef9-4361-940a-d208096400f6 service nova] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Refreshing instance network info cache due to event network-changed-9681996e-329f-48ee-b9d9-00e9a10d6103. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.087286] env[70243]: DEBUG oslo_concurrency.lockutils [req-e453c844-1177-4d25-8cca-51e70408a570 req-839075df-2ef9-4361-940a-d208096400f6 service nova] Acquiring lock "refresh_cache-0ff7c477-0a5c-4bae-acff-f746d6478859" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.087423] env[70243]: DEBUG oslo_concurrency.lockutils [req-e453c844-1177-4d25-8cca-51e70408a570 req-839075df-2ef9-4361-940a-d208096400f6 service nova] Acquired lock "refresh_cache-0ff7c477-0a5c-4bae-acff-f746d6478859" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.087577] env[70243]: DEBUG nova.network.neutron [req-e453c844-1177-4d25-8cca-51e70408a570 req-839075df-2ef9-4361-940a-d208096400f6 service nova] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Refreshing network info cache for port 9681996e-329f-48ee-b9d9-00e9a10d6103 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.105520] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "refresh_cache-16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.105755] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "refresh_cache-16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.106008] env[70243]: DEBUG nova.network.neutron [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.197161] env[70243]: DEBUG oslo_vmware.api [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622917, 'name': PowerOnVM_Task, 'duration_secs': 0.627148} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.197439] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.295513] env[70243]: DEBUG nova.compute.manager [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.296491] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55990319-42e0-4c9f-b082-c86aee1c0853 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.517260] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: a86e2e8c-5fe0-47bc-aab1-abbfe29af70e] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.558707] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "refresh_cache-0ff7c477-0a5c-4bae-acff-f746d6478859" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.620681] env[70243]: DEBUG nova.network.neutron [req-e453c844-1177-4d25-8cca-51e70408a570 req-839075df-2ef9-4361-940a-d208096400f6 service nova] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.640953] env[70243]: WARNING nova.network.neutron [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] d2e3424a-ee26-49c3-87d1-67cbf0339862 already exists in list: networks containing: ['d2e3424a-ee26-49c3-87d1-67cbf0339862']. ignoring it [ 1247.696898] env[70243]: DEBUG nova.network.neutron [req-e453c844-1177-4d25-8cca-51e70408a570 req-839075df-2ef9-4361-940a-d208096400f6 service nova] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.816025] env[70243]: DEBUG oslo_concurrency.lockutils [None req-787052e2-635a-4afa-ac22-95a06d3fe26c tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "181f8106-9b48-4c0d-b635-7130dc112fd9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.665s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.909978] env[70243]: DEBUG nova.network.neutron [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Updating instance_info_cache with network_info: [{"id": "ce13e72c-209d-43ca-86f5-ba0af415f3b5", "address": "fa:16:3e:a5:4a:07", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce13e72c-20", "ovs_interfaceid": "ce13e72c-209d-43ca-86f5-ba0af415f3b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0", "address": "fa:16:3e:4a:6f:d9", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40b6cf2d-72", "ovs_interfaceid": "40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.021077] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 73baeaff-7a2c-4efb-a9f9-194020d5f359] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.199831] env[70243]: DEBUG oslo_concurrency.lockutils [req-e453c844-1177-4d25-8cca-51e70408a570 req-839075df-2ef9-4361-940a-d208096400f6 service nova] Releasing lock "refresh_cache-0ff7c477-0a5c-4bae-acff-f746d6478859" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.200281] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired lock "refresh_cache-0ff7c477-0a5c-4bae-acff-f746d6478859" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.200464] env[70243]: DEBUG nova.network.neutron [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.413128] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "refresh_cache-16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.413700] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.413894] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.414915] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73b171d-e054-4835-878f-d7d476b2c25a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.433118] env[70243]: DEBUG nova.virt.hardware [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.433373] env[70243]: DEBUG nova.virt.hardware [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.433570] env[70243]: DEBUG nova.virt.hardware [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.433798] env[70243]: DEBUG nova.virt.hardware [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.433965] env[70243]: DEBUG nova.virt.hardware [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.434157] env[70243]: DEBUG nova.virt.hardware [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.434420] env[70243]: DEBUG nova.virt.hardware [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.434601] env[70243]: DEBUG nova.virt.hardware [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.434807] env[70243]: DEBUG nova.virt.hardware [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.435013] env[70243]: DEBUG nova.virt.hardware [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.435229] env[70243]: DEBUG nova.virt.hardware [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.442016] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Reconfiguring VM to attach interface {{(pid=70243) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1248.442344] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55acb446-bfd5-420c-beea-410e44499062 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.460372] env[70243]: DEBUG oslo_vmware.api [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1248.460372] env[70243]: value = "task-3622918" [ 1248.460372] env[70243]: _type = "Task" [ 1248.460372] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.467930] env[70243]: DEBUG oslo_vmware.api [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622918, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.524163] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: bb0d8bc4-c513-46f3-aa96-660f9c6f1380] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.573077] env[70243]: DEBUG nova.compute.manager [req-f36f927a-fd9c-4cd1-9307-a6e0a385c480 req-2a6bee4d-dc96-4b48-9fb5-42f99ff0b788 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Received event network-changed-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.573077] env[70243]: DEBUG nova.compute.manager [req-f36f927a-fd9c-4cd1-9307-a6e0a385c480 req-2a6bee4d-dc96-4b48-9fb5-42f99ff0b788 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Refreshing instance network info cache due to event network-changed-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1248.573467] env[70243]: DEBUG oslo_concurrency.lockutils [req-f36f927a-fd9c-4cd1-9307-a6e0a385c480 req-2a6bee4d-dc96-4b48-9fb5-42f99ff0b788 service nova] Acquiring lock "refresh_cache-16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.573467] env[70243]: DEBUG oslo_concurrency.lockutils [req-f36f927a-fd9c-4cd1-9307-a6e0a385c480 req-2a6bee4d-dc96-4b48-9fb5-42f99ff0b788 service nova] Acquired lock "refresh_cache-16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.573467] env[70243]: DEBUG nova.network.neutron [req-f36f927a-fd9c-4cd1-9307-a6e0a385c480 req-2a6bee4d-dc96-4b48-9fb5-42f99ff0b788 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Refreshing network info cache for port 40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.735030] env[70243]: DEBUG nova.network.neutron [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1248.866352] env[70243]: DEBUG nova.network.neutron [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Updating instance_info_cache with network_info: [{"id": "9681996e-329f-48ee-b9d9-00e9a10d6103", "address": "fa:16:3e:f8:e2:eb", "network": {"id": "68e759a4-f7d9-417b-aa77-a01c5b06cc6e", "bridge": "br-int", "label": "tempest-ServersTestJSON-745013007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7196e187165f4d538a653ca52e53ad24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9681996e-32", "ovs_interfaceid": "9681996e-329f-48ee-b9d9-00e9a10d6103", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.972301] env[70243]: DEBUG oslo_vmware.api [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.027432] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 16dff74d-4658-4f76-a70f-aaae3c52b371] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.277217] env[70243]: DEBUG nova.network.neutron [req-f36f927a-fd9c-4cd1-9307-a6e0a385c480 req-2a6bee4d-dc96-4b48-9fb5-42f99ff0b788 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Updated VIF entry in instance network info cache for port 40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.277724] env[70243]: DEBUG nova.network.neutron [req-f36f927a-fd9c-4cd1-9307-a6e0a385c480 req-2a6bee4d-dc96-4b48-9fb5-42f99ff0b788 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Updating instance_info_cache with network_info: [{"id": "ce13e72c-209d-43ca-86f5-ba0af415f3b5", "address": "fa:16:3e:a5:4a:07", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce13e72c-20", "ovs_interfaceid": "ce13e72c-209d-43ca-86f5-ba0af415f3b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0", "address": "fa:16:3e:4a:6f:d9", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40b6cf2d-72", "ovs_interfaceid": "40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.369523] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Releasing lock "refresh_cache-0ff7c477-0a5c-4bae-acff-f746d6478859" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.369854] env[70243]: DEBUG nova.compute.manager [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Instance network_info: |[{"id": "9681996e-329f-48ee-b9d9-00e9a10d6103", "address": "fa:16:3e:f8:e2:eb", "network": {"id": "68e759a4-f7d9-417b-aa77-a01c5b06cc6e", "bridge": "br-int", "label": "tempest-ServersTestJSON-745013007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7196e187165f4d538a653ca52e53ad24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9681996e-32", "ovs_interfaceid": "9681996e-329f-48ee-b9d9-00e9a10d6103", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1249.370303] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:e2:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9681996e-329f-48ee-b9d9-00e9a10d6103', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.377946] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.378207] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.378430] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7338e17a-4792-4de4-8864-145b982528d5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.399459] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.399459] env[70243]: value = "task-3622919" [ 1249.399459] env[70243]: _type = "Task" [ 1249.399459] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.407833] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622919, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.471693] env[70243]: DEBUG oslo_vmware.api [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622918, 'name': ReconfigVM_Task, 'duration_secs': 0.806565} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.472480] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.472759] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Reconfigured VM to attach interface {{(pid=70243) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1249.531083] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 668f8a1d-e0da-4ebf-9340-6ab7c5475b32] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.781173] env[70243]: DEBUG oslo_concurrency.lockutils [req-f36f927a-fd9c-4cd1-9307-a6e0a385c480 req-2a6bee4d-dc96-4b48-9fb5-42f99ff0b788 service nova] Releasing lock "refresh_cache-16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.909940] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622919, 'name': CreateVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.978489] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dbf5fa4d-4db6-4fa2-a5b4-7dc493225ca5 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "interface-16e15fb2-9550-4e80-9d72-07d9f244bf09-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.213s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.034277] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: eac99ec0-83ca-41e4-9a4b-f01592c9c3b3] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.411070] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622919, 'name': CreateVM_Task, 'duration_secs': 0.571054} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.411070] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.411478] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.411644] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.411966] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.412240] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1a182b6-dda2-4ae1-ad8c-467f21f44c9b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.416533] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1250.416533] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e74505-7bcb-0345-fddd-8d2d66745ebb" [ 1250.416533] env[70243]: _type = "Task" [ 1250.416533] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.424135] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e74505-7bcb-0345-fddd-8d2d66745ebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.537839] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: e3cb438a-f812-4aed-9bb7-10749bf8a278] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.927294] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e74505-7bcb-0345-fddd-8d2d66745ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.012014} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.927442] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.927612] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.927840] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.928576] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.928576] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.928576] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f359595d-65f3-49aa-87d4-6acbfcde467c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.936979] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.937164] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.937851] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00155109-892c-407c-b5dc-37fd35c23a63 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.942835] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1250.942835] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520beabb-32b6-e691-37f1-8a2bc53492ba" [ 1250.942835] env[70243]: _type = "Task" [ 1250.942835] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.949794] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520beabb-32b6-e691-37f1-8a2bc53492ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.041279] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 0eef6658-2872-4416-b6f3-dfbb7c11b194] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.452875] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520beabb-32b6-e691-37f1-8a2bc53492ba, 'name': SearchDatastore_Task, 'duration_secs': 0.008958} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.453621] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a815e9e2-6e36-4285-95c7-49e541c56211 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.459131] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1251.459131] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5211496c-2923-3849-25da-0a9f3fa1c63d" [ 1251.459131] env[70243]: _type = "Task" [ 1251.459131] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.466189] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5211496c-2923-3849-25da-0a9f3fa1c63d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.496824] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "interface-16e15fb2-9550-4e80-9d72-07d9f244bf09-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.497097] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "interface-16e15fb2-9550-4e80-9d72-07d9f244bf09-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.545443] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 62701487-a567-491c-82e0-52f80336fecd] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.969936] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5211496c-2923-3849-25da-0a9f3fa1c63d, 'name': SearchDatastore_Task, 'duration_secs': 0.00988} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.970219] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.970475] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 0ff7c477-0a5c-4bae-acff-f746d6478859/0ff7c477-0a5c-4bae-acff-f746d6478859.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.970782] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23669652-ae76-451a-b153-04ded34825bf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.976959] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1251.976959] env[70243]: value = "task-3622920" [ 1251.976959] env[70243]: _type = "Task" [ 1251.976959] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.983878] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.999550] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.999713] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.000458] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d264f683-1c50-452c-a7df-727d54ae7160 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.016403] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1b61ec-040c-4f03-9447-6de624ce2ad5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.041321] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Reconfiguring VM to detach interface {{(pid=70243) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1252.041618] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ff1b747-5cfd-49eb-9240-02f0c9909b3b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.054574] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 50ed5fc3-ddf9-4f2d-942e-0bc35c7ef738] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.060967] env[70243]: DEBUG oslo_vmware.api [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1252.060967] env[70243]: value = "task-3622921" [ 1252.060967] env[70243]: _type = "Task" [ 1252.060967] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.070208] env[70243]: DEBUG oslo_vmware.api [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.487453] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437876} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.487722] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 0ff7c477-0a5c-4bae-acff-f746d6478859/0ff7c477-0a5c-4bae-acff-f746d6478859.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.487940] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.488197] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b794d3f7-8cb2-4d2b-b3a2-1164fe30a710 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.494642] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1252.494642] env[70243]: value = "task-3622922" [ 1252.494642] env[70243]: _type = "Task" [ 1252.494642] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.502661] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.557584] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 4556b8f6-e6f8-4180-a94a-58ddc27cd1b2] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.570571] env[70243]: DEBUG oslo_vmware.api [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.005063] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056119} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.005063] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.005426] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4351d6d-74de-4950-8016-859c4fd21b9d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.026890] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 0ff7c477-0a5c-4bae-acff-f746d6478859/0ff7c477-0a5c-4bae-acff-f746d6478859.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.027159] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd833234-3c0c-48e7-a5db-c257adb30620 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.046345] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1253.046345] env[70243]: value = "task-3622923" [ 1253.046345] env[70243]: _type = "Task" [ 1253.046345] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.054234] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.061208] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: cdc63cce-27d5-4068-bc87-51c290fb7c69] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.071868] env[70243]: DEBUG oslo_vmware.api [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.556833] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.566881] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 819f3541-bda8-4fe6-b733-be1770d33aa0] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.571593] env[70243]: DEBUG oslo_vmware.api [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.057972] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.071909] env[70243]: DEBUG oslo_vmware.api [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.072332] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.072486] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Cleaning up deleted instances with incomplete migration {{(pid=70243) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1254.343230] env[70243]: INFO nova.compute.manager [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Rebuilding instance [ 1254.384029] env[70243]: DEBUG nova.compute.manager [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.384908] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d97578-5541-408b-afa5-4bcde36d0296 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.558374] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622923, 'name': ReconfigVM_Task, 'duration_secs': 1.157466} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.558645] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 0ff7c477-0a5c-4bae-acff-f746d6478859/0ff7c477-0a5c-4bae-acff-f746d6478859.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.559570] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6bd4bcf-d9f9-4764-8c40-15596610a8e0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.567914] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1254.567914] env[70243]: value = "task-3622924" [ 1254.567914] env[70243]: _type = "Task" [ 1254.567914] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.573827] env[70243]: DEBUG oslo_vmware.api [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.574544] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.578341] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622924, 'name': Rename_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.077886] env[70243]: DEBUG oslo_vmware.api [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.080753] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622924, 'name': Rename_Task, 'duration_secs': 0.154369} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.081077] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.081307] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b41af314-6145-4b5d-a632-7ab9a2210531 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.086984] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1255.086984] env[70243]: value = "task-3622925" [ 1255.086984] env[70243]: _type = "Task" [ 1255.086984] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.093868] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.398783] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.399148] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68b5e3c4-0cd0-443b-bf05-09197f3e1ed3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.406275] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1255.406275] env[70243]: value = "task-3622926" [ 1255.406275] env[70243]: _type = "Task" [ 1255.406275] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.414794] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.574734] env[70243]: DEBUG oslo_vmware.api [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.596522] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622925, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.917010] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622926, 'name': PowerOffVM_Task, 'duration_secs': 0.194185} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.917268] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.917504] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.918288] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa90dcfb-d7ee-4d45-95ef-cf0dde73d31d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.924748] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.924974] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21e258a1-2706-44dc-9903-d1eaabf7a514 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.986316] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.986542] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.986726] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Deleting the datastore file [datastore1] 1d3d9414-8e33-43ef-9328-c02f0a62bc5f {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.987075] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-540b403a-fa5c-4beb-ba1d-885a30da46a6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.993587] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1255.993587] env[70243]: value = "task-3622928" [ 1255.993587] env[70243]: _type = "Task" [ 1255.993587] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.000755] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.076211] env[70243]: DEBUG oslo_vmware.api [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.097085] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622925, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.503762] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142075} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.504153] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.504385] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.504616] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.576741] env[70243]: DEBUG oslo_vmware.api [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.596690] env[70243]: DEBUG oslo_vmware.api [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622925, 'name': PowerOnVM_Task, 'duration_secs': 1.483188} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.596994] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.597219] env[70243]: INFO nova.compute.manager [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1256.597399] env[70243]: DEBUG nova.compute.manager [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.598186] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb21068-b4b1-440c-aa04-8436115912d4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.077018] env[70243]: DEBUG oslo_vmware.api [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.115894] env[70243]: INFO nova.compute.manager [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Took 14.59 seconds to build instance. [ 1257.536282] env[70243]: DEBUG nova.virt.hardware [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.536543] env[70243]: DEBUG nova.virt.hardware [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.536703] env[70243]: DEBUG nova.virt.hardware [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.536883] env[70243]: DEBUG nova.virt.hardware [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.537054] env[70243]: DEBUG nova.virt.hardware [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.537189] env[70243]: DEBUG nova.virt.hardware [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.538031] env[70243]: DEBUG nova.virt.hardware [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.538031] env[70243]: DEBUG nova.virt.hardware [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.538031] env[70243]: DEBUG nova.virt.hardware [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.538031] env[70243]: DEBUG nova.virt.hardware [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.538031] env[70243]: DEBUG nova.virt.hardware [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.538904] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6db010d-fc80-4bf2-91e5-b9ccd91483b8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.547203] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9544ef29-e449-4514-817e-46ec2d20fa30 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.560530] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:5a:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd53c3d6d-53dd-472b-b08a-3974f7c65285', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.567732] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.568103] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.571014] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c40519f9-3456-4ac1-9cc3-189cee39162c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.589591] env[70243]: DEBUG oslo_vmware.api [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622921, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.590691] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.590691] env[70243]: value = "task-3622929" [ 1257.590691] env[70243]: _type = "Task" [ 1257.590691] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.599062] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622929, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.617626] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d95e75a-d802-4f07-9d2c-9c91c32ff4ca tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "0ff7c477-0a5c-4bae-acff-f746d6478859" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.095s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.078235] env[70243]: DEBUG oslo_vmware.api [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622921, 'name': ReconfigVM_Task, 'duration_secs': 5.748939} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.078477] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.078685] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Reconfigured VM to detach interface {{(pid=70243) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1258.099583] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622929, 'name': CreateVM_Task, 'duration_secs': 0.347887} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.099747] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1258.100341] env[70243]: DEBUG oslo_concurrency.lockutils [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.100506] env[70243]: DEBUG oslo_concurrency.lockutils [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.100825] env[70243]: DEBUG oslo_concurrency.lockutils [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.101085] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b5004b8-2c20-4262-b778-388123d6e263 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.105536] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1258.105536] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f3ca22-7d54-086a-a9ce-7ca55df49d19" [ 1258.105536] env[70243]: _type = "Task" [ 1258.105536] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.115452] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f3ca22-7d54-086a-a9ce-7ca55df49d19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.185382] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9c7f1d14-d26a-491b-9c43-82b5ef27557f tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "0ff7c477-0a5c-4bae-acff-f746d6478859" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.185698] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9c7f1d14-d26a-491b-9c43-82b5ef27557f tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "0ff7c477-0a5c-4bae-acff-f746d6478859" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.185875] env[70243]: DEBUG nova.compute.manager [None req-9c7f1d14-d26a-491b-9c43-82b5ef27557f tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1258.186724] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54f9e45-b2a5-4ccf-bd5b-5d1808c458b6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.193510] env[70243]: DEBUG nova.compute.manager [None req-9c7f1d14-d26a-491b-9c43-82b5ef27557f tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70243) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1258.194064] env[70243]: DEBUG nova.objects.instance [None req-9c7f1d14-d26a-491b-9c43-82b5ef27557f tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lazy-loading 'flavor' on Instance uuid 0ff7c477-0a5c-4bae-acff-f746d6478859 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.618071] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f3ca22-7d54-086a-a9ce-7ca55df49d19, 'name': SearchDatastore_Task, 'duration_secs': 0.011929} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.618366] env[70243]: DEBUG oslo_concurrency.lockutils [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.618491] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.618729] env[70243]: DEBUG oslo_concurrency.lockutils [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.618876] env[70243]: DEBUG oslo_concurrency.lockutils [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.619063] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.619327] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d5992ef-de1e-4489-8133-21d568c3359f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.633552] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.633750] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.634507] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fc63909-0210-47c1-8ff2-669050bcf7a0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.639391] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1258.639391] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52fc8b9a-d46a-cb33-0957-4aa4543e5415" [ 1258.639391] env[70243]: _type = "Task" [ 1258.639391] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.646572] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52fc8b9a-d46a-cb33-0957-4aa4543e5415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.009362] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "291bb769-9a6d-42b7-82c8-89cffd3248d8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.009615] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "291bb769-9a6d-42b7-82c8-89cffd3248d8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.009800] env[70243]: INFO nova.compute.manager [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Shelving [ 1259.152694] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52fc8b9a-d46a-cb33-0957-4aa4543e5415, 'name': SearchDatastore_Task, 'duration_secs': 0.039314} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.153494] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8626d71-b4fe-42c4-8221-6a334e33ce32 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.159257] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1259.159257] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e7318c-53fd-2bd7-81e0-7f3ee9ff66f5" [ 1259.159257] env[70243]: _type = "Task" [ 1259.159257] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.166762] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e7318c-53fd-2bd7-81e0-7f3ee9ff66f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.200509] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7f1d14-d26a-491b-9c43-82b5ef27557f tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.200904] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01c37722-283d-4d81-bb32-af9e9e08eac4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.207277] env[70243]: DEBUG oslo_vmware.api [None req-9c7f1d14-d26a-491b-9c43-82b5ef27557f tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1259.207277] env[70243]: value = "task-3622930" [ 1259.207277] env[70243]: _type = "Task" [ 1259.207277] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.214964] env[70243]: DEBUG oslo_vmware.api [None req-9c7f1d14-d26a-491b-9c43-82b5ef27557f tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.390763] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "refresh_cache-16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.390763] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquired lock "refresh_cache-16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.390989] env[70243]: DEBUG nova.network.neutron [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.670088] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52e7318c-53fd-2bd7-81e0-7f3ee9ff66f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009161} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.670088] env[70243]: DEBUG oslo_concurrency.lockutils [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.670088] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 1d3d9414-8e33-43ef-9328-c02f0a62bc5f/1d3d9414-8e33-43ef-9328-c02f0a62bc5f.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1259.670366] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-682478d5-f80a-46db-a12a-8979e9380f22 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.677265] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1259.677265] env[70243]: value = "task-3622931" [ 1259.677265] env[70243]: _type = "Task" [ 1259.677265] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.684410] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.716254] env[70243]: DEBUG oslo_vmware.api [None req-9c7f1d14-d26a-491b-9c43-82b5ef27557f tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622930, 'name': PowerOffVM_Task, 'duration_secs': 0.175048} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.716539] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7f1d14-d26a-491b-9c43-82b5ef27557f tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.716775] env[70243]: DEBUG nova.compute.manager [None req-9c7f1d14-d26a-491b-9c43-82b5ef27557f tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1259.717578] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b8a6ec-30b8-45f7-b0ee-dfcfdc0e491f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.901854] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "16e15fb2-9550-4e80-9d72-07d9f244bf09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.902207] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "16e15fb2-9550-4e80-9d72-07d9f244bf09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.902441] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "16e15fb2-9550-4e80-9d72-07d9f244bf09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.902683] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "16e15fb2-9550-4e80-9d72-07d9f244bf09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.902907] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "16e15fb2-9550-4e80-9d72-07d9f244bf09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.905554] env[70243]: INFO nova.compute.manager [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Terminating instance [ 1260.020511] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.020682] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-beeacf16-4c3f-45b4-b3fb-fbb942e9b545 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.029898] env[70243]: DEBUG oslo_vmware.api [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1260.029898] env[70243]: value = "task-3622932" [ 1260.029898] env[70243]: _type = "Task" [ 1260.029898] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.042380] env[70243]: DEBUG oslo_vmware.api [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.187753] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448616} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.188041] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 1d3d9414-8e33-43ef-9328-c02f0a62bc5f/1d3d9414-8e33-43ef-9328-c02f0a62bc5f.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1260.188302] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1260.188584] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e9b5bc7-e132-462b-a86d-14e40446aea5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.196060] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1260.196060] env[70243]: value = "task-3622933" [ 1260.196060] env[70243]: _type = "Task" [ 1260.196060] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.205535] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.206627] env[70243]: INFO nova.network.neutron [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Port 40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1260.206825] env[70243]: DEBUG nova.network.neutron [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Updating instance_info_cache with network_info: [{"id": "ce13e72c-209d-43ca-86f5-ba0af415f3b5", "address": "fa:16:3e:a5:4a:07", "network": {"id": "d2e3424a-ee26-49c3-87d1-67cbf0339862", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1252206274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c9aa15b2ac4dbba3ace78aaff8a1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce13e72c-20", "ovs_interfaceid": "ce13e72c-209d-43ca-86f5-ba0af415f3b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.228726] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9c7f1d14-d26a-491b-9c43-82b5ef27557f tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "0ff7c477-0a5c-4bae-acff-f746d6478859" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.043s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.409890] env[70243]: DEBUG nova.compute.manager [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1260.410270] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.411854] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61b2bba-76e5-4293-ae4b-8dddefe196e7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.420163] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.420402] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd483975-23d0-4661-9620-6df29820e30d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.426233] env[70243]: DEBUG oslo_vmware.api [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1260.426233] env[70243]: value = "task-3622934" [ 1260.426233] env[70243]: _type = "Task" [ 1260.426233] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.434264] env[70243]: DEBUG oslo_vmware.api [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.541464] env[70243]: DEBUG oslo_vmware.api [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622932, 'name': PowerOffVM_Task, 'duration_secs': 0.17804} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.541464] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.542563] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649f986f-3b6e-44bb-8122-caccef1be997 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.561390] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ce973d-77f5-43bc-8bf2-f51e9795aacf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.706528] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057028} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.706800] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1260.707600] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01883495-aac7-45be-b9e5-b520b8b81a77 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.710227] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Releasing lock "refresh_cache-16e15fb2-9550-4e80-9d72-07d9f244bf09" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.731930] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 1d3d9414-8e33-43ef-9328-c02f0a62bc5f/1d3d9414-8e33-43ef-9328-c02f0a62bc5f.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.733105] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82eeffb5-b27d-4b40-8a84-fb28dfa2e0f9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.753559] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1260.753559] env[70243]: value = "task-3622935" [ 1260.753559] env[70243]: _type = "Task" [ 1260.753559] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.762662] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.908285] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "0ff7c477-0a5c-4bae-acff-f746d6478859" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.908584] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "0ff7c477-0a5c-4bae-acff-f746d6478859" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.908804] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "0ff7c477-0a5c-4bae-acff-f746d6478859-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.909013] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "0ff7c477-0a5c-4bae-acff-f746d6478859-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.909201] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "0ff7c477-0a5c-4bae-acff-f746d6478859-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.911423] env[70243]: INFO nova.compute.manager [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Terminating instance [ 1260.938190] env[70243]: DEBUG oslo_vmware.api [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622934, 'name': PowerOffVM_Task, 'duration_secs': 0.211715} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.938445] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.938616] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.938874] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eee55531-5eba-4871-9257-a62d0fd2c2f7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.002533] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.002717] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.002936] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Deleting the datastore file [datastore1] 16e15fb2-9550-4e80-9d72-07d9f244bf09 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.003224] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c0c031b-db18-4190-a248-1ba1db41bafe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.009966] env[70243]: DEBUG oslo_vmware.api [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1261.009966] env[70243]: value = "task-3622937" [ 1261.009966] env[70243]: _type = "Task" [ 1261.009966] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.021086] env[70243]: DEBUG oslo_vmware.api [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.072175] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Creating Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1261.072517] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b4bc07c2-cafd-47b1-a1da-96b11e0a74e9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.079347] env[70243]: DEBUG oslo_vmware.api [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1261.079347] env[70243]: value = "task-3622938" [ 1261.079347] env[70243]: _type = "Task" [ 1261.079347] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.088141] env[70243]: DEBUG oslo_vmware.api [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622938, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.214685] env[70243]: DEBUG oslo_concurrency.lockutils [None req-6b19f70a-886a-46e6-8656-195d5e54ea52 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "interface-16e15fb2-9550-4e80-9d72-07d9f244bf09-40b6cf2d-72bf-4aae-a1fd-ad916bfb1ad0" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.717s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.263843] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622935, 'name': ReconfigVM_Task, 'duration_secs': 0.28767} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.264108] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 1d3d9414-8e33-43ef-9328-c02f0a62bc5f/1d3d9414-8e33-43ef-9328-c02f0a62bc5f.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.264797] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0d161d5-2261-4a73-8fb1-df5a0aa84dbe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.271901] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1261.271901] env[70243]: value = "task-3622939" [ 1261.271901] env[70243]: _type = "Task" [ 1261.271901] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.280126] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622939, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.415501] env[70243]: DEBUG nova.compute.manager [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1261.415739] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.416642] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4a8927-d0ca-49c4-9ab1-de0ebde34277 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.424046] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.424285] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd24c14e-4ce8-4c00-be18-7fa6e86b3bba {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.506544] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.506810] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.506983] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Deleting the datastore file [datastore1] 0ff7c477-0a5c-4bae-acff-f746d6478859 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.507268] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f31a80b-9666-4115-8882-37e9baa6af83 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.515776] env[70243]: DEBUG oslo_vmware.api [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1261.515776] env[70243]: value = "task-3622941" [ 1261.515776] env[70243]: _type = "Task" [ 1261.515776] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.522262] env[70243]: DEBUG oslo_vmware.api [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156427} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.522906] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.523172] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.523387] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.523581] env[70243]: INFO nova.compute.manager [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1261.523886] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.527263] env[70243]: DEBUG nova.compute.manager [-] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1261.527370] env[70243]: DEBUG nova.network.neutron [-] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1261.529253] env[70243]: DEBUG oslo_vmware.api [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.588828] env[70243]: DEBUG oslo_vmware.api [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622938, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.781983] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622939, 'name': Rename_Task, 'duration_secs': 0.143202} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.782295] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.782575] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb48ab5d-13d1-45f6-bbe0-2f5d39c7156f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.788789] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1261.788789] env[70243]: value = "task-3622942" [ 1261.788789] env[70243]: _type = "Task" [ 1261.788789] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.796185] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.025146] env[70243]: DEBUG oslo_vmware.api [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429837} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.025371] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.025571] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.025781] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.025967] env[70243]: INFO nova.compute.manager [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1262.026214] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.026410] env[70243]: DEBUG nova.compute.manager [-] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1262.026505] env[70243]: DEBUG nova.network.neutron [-] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1262.092109] env[70243]: DEBUG oslo_vmware.api [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622938, 'name': CreateSnapshot_Task, 'duration_secs': 0.986601} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.092410] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Created Snapshot of the VM instance {{(pid=70243) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1262.093184] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5755c7a-2696-4732-a495-0e6e1e903a85 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.301189] env[70243]: DEBUG oslo_vmware.api [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3622942, 'name': PowerOnVM_Task, 'duration_secs': 0.463554} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.301471] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.301686] env[70243]: DEBUG nova.compute.manager [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.303315] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec1ef77-c119-4808-ac00-46dec20467e3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.307014] env[70243]: DEBUG nova.compute.manager [req-2f3ad303-62a8-48f7-bf76-d755721e8482 req-567d4b13-cd77-4fda-aefa-91e00c7b26e7 service nova] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Received event network-vif-deleted-9681996e-329f-48ee-b9d9-00e9a10d6103 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.307193] env[70243]: INFO nova.compute.manager [req-2f3ad303-62a8-48f7-bf76-d755721e8482 req-567d4b13-cd77-4fda-aefa-91e00c7b26e7 service nova] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Neutron deleted interface 9681996e-329f-48ee-b9d9-00e9a10d6103; detaching it from the instance and deleting it from the info cache [ 1262.307372] env[70243]: DEBUG nova.network.neutron [req-2f3ad303-62a8-48f7-bf76-d755721e8482 req-567d4b13-cd77-4fda-aefa-91e00c7b26e7 service nova] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.310169] env[70243]: DEBUG nova.compute.manager [req-8acbea1d-bda2-44d7-8597-f741e51e7531 req-0096394a-432f-4311-a772-282b20d2fee3 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Received event network-vif-deleted-ce13e72c-209d-43ca-86f5-ba0af415f3b5 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.310353] env[70243]: INFO nova.compute.manager [req-8acbea1d-bda2-44d7-8597-f741e51e7531 req-0096394a-432f-4311-a772-282b20d2fee3 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Neutron deleted interface ce13e72c-209d-43ca-86f5-ba0af415f3b5; detaching it from the instance and deleting it from the info cache [ 1262.310516] env[70243]: DEBUG nova.network.neutron [req-8acbea1d-bda2-44d7-8597-f741e51e7531 req-0096394a-432f-4311-a772-282b20d2fee3 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.612523] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Creating linked-clone VM from snapshot {{(pid=70243) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1262.613257] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-08538204-9ad3-4703-b872-132f86f2c525 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.621638] env[70243]: DEBUG oslo_vmware.api [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1262.621638] env[70243]: value = "task-3622943" [ 1262.621638] env[70243]: _type = "Task" [ 1262.621638] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.629018] env[70243]: DEBUG oslo_vmware.api [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622943, 'name': CloneVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.783729] env[70243]: DEBUG nova.network.neutron [-] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.790943] env[70243]: DEBUG nova.network.neutron [-] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.813232] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e75a78db-3ddb-43bc-bf41-53f1e13881bd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.815313] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06dac44e-68ef-4bb2-88cd-138bffbc50fe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.828954] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6645f2-8e58-465e-894c-20f01040bfb1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.843072] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da79c0cb-8864-451f-aada-b0a76669d387 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.855030] env[70243]: DEBUG oslo_concurrency.lockutils [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.855030] env[70243]: DEBUG oslo_concurrency.lockutils [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.855030] env[70243]: DEBUG nova.objects.instance [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1262.886638] env[70243]: DEBUG nova.compute.manager [req-2f3ad303-62a8-48f7-bf76-d755721e8482 req-567d4b13-cd77-4fda-aefa-91e00c7b26e7 service nova] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Detach interface failed, port_id=9681996e-329f-48ee-b9d9-00e9a10d6103, reason: Instance 0ff7c477-0a5c-4bae-acff-f746d6478859 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1262.900300] env[70243]: DEBUG nova.compute.manager [req-8acbea1d-bda2-44d7-8597-f741e51e7531 req-0096394a-432f-4311-a772-282b20d2fee3 service nova] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Detach interface failed, port_id=ce13e72c-209d-43ca-86f5-ba0af415f3b5, reason: Instance 16e15fb2-9550-4e80-9d72-07d9f244bf09 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1263.132737] env[70243]: DEBUG oslo_vmware.api [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622943, 'name': CloneVM_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.286181] env[70243]: INFO nova.compute.manager [-] [instance: 0ff7c477-0a5c-4bae-acff-f746d6478859] Took 1.26 seconds to deallocate network for instance. [ 1263.293139] env[70243]: INFO nova.compute.manager [-] [instance: 16e15fb2-9550-4e80-9d72-07d9f244bf09] Took 1.77 seconds to deallocate network for instance. [ 1263.632532] env[70243]: DEBUG oslo_vmware.api [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622943, 'name': CloneVM_Task} progress is 95%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.792992] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.799472] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.865949] env[70243]: DEBUG oslo_concurrency.lockutils [None req-30733d7b-4563-4a22-93fd-a51d821e8772 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.867110] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.074s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.867378] env[70243]: DEBUG nova.objects.instance [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lazy-loading 'resources' on Instance uuid 0ff7c477-0a5c-4bae-acff-f746d6478859 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.133177] env[70243]: DEBUG oslo_vmware.api [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622943, 'name': CloneVM_Task, 'duration_secs': 1.133159} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.133460] env[70243]: INFO nova.virt.vmwareapi.vmops [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Created linked-clone VM from snapshot [ 1264.134239] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f3db1b-651c-4a28-9d16-f5bd0f20bd73 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.141590] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Uploading image b51eef63-0555-4501-af07-2267433b5a25 {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1264.165958] env[70243]: DEBUG oslo_vmware.rw_handles [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1264.165958] env[70243]: value = "vm-722543" [ 1264.165958] env[70243]: _type = "VirtualMachine" [ 1264.165958] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1264.166242] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-62c8bf49-c9be-448d-ae65-87f0b56993fe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.172509] env[70243]: DEBUG oslo_vmware.rw_handles [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lease: (returnval){ [ 1264.172509] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527c4ffc-3f70-c1fb-8845-24d2f1c042c1" [ 1264.172509] env[70243]: _type = "HttpNfcLease" [ 1264.172509] env[70243]: } obtained for exporting VM: (result){ [ 1264.172509] env[70243]: value = "vm-722543" [ 1264.172509] env[70243]: _type = "VirtualMachine" [ 1264.172509] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1264.172784] env[70243]: DEBUG oslo_vmware.api [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the lease: (returnval){ [ 1264.172784] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527c4ffc-3f70-c1fb-8845-24d2f1c042c1" [ 1264.172784] env[70243]: _type = "HttpNfcLease" [ 1264.172784] env[70243]: } to be ready. {{(pid=70243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1264.178924] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1264.178924] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527c4ffc-3f70-c1fb-8845-24d2f1c042c1" [ 1264.178924] env[70243]: _type = "HttpNfcLease" [ 1264.178924] env[70243]: } is initializing. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1264.217179] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fbe5f9e5-d1ce-48c1-b82d-b15602bf5dfb tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "9fe680ef-286b-4cac-abde-f157f2d57f95" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.217414] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fbe5f9e5-d1ce-48c1-b82d-b15602bf5dfb tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "9fe680ef-286b-4cac-abde-f157f2d57f95" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.509242] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00db7481-e5b1-481b-abc1-56159ba87253 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.516646] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e3fb8f-53f4-47e2-9083-0f16f08d668e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.547452] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87eef23-51a7-4bf6-9f07-497c9b4dbb01 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.554271] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745175c7-a551-49b5-9b78-e218cb7f5c16 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.566947] env[70243]: DEBUG nova.compute.provider_tree [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.681072] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1264.681072] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527c4ffc-3f70-c1fb-8845-24d2f1c042c1" [ 1264.681072] env[70243]: _type = "HttpNfcLease" [ 1264.681072] env[70243]: } is ready. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1264.681472] env[70243]: DEBUG oslo_vmware.rw_handles [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1264.681472] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]527c4ffc-3f70-c1fb-8845-24d2f1c042c1" [ 1264.681472] env[70243]: _type = "HttpNfcLease" [ 1264.681472] env[70243]: }. {{(pid=70243) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1264.682087] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b51f94-4840-47eb-9392-4504b685eb0f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.688821] env[70243]: DEBUG oslo_vmware.rw_handles [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5223b92c-b006-98c6-5f14-5c11de086ebc/disk-0.vmdk from lease info. {{(pid=70243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1264.688985] env[70243]: DEBUG oslo_vmware.rw_handles [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5223b92c-b006-98c6-5f14-5c11de086ebc/disk-0.vmdk for reading. {{(pid=70243) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1264.745172] env[70243]: DEBUG nova.compute.utils [None req-fbe5f9e5-d1ce-48c1-b82d-b15602bf5dfb tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1264.776054] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-acf1cede-fd2a-4ba9-9a28-dcb35fe68121 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.070137] env[70243]: DEBUG nova.scheduler.client.report [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.248409] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fbe5f9e5-d1ce-48c1-b82d-b15602bf5dfb tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "9fe680ef-286b-4cac-abde-f157f2d57f95" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.031s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.575190] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.577581] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.778s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.577818] env[70243]: DEBUG nova.objects.instance [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lazy-loading 'resources' on Instance uuid 16e15fb2-9550-4e80-9d72-07d9f244bf09 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.596651] env[70243]: INFO nova.scheduler.client.report [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Deleted allocations for instance 0ff7c477-0a5c-4bae-acff-f746d6478859 [ 1266.105821] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f00e83f0-3855-44ec-b1c6-86726c7be710 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "0ff7c477-0a5c-4bae-acff-f746d6478859" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.197s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.223810] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b47cf2-8c49-4185-9b52-065b8453eb3d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.236023] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9f99f4-160c-4229-a956-3e6bbba4fde6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.268393] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bffd5f5-85f2-4784-8169-e7dd7bdaad53 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.276623] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0e0f30-2061-46dc-93f7-3515887ac5d3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.291532] env[70243]: DEBUG nova.compute.provider_tree [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.293893] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fbe5f9e5-d1ce-48c1-b82d-b15602bf5dfb tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "9fe680ef-286b-4cac-abde-f157f2d57f95" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.294967] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fbe5f9e5-d1ce-48c1-b82d-b15602bf5dfb tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "9fe680ef-286b-4cac-abde-f157f2d57f95" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.295407] env[70243]: INFO nova.compute.manager [None req-fbe5f9e5-d1ce-48c1-b82d-b15602bf5dfb tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Attaching volume b2848976-4aac-42dc-a4e9-01dbf95e11a2 to /dev/sdb [ 1266.347429] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a3491d-6481-473b-9c81-3cc6caac0e7d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.357796] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c45cb5-7d59-4eda-b7bd-821f6048c756 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.373568] env[70243]: DEBUG nova.virt.block_device [None req-fbe5f9e5-d1ce-48c1-b82d-b15602bf5dfb tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Updating existing volume attachment record: cbce0c27-cd16-4675-9bcc-ec8f44ea9a1d {{(pid=70243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1266.733046] env[70243]: DEBUG oslo_concurrency.lockutils [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "60a86f38-d9ec-46b5-92ea-03ce89f4f9be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.733457] env[70243]: DEBUG oslo_concurrency.lockutils [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "60a86f38-d9ec-46b5-92ea-03ce89f4f9be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.733777] env[70243]: DEBUG oslo_concurrency.lockutils [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "60a86f38-d9ec-46b5-92ea-03ce89f4f9be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.734057] env[70243]: DEBUG oslo_concurrency.lockutils [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "60a86f38-d9ec-46b5-92ea-03ce89f4f9be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.734297] env[70243]: DEBUG oslo_concurrency.lockutils [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "60a86f38-d9ec-46b5-92ea-03ce89f4f9be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.736721] env[70243]: INFO nova.compute.manager [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Terminating instance [ 1266.799862] env[70243]: DEBUG nova.scheduler.client.report [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.241629] env[70243]: DEBUG nova.compute.manager [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1267.242041] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.242776] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7acb83-3a7a-40b4-a177-410018e2274a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.250893] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.251206] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55909998-dbbb-4d4a-92ae-460c8a108fa7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.295547] env[70243]: DEBUG oslo_vmware.api [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1267.295547] env[70243]: value = "task-3622946" [ 1267.295547] env[70243]: _type = "Task" [ 1267.295547] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.305191] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.307225] env[70243]: DEBUG oslo_vmware.api [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.337098] env[70243]: INFO nova.scheduler.client.report [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Deleted allocations for instance 16e15fb2-9550-4e80-9d72-07d9f244bf09 [ 1267.698193] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b68aa91c-f9d9-4d48-b142-5eb5c037430c tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "d23b2e15-5b95-4a33-861c-0ca94af22927" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.698432] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b68aa91c-f9d9-4d48-b142-5eb5c037430c tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "d23b2e15-5b95-4a33-861c-0ca94af22927" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.805239] env[70243]: DEBUG oslo_vmware.api [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622946, 'name': PowerOffVM_Task, 'duration_secs': 0.408359} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.805528] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.805729] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1267.805997] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d64b007a-ffdb-46ad-929c-6dadb2bbc4dc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.846348] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d1fe0089-1e19-4b30-81bc-948e24fd957e tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "16e15fb2-9550-4e80-9d72-07d9f244bf09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.944s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.882942] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1267.883340] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1267.883538] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Deleting the datastore file [datastore2] 60a86f38-d9ec-46b5-92ea-03ce89f4f9be {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.883802] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e38e6440-7971-4cea-ae18-7afa04218178 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.891830] env[70243]: DEBUG oslo_vmware.api [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for the task: (returnval){ [ 1267.891830] env[70243]: value = "task-3622948" [ 1267.891830] env[70243]: _type = "Task" [ 1267.891830] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.900452] env[70243]: DEBUG oslo_vmware.api [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.201755] env[70243]: DEBUG nova.compute.utils [None req-b68aa91c-f9d9-4d48-b142-5eb5c037430c tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1268.402477] env[70243]: DEBUG oslo_vmware.api [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Task: {'id': task-3622948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248168} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.402878] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.402964] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.403158] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.403331] env[70243]: INFO nova.compute.manager [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1268.403574] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1268.403818] env[70243]: DEBUG nova.compute.manager [-] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1268.403921] env[70243]: DEBUG nova.network.neutron [-] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1268.618736] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "5e16ef53-8dbd-4217-aad8-6f3747eec7c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.619015] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "5e16ef53-8dbd-4217-aad8-6f3747eec7c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.619247] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "5e16ef53-8dbd-4217-aad8-6f3747eec7c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.619431] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "5e16ef53-8dbd-4217-aad8-6f3747eec7c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.619601] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "5e16ef53-8dbd-4217-aad8-6f3747eec7c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.624026] env[70243]: INFO nova.compute.manager [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Terminating instance [ 1268.704315] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b68aa91c-f9d9-4d48-b142-5eb5c037430c tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "d23b2e15-5b95-4a33-861c-0ca94af22927" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.764098] env[70243]: DEBUG nova.compute.manager [req-f793ce98-c4a3-4176-892d-ec438dbdbf03 req-f345a2f6-04b4-44ef-a7c7-ae37e6e39757 service nova] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Received event network-vif-deleted-fe76ed7b-c966-4bb8-a2b3-5fe03a212419 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.764305] env[70243]: INFO nova.compute.manager [req-f793ce98-c4a3-4176-892d-ec438dbdbf03 req-f345a2f6-04b4-44ef-a7c7-ae37e6e39757 service nova] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Neutron deleted interface fe76ed7b-c966-4bb8-a2b3-5fe03a212419; detaching it from the instance and deleting it from the info cache [ 1268.764477] env[70243]: DEBUG nova.network.neutron [req-f793ce98-c4a3-4176-892d-ec438dbdbf03 req-f345a2f6-04b4-44ef-a7c7-ae37e6e39757 service nova] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.128847] env[70243]: DEBUG nova.compute.manager [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.129138] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.130130] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804759ed-6be8-49fa-b669-29d3c89a42f6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.138586] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.138897] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4bbb568-4572-42cb-ab1c-2514198aed96 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.145719] env[70243]: DEBUG oslo_vmware.api [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1269.145719] env[70243]: value = "task-3622950" [ 1269.145719] env[70243]: _type = "Task" [ 1269.145719] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.154435] env[70243]: DEBUG oslo_vmware.api [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.165973] env[70243]: DEBUG nova.network.neutron [-] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.271074] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de70823e-f2e3-49d5-9d0e-4b813b6e89e9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.280784] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcae3f6f-bca8-4e0f-937b-2e068b21c12b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.313954] env[70243]: DEBUG nova.compute.manager [req-f793ce98-c4a3-4176-892d-ec438dbdbf03 req-f345a2f6-04b4-44ef-a7c7-ae37e6e39757 service nova] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Detach interface failed, port_id=fe76ed7b-c966-4bb8-a2b3-5fe03a212419, reason: Instance 60a86f38-d9ec-46b5-92ea-03ce89f4f9be could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1269.656748] env[70243]: DEBUG oslo_vmware.api [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622950, 'name': PowerOffVM_Task, 'duration_secs': 0.210018} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.657115] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.657336] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.657615] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4948a3a-4d20-4af4-9b66-f14026e79980 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.669073] env[70243]: INFO nova.compute.manager [-] [instance: 60a86f38-d9ec-46b5-92ea-03ce89f4f9be] Took 1.26 seconds to deallocate network for instance. [ 1269.721551] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.722057] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.722278] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Deleting the datastore file [datastore1] 5e16ef53-8dbd-4217-aad8-6f3747eec7c4 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.722924] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c922accc-1731-4e68-9ff2-124e5305bcd3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.729810] env[70243]: DEBUG oslo_vmware.api [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for the task: (returnval){ [ 1269.729810] env[70243]: value = "task-3622952" [ 1269.729810] env[70243]: _type = "Task" [ 1269.729810] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.738702] env[70243]: DEBUG oslo_vmware.api [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.772114] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b68aa91c-f9d9-4d48-b142-5eb5c037430c tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "d23b2e15-5b95-4a33-861c-0ca94af22927" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.772361] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b68aa91c-f9d9-4d48-b142-5eb5c037430c tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "d23b2e15-5b95-4a33-861c-0ca94af22927" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.772987] env[70243]: INFO nova.compute.manager [None req-b68aa91c-f9d9-4d48-b142-5eb5c037430c tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Attaching volume b057b00f-b4d5-47af-9ea2-59bd4c0fe85b to /dev/sdb [ 1269.808178] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82015259-5b0d-42bb-9ec4-98c38bd5972b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.816112] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ca1c5b-5bfb-48e8-8127-c938984bd0b8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.834027] env[70243]: DEBUG nova.virt.block_device [None req-b68aa91c-f9d9-4d48-b142-5eb5c037430c tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Updating existing volume attachment record: 0e861178-1570-4cea-9f6b-d84d4973a2ce {{(pid=70243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1270.175703] env[70243]: DEBUG oslo_concurrency.lockutils [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.176071] env[70243]: DEBUG oslo_concurrency.lockutils [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.176329] env[70243]: DEBUG nova.objects.instance [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lazy-loading 'resources' on Instance uuid 60a86f38-d9ec-46b5-92ea-03ce89f4f9be {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.240833] env[70243]: DEBUG oslo_vmware.api [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Task: {'id': task-3622952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105172} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.241150] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.241384] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.241621] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.241834] env[70243]: INFO nova.compute.manager [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1270.242130] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.242361] env[70243]: DEBUG nova.compute.manager [-] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1270.242520] env[70243]: DEBUG nova.network.neutron [-] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1270.790155] env[70243]: DEBUG nova.compute.manager [req-2843dafb-8ffc-4c6b-abc5-9b830c10a6c1 req-bd419993-a510-4dfa-b286-61c88eb0c103 service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Received event network-vif-deleted-8db69e78-2df7-4605-b06b-5166b95bd959 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.790407] env[70243]: INFO nova.compute.manager [req-2843dafb-8ffc-4c6b-abc5-9b830c10a6c1 req-bd419993-a510-4dfa-b286-61c88eb0c103 service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Neutron deleted interface 8db69e78-2df7-4605-b06b-5166b95bd959; detaching it from the instance and deleting it from the info cache [ 1270.790764] env[70243]: DEBUG nova.network.neutron [req-2843dafb-8ffc-4c6b-abc5-9b830c10a6c1 req-bd419993-a510-4dfa-b286-61c88eb0c103 service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.812597] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4e0f31-43e3-4897-9e80-9afebe4363a8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.821415] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c0a99a-d130-4898-9af7-0476369776ad {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.852077] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31db1b9f-c013-4756-b781-e08d17476aa7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.860166] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0da12a1-faa2-4d0f-9730-fec9a101eec3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.875413] env[70243]: DEBUG nova.compute.provider_tree [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.923692] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbe5f9e5-d1ce-48c1-b82d-b15602bf5dfb tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Volume attach. Driver type: vmdk {{(pid=70243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1270.923962] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbe5f9e5-d1ce-48c1-b82d-b15602bf5dfb tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722544', 'volume_id': 'b2848976-4aac-42dc-a4e9-01dbf95e11a2', 'name': 'volume-b2848976-4aac-42dc-a4e9-01dbf95e11a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9fe680ef-286b-4cac-abde-f157f2d57f95', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2848976-4aac-42dc-a4e9-01dbf95e11a2', 'serial': 'b2848976-4aac-42dc-a4e9-01dbf95e11a2'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1270.925668] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a8c2b4-315f-4881-be81-e3ce7356cc74 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.673012] env[70243]: DEBUG nova.network.neutron [-] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.675203] env[70243]: DEBUG nova.scheduler.client.report [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.678437] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2fcaa04-39f2-4d93-916a-aeb78ccc221f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.696259] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ee4bca-93f3-4c79-ba32-66e2d80cc81c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.701815] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd60380d-690c-4416-b3b3-a8a75269b77c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.734953] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbe5f9e5-d1ce-48c1-b82d-b15602bf5dfb tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-b2848976-4aac-42dc-a4e9-01dbf95e11a2/volume-b2848976-4aac-42dc-a4e9-01dbf95e11a2.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.746047] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a368cbf4-9713-4495-86b0-aa61103bd546 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.757703] env[70243]: DEBUG nova.compute.manager [req-2843dafb-8ffc-4c6b-abc5-9b830c10a6c1 req-bd419993-a510-4dfa-b286-61c88eb0c103 service nova] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Detach interface failed, port_id=8db69e78-2df7-4605-b06b-5166b95bd959, reason: Instance 5e16ef53-8dbd-4217-aad8-6f3747eec7c4 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1271.763767] env[70243]: DEBUG oslo_vmware.api [None req-fbe5f9e5-d1ce-48c1-b82d-b15602bf5dfb tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1271.763767] env[70243]: value = "task-3622956" [ 1271.763767] env[70243]: _type = "Task" [ 1271.763767] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.771984] env[70243]: DEBUG oslo_vmware.api [None req-fbe5f9e5-d1ce-48c1-b82d-b15602bf5dfb tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.127618] env[70243]: DEBUG oslo_vmware.rw_handles [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5223b92c-b006-98c6-5f14-5c11de086ebc/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1272.128639] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30f0ba2-f59a-4ce4-8b26-96477b130c8f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.134338] env[70243]: DEBUG oslo_vmware.rw_handles [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5223b92c-b006-98c6-5f14-5c11de086ebc/disk-0.vmdk is in state: ready. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1272.134510] env[70243]: ERROR oslo_vmware.rw_handles [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5223b92c-b006-98c6-5f14-5c11de086ebc/disk-0.vmdk due to incomplete transfer. [ 1272.134755] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-adeff697-615e-4b24-9d7e-b60d069d34dc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.141158] env[70243]: DEBUG oslo_vmware.rw_handles [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5223b92c-b006-98c6-5f14-5c11de086ebc/disk-0.vmdk. {{(pid=70243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1272.141345] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Uploaded image b51eef63-0555-4501-af07-2267433b5a25 to the Glance image server {{(pid=70243) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1272.143915] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Destroying the VM {{(pid=70243) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1272.144155] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-672b9272-6e03-414a-82b9-ef89ea22bf91 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.149758] env[70243]: DEBUG oslo_vmware.api [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1272.149758] env[70243]: value = "task-3622958" [ 1272.149758] env[70243]: _type = "Task" [ 1272.149758] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.157227] env[70243]: DEBUG oslo_vmware.api [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622958, 'name': Destroy_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.178768] env[70243]: INFO nova.compute.manager [-] [instance: 5e16ef53-8dbd-4217-aad8-6f3747eec7c4] Took 1.94 seconds to deallocate network for instance. [ 1272.183896] env[70243]: DEBUG oslo_concurrency.lockutils [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.206785] env[70243]: INFO nova.scheduler.client.report [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Deleted allocations for instance 60a86f38-d9ec-46b5-92ea-03ce89f4f9be [ 1272.275922] env[70243]: DEBUG oslo_vmware.api [None req-fbe5f9e5-d1ce-48c1-b82d-b15602bf5dfb tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622956, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.660144] env[70243]: DEBUG oslo_vmware.api [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622958, 'name': Destroy_Task, 'duration_secs': 0.395803} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.660415] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Destroyed the VM [ 1272.660655] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Deleting Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1272.660908] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-354cbd54-c976-4bfd-9fc4-d56aed28620e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.667615] env[70243]: DEBUG oslo_vmware.api [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1272.667615] env[70243]: value = "task-3622959" [ 1272.667615] env[70243]: _type = "Task" [ 1272.667615] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.675092] env[70243]: DEBUG oslo_vmware.api [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622959, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.687270] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.687540] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.688239] env[70243]: DEBUG nova.objects.instance [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lazy-loading 'resources' on Instance uuid 5e16ef53-8dbd-4217-aad8-6f3747eec7c4 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.714174] env[70243]: DEBUG oslo_concurrency.lockutils [None req-acdd551b-60fd-4ca6-81ee-c9e876e719c1 tempest-ServersTestJSON-757896414 tempest-ServersTestJSON-757896414-project-member] Lock "60a86f38-d9ec-46b5-92ea-03ce89f4f9be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.981s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.779935] env[70243]: DEBUG oslo_vmware.api [None req-fbe5f9e5-d1ce-48c1-b82d-b15602bf5dfb tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622956, 'name': ReconfigVM_Task, 'duration_secs': 0.542492} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.780255] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbe5f9e5-d1ce-48c1-b82d-b15602bf5dfb tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-b2848976-4aac-42dc-a4e9-01dbf95e11a2/volume-b2848976-4aac-42dc-a4e9-01dbf95e11a2.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1272.785069] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-106b3be5-7e7c-42dc-8bbf-a720f983c5a4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.801051] env[70243]: DEBUG oslo_vmware.api [None req-fbe5f9e5-d1ce-48c1-b82d-b15602bf5dfb tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1272.801051] env[70243]: value = "task-3622960" [ 1272.801051] env[70243]: _type = "Task" [ 1272.801051] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.811177] env[70243]: DEBUG oslo_vmware.api [None req-fbe5f9e5-d1ce-48c1-b82d-b15602bf5dfb tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.177956] env[70243]: DEBUG oslo_vmware.api [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622959, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.311541] env[70243]: DEBUG oslo_vmware.api [None req-fbe5f9e5-d1ce-48c1-b82d-b15602bf5dfb tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622960, 'name': ReconfigVM_Task, 'duration_secs': 0.230784} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.311831] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbe5f9e5-d1ce-48c1-b82d-b15602bf5dfb tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722544', 'volume_id': 'b2848976-4aac-42dc-a4e9-01dbf95e11a2', 'name': 'volume-b2848976-4aac-42dc-a4e9-01dbf95e11a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9fe680ef-286b-4cac-abde-f157f2d57f95', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2848976-4aac-42dc-a4e9-01dbf95e11a2', 'serial': 'b2848976-4aac-42dc-a4e9-01dbf95e11a2'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1273.315646] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2bb6fc-fdb6-4c87-9b78-54c3c5b6882f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.322505] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce3c761-3abe-4b4d-a72f-22ef35ef4a14 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.355093] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23098270-9a2e-4d6a-9d2d-73e181a12ee2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.362250] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca692921-11cd-4131-b902-0855eb3d9ae5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.377194] env[70243]: DEBUG nova.compute.provider_tree [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.679363] env[70243]: DEBUG oslo_vmware.api [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622959, 'name': RemoveSnapshot_Task, 'duration_secs': 0.852238} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.679363] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Deleted Snapshot of the VM instance {{(pid=70243) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1273.679363] env[70243]: DEBUG nova.compute.manager [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1273.679693] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbfa905-e1df-43e4-a73a-aa06e85e4d69 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.880950] env[70243]: DEBUG nova.scheduler.client.report [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.193288] env[70243]: INFO nova.compute.manager [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Shelve offloading [ 1274.356784] env[70243]: DEBUG nova.objects.instance [None req-fbe5f9e5-d1ce-48c1-b82d-b15602bf5dfb tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lazy-loading 'flavor' on Instance uuid 9fe680ef-286b-4cac-abde-f157f2d57f95 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.387283] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b68aa91c-f9d9-4d48-b142-5eb5c037430c tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Volume attach. Driver type: vmdk {{(pid=70243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1274.387283] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b68aa91c-f9d9-4d48-b142-5eb5c037430c tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722546', 'volume_id': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'name': 'volume-b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd23b2e15-5b95-4a33-861c-0ca94af22927', 'attached_at': '', 'detached_at': '', 'volume_id': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'serial': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1274.387659] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.390451] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70130912-e3ad-4a22-868e-19da521d670b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.407652] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c4c6fb-d39a-4036-9306-51e4578e5c88 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.434753] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b68aa91c-f9d9-4d48-b142-5eb5c037430c tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-b057b00f-b4d5-47af-9ea2-59bd4c0fe85b/volume-b057b00f-b4d5-47af-9ea2-59bd4c0fe85b.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.435969] env[70243]: INFO nova.scheduler.client.report [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Deleted allocations for instance 5e16ef53-8dbd-4217-aad8-6f3747eec7c4 [ 1274.436989] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52bf83a1-89b7-4955-9bd1-2c7b9d9fad82 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.459444] env[70243]: DEBUG oslo_vmware.api [None req-b68aa91c-f9d9-4d48-b142-5eb5c037430c tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1274.459444] env[70243]: value = "task-3622961" [ 1274.459444] env[70243]: _type = "Task" [ 1274.459444] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.467421] env[70243]: DEBUG oslo_vmware.api [None req-b68aa91c-f9d9-4d48-b142-5eb5c037430c tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.697464] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.698371] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44aa23da-af67-4d1f-8ea0-119e21cd9fad {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.704930] env[70243]: DEBUG oslo_vmware.api [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1274.704930] env[70243]: value = "task-3622962" [ 1274.704930] env[70243]: _type = "Task" [ 1274.704930] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.712662] env[70243]: DEBUG oslo_vmware.api [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.821246] env[70243]: DEBUG oslo_concurrency.lockutils [None req-67efc7b9-4762-45b5-a4fe-e5662ce68752 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "9fe680ef-286b-4cac-abde-f157f2d57f95" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.865642] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fbe5f9e5-d1ce-48c1-b82d-b15602bf5dfb tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "9fe680ef-286b-4cac-abde-f157f2d57f95" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.571s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.866591] env[70243]: DEBUG oslo_concurrency.lockutils [None req-67efc7b9-4762-45b5-a4fe-e5662ce68752 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "9fe680ef-286b-4cac-abde-f157f2d57f95" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.046s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.957563] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e7c08225-161a-43a1-96a3-bc34b7488595 tempest-AttachInterfacesTestJSON-1117155741 tempest-AttachInterfacesTestJSON-1117155741-project-member] Lock "5e16ef53-8dbd-4217-aad8-6f3747eec7c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.338s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.968536] env[70243]: DEBUG oslo_vmware.api [None req-b68aa91c-f9d9-4d48-b142-5eb5c037430c tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622961, 'name': ReconfigVM_Task, 'duration_secs': 0.337222} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.968830] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b68aa91c-f9d9-4d48-b142-5eb5c037430c tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-b057b00f-b4d5-47af-9ea2-59bd4c0fe85b/volume-b057b00f-b4d5-47af-9ea2-59bd4c0fe85b.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.974925] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60380b5a-480f-480b-8c87-7333119095f3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.989171] env[70243]: DEBUG oslo_vmware.api [None req-b68aa91c-f9d9-4d48-b142-5eb5c037430c tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1274.989171] env[70243]: value = "task-3622963" [ 1274.989171] env[70243]: _type = "Task" [ 1274.989171] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.997292] env[70243]: DEBUG oslo_vmware.api [None req-b68aa91c-f9d9-4d48-b142-5eb5c037430c tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.216472] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] VM already powered off {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1275.216823] env[70243]: DEBUG nova.compute.manager [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.217437] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7532a4e4-bcb5-4393-a3d5-c6e41afdd3f6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.223216] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "refresh_cache-291bb769-9a6d-42b7-82c8-89cffd3248d8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.223453] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquired lock "refresh_cache-291bb769-9a6d-42b7-82c8-89cffd3248d8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.223667] env[70243]: DEBUG nova.network.neutron [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.370750] env[70243]: INFO nova.compute.manager [None req-67efc7b9-4762-45b5-a4fe-e5662ce68752 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Detaching volume b2848976-4aac-42dc-a4e9-01dbf95e11a2 [ 1275.404338] env[70243]: INFO nova.virt.block_device [None req-67efc7b9-4762-45b5-a4fe-e5662ce68752 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Attempting to driver detach volume b2848976-4aac-42dc-a4e9-01dbf95e11a2 from mountpoint /dev/sdb [ 1275.404634] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-67efc7b9-4762-45b5-a4fe-e5662ce68752 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Volume detach. Driver type: vmdk {{(pid=70243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1275.404949] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-67efc7b9-4762-45b5-a4fe-e5662ce68752 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722544', 'volume_id': 'b2848976-4aac-42dc-a4e9-01dbf95e11a2', 'name': 'volume-b2848976-4aac-42dc-a4e9-01dbf95e11a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9fe680ef-286b-4cac-abde-f157f2d57f95', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2848976-4aac-42dc-a4e9-01dbf95e11a2', 'serial': 'b2848976-4aac-42dc-a4e9-01dbf95e11a2'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1275.406231] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b2fd3c-1518-4cf4-9aa1-a59fdce0415b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.428857] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba8eb97-5e8d-425b-bbe4-136fdf2ef701 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.436686] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c58f60-88c8-4fde-85be-93591354a61a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.456717] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99096385-f02c-44fe-bd0e-5cccf3be97d5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.473791] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-67efc7b9-4762-45b5-a4fe-e5662ce68752 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] The volume has not been displaced from its original location: [datastore1] volume-b2848976-4aac-42dc-a4e9-01dbf95e11a2/volume-b2848976-4aac-42dc-a4e9-01dbf95e11a2.vmdk. No consolidation needed. {{(pid=70243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1275.478998] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-67efc7b9-4762-45b5-a4fe-e5662ce68752 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1275.479309] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-190b4455-a38a-4efa-949c-79bea6bbb2e6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.500553] env[70243]: DEBUG oslo_vmware.api [None req-b68aa91c-f9d9-4d48-b142-5eb5c037430c tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622963, 'name': ReconfigVM_Task, 'duration_secs': 0.153641} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.501764] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-b68aa91c-f9d9-4d48-b142-5eb5c037430c tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722546', 'volume_id': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'name': 'volume-b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd23b2e15-5b95-4a33-861c-0ca94af22927', 'attached_at': '', 'detached_at': '', 'volume_id': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'serial': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1275.503499] env[70243]: DEBUG oslo_vmware.api [None req-67efc7b9-4762-45b5-a4fe-e5662ce68752 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1275.503499] env[70243]: value = "task-3622964" [ 1275.503499] env[70243]: _type = "Task" [ 1275.503499] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.511694] env[70243]: DEBUG oslo_vmware.api [None req-67efc7b9-4762-45b5-a4fe-e5662ce68752 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622964, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.019039] env[70243]: DEBUG oslo_vmware.api [None req-67efc7b9-4762-45b5-a4fe-e5662ce68752 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622964, 'name': ReconfigVM_Task, 'duration_secs': 0.307044} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.025082] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-67efc7b9-4762-45b5-a4fe-e5662ce68752 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1276.034143] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9848913-dd3a-4227-a7b2-702776ac8648 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.059736] env[70243]: DEBUG oslo_vmware.api [None req-67efc7b9-4762-45b5-a4fe-e5662ce68752 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1276.059736] env[70243]: value = "task-3622965" [ 1276.059736] env[70243]: _type = "Task" [ 1276.059736] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.068882] env[70243]: DEBUG oslo_vmware.api [None req-67efc7b9-4762-45b5-a4fe-e5662ce68752 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.266204] env[70243]: DEBUG nova.network.neutron [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Updating instance_info_cache with network_info: [{"id": "0628dfc9-a027-476a-84d0-1104ff7645f4", "address": "fa:16:3e:24:24:11", "network": {"id": "efed784a-c76d-40c2-9094-2797cae46b9f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1261361839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3227bc9b9f014d2db2b3a89a32f3d175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0628dfc9-a0", "ovs_interfaceid": "0628dfc9-a027-476a-84d0-1104ff7645f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.569517] env[70243]: DEBUG oslo_vmware.api [None req-67efc7b9-4762-45b5-a4fe-e5662ce68752 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622965, 'name': ReconfigVM_Task, 'duration_secs': 0.137988} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.570794] env[70243]: DEBUG nova.objects.instance [None req-b68aa91c-f9d9-4d48-b142-5eb5c037430c tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lazy-loading 'flavor' on Instance uuid d23b2e15-5b95-4a33-861c-0ca94af22927 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.571724] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-67efc7b9-4762-45b5-a4fe-e5662ce68752 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722544', 'volume_id': 'b2848976-4aac-42dc-a4e9-01dbf95e11a2', 'name': 'volume-b2848976-4aac-42dc-a4e9-01dbf95e11a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9fe680ef-286b-4cac-abde-f157f2d57f95', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2848976-4aac-42dc-a4e9-01dbf95e11a2', 'serial': 'b2848976-4aac-42dc-a4e9-01dbf95e11a2'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1276.768521] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Releasing lock "refresh_cache-291bb769-9a6d-42b7-82c8-89cffd3248d8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.078254] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b68aa91c-f9d9-4d48-b142-5eb5c037430c tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "d23b2e15-5b95-4a33-861c-0ca94af22927" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.305s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.108983] env[70243]: DEBUG nova.compute.manager [req-c0f40f07-e8eb-416c-ae61-43c15346267b req-859d9e32-fbbf-4f62-9b01-1e0925368c47 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Received event network-vif-unplugged-0628dfc9-a027-476a-84d0-1104ff7645f4 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.108983] env[70243]: DEBUG oslo_concurrency.lockutils [req-c0f40f07-e8eb-416c-ae61-43c15346267b req-859d9e32-fbbf-4f62-9b01-1e0925368c47 service nova] Acquiring lock "291bb769-9a6d-42b7-82c8-89cffd3248d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.108983] env[70243]: DEBUG oslo_concurrency.lockutils [req-c0f40f07-e8eb-416c-ae61-43c15346267b req-859d9e32-fbbf-4f62-9b01-1e0925368c47 service nova] Lock "291bb769-9a6d-42b7-82c8-89cffd3248d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.108983] env[70243]: DEBUG oslo_concurrency.lockutils [req-c0f40f07-e8eb-416c-ae61-43c15346267b req-859d9e32-fbbf-4f62-9b01-1e0925368c47 service nova] Lock "291bb769-9a6d-42b7-82c8-89cffd3248d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.108983] env[70243]: DEBUG nova.compute.manager [req-c0f40f07-e8eb-416c-ae61-43c15346267b req-859d9e32-fbbf-4f62-9b01-1e0925368c47 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] No waiting events found dispatching network-vif-unplugged-0628dfc9-a027-476a-84d0-1104ff7645f4 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1277.108983] env[70243]: WARNING nova.compute.manager [req-c0f40f07-e8eb-416c-ae61-43c15346267b req-859d9e32-fbbf-4f62-9b01-1e0925368c47 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Received unexpected event network-vif-unplugged-0628dfc9-a027-476a-84d0-1104ff7645f4 for instance with vm_state shelved and task_state shelving_offloading. [ 1277.142672] env[70243]: DEBUG nova.objects.instance [None req-67efc7b9-4762-45b5-a4fe-e5662ce68752 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lazy-loading 'flavor' on Instance uuid 9fe680ef-286b-4cac-abde-f157f2d57f95 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.153033] env[70243]: INFO nova.compute.manager [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Rebuilding instance [ 1277.227539] env[70243]: DEBUG nova.compute.manager [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.228864] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661b4c22-058f-46b2-adee-128f73991d86 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.281649] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.282668] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b091982e-9379-405b-acc4-5d5213a80aed {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.292301] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1277.292301] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c07adb4-3a46-4498-b8f3-8dff815a98c3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.355951] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.356107] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.356288] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Deleting the datastore file [datastore1] 291bb769-9a6d-42b7-82c8-89cffd3248d8 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.356509] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72b5808a-bcb6-4f51-b1c3-9cb9cf4ad3be {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.364419] env[70243]: DEBUG oslo_vmware.api [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1277.364419] env[70243]: value = "task-3622967" [ 1277.364419] env[70243]: _type = "Task" [ 1277.364419] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.372801] env[70243]: DEBUG oslo_vmware.api [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.874142] env[70243]: DEBUG oslo_vmware.api [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3622967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135592} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.874406] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.874620] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.874752] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.897028] env[70243]: INFO nova.scheduler.client.report [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Deleted allocations for instance 291bb769-9a6d-42b7-82c8-89cffd3248d8 [ 1278.151984] env[70243]: DEBUG oslo_concurrency.lockutils [None req-67efc7b9-4762-45b5-a4fe-e5662ce68752 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "9fe680ef-286b-4cac-abde-f157f2d57f95" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.285s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.248784] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.249407] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72753d5e-cc42-4016-8f03-45327d1534de {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.261839] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1278.261839] env[70243]: value = "task-3622968" [ 1278.261839] env[70243]: _type = "Task" [ 1278.261839] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.272794] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.401882] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.402218] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.402443] env[70243]: DEBUG nova.objects.instance [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lazy-loading 'resources' on Instance uuid 291bb769-9a6d-42b7-82c8-89cffd3248d8 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.771998] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622968, 'name': PowerOffVM_Task, 'duration_secs': 0.219736} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.772379] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.826699] env[70243]: INFO nova.compute.manager [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Detaching volume b057b00f-b4d5-47af-9ea2-59bd4c0fe85b [ 1278.867347] env[70243]: INFO nova.virt.block_device [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Attempting to driver detach volume b057b00f-b4d5-47af-9ea2-59bd4c0fe85b from mountpoint /dev/sdb [ 1278.867578] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Volume detach. Driver type: vmdk {{(pid=70243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1278.867764] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722546', 'volume_id': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'name': 'volume-b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd23b2e15-5b95-4a33-861c-0ca94af22927', 'attached_at': '', 'detached_at': '', 'volume_id': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'serial': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1278.868677] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a1d13e-1a4a-4255-9e36-b95e1a57766a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.892728] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4d17ac-b98e-42c0-af8a-3ca4092fa1e4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.899858] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecdb205-6553-4c29-a736-739c7709d920 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.920635] env[70243]: DEBUG nova.objects.instance [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lazy-loading 'numa_topology' on Instance uuid 291bb769-9a6d-42b7-82c8-89cffd3248d8 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.922293] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4b1a5f-7e80-49a9-ba19-3f6ca89fd188 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.937797] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] The volume has not been displaced from its original location: [datastore1] volume-b057b00f-b4d5-47af-9ea2-59bd4c0fe85b/volume-b057b00f-b4d5-47af-9ea2-59bd4c0fe85b.vmdk. No consolidation needed. {{(pid=70243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1278.943484] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1278.944360] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08032944-c1d4-4e86-a1be-fcf634d6d7a4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.963938] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1278.963938] env[70243]: value = "task-3622969" [ 1278.963938] env[70243]: _type = "Task" [ 1278.963938] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.974352] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622969, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.116713] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "9fe680ef-286b-4cac-abde-f157f2d57f95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.117071] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "9fe680ef-286b-4cac-abde-f157f2d57f95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.117697] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "9fe680ef-286b-4cac-abde-f157f2d57f95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.117697] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "9fe680ef-286b-4cac-abde-f157f2d57f95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.117697] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "9fe680ef-286b-4cac-abde-f157f2d57f95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.120241] env[70243]: INFO nova.compute.manager [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Terminating instance [ 1279.139774] env[70243]: DEBUG nova.compute.manager [req-d4283fd5-a9d3-47da-8211-3cde9ceac83d req-82484f19-0094-4094-9a4b-2e8c77a5b359 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Received event network-changed-0628dfc9-a027-476a-84d0-1104ff7645f4 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.139976] env[70243]: DEBUG nova.compute.manager [req-d4283fd5-a9d3-47da-8211-3cde9ceac83d req-82484f19-0094-4094-9a4b-2e8c77a5b359 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Refreshing instance network info cache due to event network-changed-0628dfc9-a027-476a-84d0-1104ff7645f4. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1279.143346] env[70243]: DEBUG oslo_concurrency.lockutils [req-d4283fd5-a9d3-47da-8211-3cde9ceac83d req-82484f19-0094-4094-9a4b-2e8c77a5b359 service nova] Acquiring lock "refresh_cache-291bb769-9a6d-42b7-82c8-89cffd3248d8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.143346] env[70243]: DEBUG oslo_concurrency.lockutils [req-d4283fd5-a9d3-47da-8211-3cde9ceac83d req-82484f19-0094-4094-9a4b-2e8c77a5b359 service nova] Acquired lock "refresh_cache-291bb769-9a6d-42b7-82c8-89cffd3248d8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.143346] env[70243]: DEBUG nova.network.neutron [req-d4283fd5-a9d3-47da-8211-3cde9ceac83d req-82484f19-0094-4094-9a4b-2e8c77a5b359 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Refreshing network info cache for port 0628dfc9-a027-476a-84d0-1104ff7645f4 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.426465] env[70243]: DEBUG nova.objects.base [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Object Instance<291bb769-9a6d-42b7-82c8-89cffd3248d8> lazy-loaded attributes: resources,numa_topology {{(pid=70243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1279.476714] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622969, 'name': ReconfigVM_Task, 'duration_secs': 0.205807} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.477022] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1279.485342] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff38c1f6-ca7d-400d-add0-be793deed156 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.501714] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1279.501714] env[70243]: value = "task-3622970" [ 1279.501714] env[70243]: _type = "Task" [ 1279.501714] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.515769] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622970, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.545340] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0510bb66-f104-4f9b-9278-2e73f90325da {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.552772] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1a30ea-5f71-4a99-8f6e-bdf22aa11c48 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.587935] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0066ac2-ca50-46f6-962c-03ce485a74c5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.595955] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce13f35b-7f57-43fb-a5c5-312e534c9f5f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.610926] env[70243]: DEBUG nova.compute.provider_tree [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.624369] env[70243]: DEBUG nova.compute.manager [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1279.624650] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1279.625750] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62ae24f-83d2-41cf-94fb-158461ceacf3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.633105] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.633355] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f1999d8-67a3-422d-96c3-aa5f269582bb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.640514] env[70243]: DEBUG oslo_vmware.api [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1279.640514] env[70243]: value = "task-3622971" [ 1279.640514] env[70243]: _type = "Task" [ 1279.640514] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.651536] env[70243]: DEBUG oslo_vmware.api [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.908741] env[70243]: DEBUG nova.network.neutron [req-d4283fd5-a9d3-47da-8211-3cde9ceac83d req-82484f19-0094-4094-9a4b-2e8c77a5b359 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Updated VIF entry in instance network info cache for port 0628dfc9-a027-476a-84d0-1104ff7645f4. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.909158] env[70243]: DEBUG nova.network.neutron [req-d4283fd5-a9d3-47da-8211-3cde9ceac83d req-82484f19-0094-4094-9a4b-2e8c77a5b359 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Updating instance_info_cache with network_info: [{"id": "0628dfc9-a027-476a-84d0-1104ff7645f4", "address": "fa:16:3e:24:24:11", "network": {"id": "efed784a-c76d-40c2-9094-2797cae46b9f", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1261361839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3227bc9b9f014d2db2b3a89a32f3d175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0628dfc9-a0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.014646] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622970, 'name': ReconfigVM_Task, 'duration_secs': 0.20533} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.015088] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722546', 'volume_id': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'name': 'volume-b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd23b2e15-5b95-4a33-861c-0ca94af22927', 'attached_at': '', 'detached_at': '', 'volume_id': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'serial': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1280.115382] env[70243]: DEBUG nova.scheduler.client.report [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.153889] env[70243]: DEBUG oslo_vmware.api [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622971, 'name': PowerOffVM_Task, 'duration_secs': 0.204881} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.154207] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.154859] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1280.154859] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bb79eff-123a-4610-9407-63fa8c63366b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.192341] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "291bb769-9a6d-42b7-82c8-89cffd3248d8" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.223866] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1280.223866] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1280.223866] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Deleting the datastore file [datastore1] 9fe680ef-286b-4cac-abde-f157f2d57f95 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.223866] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bd00675-3034-4964-b396-f0ee0db2566b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.227983] env[70243]: DEBUG oslo_vmware.api [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for the task: (returnval){ [ 1280.227983] env[70243]: value = "task-3622973" [ 1280.227983] env[70243]: _type = "Task" [ 1280.227983] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.236251] env[70243]: DEBUG oslo_vmware.api [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.412525] env[70243]: DEBUG oslo_concurrency.lockutils [req-d4283fd5-a9d3-47da-8211-3cde9ceac83d req-82484f19-0094-4094-9a4b-2e8c77a5b359 service nova] Releasing lock "refresh_cache-291bb769-9a6d-42b7-82c8-89cffd3248d8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.620904] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.742749] env[70243]: DEBUG oslo_vmware.api [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Task: {'id': task-3622973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136392} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.743374] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1280.743755] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1280.743755] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1280.743982] env[70243]: INFO nova.compute.manager [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1280.744200] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.745040] env[70243]: DEBUG nova.compute.manager [-] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1280.745040] env[70243]: DEBUG nova.network.neutron [-] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1280.755997] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "1a0df95b-57d9-4f48-92e5-0d954e04baa5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.756257] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "1a0df95b-57d9-4f48-92e5-0d954e04baa5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.071510] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.071510] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e6549c8-6f99-4620-91d3-98bd59821417 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.084718] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1281.084718] env[70243]: value = "task-3622974" [ 1281.084718] env[70243]: _type = "Task" [ 1281.084718] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.094955] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] VM already powered off {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1281.095201] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Volume detach. Driver type: vmdk {{(pid=70243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1281.095402] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722546', 'volume_id': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'name': 'volume-b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd23b2e15-5b95-4a33-861c-0ca94af22927', 'attached_at': '', 'detached_at': '', 'volume_id': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'serial': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1281.096211] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d1b6be-9d3d-4f41-8ee2-533e1447acaa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.116032] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f2f9aa-4163-42b7-9039-99f191fc58ce {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.122647] env[70243]: WARNING nova.virt.vmwareapi.driver [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1281.122647] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.123374] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2b6bb1-2374-4ec8-8c1c-19cd119f0abc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.131009] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7b934f58-a88a-4637-8a2d-bc2d26686353 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "291bb769-9a6d-42b7-82c8-89cffd3248d8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.121s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.134646] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "291bb769-9a6d-42b7-82c8-89cffd3248d8" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.942s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.134646] env[70243]: INFO nova.compute.manager [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Unshelving [ 1281.135782] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.136503] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0c0e94f-7229-4d87-9f21-9995e9a41604 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.206588] env[70243]: DEBUG nova.compute.manager [req-1fe7eb10-0c30-4a6c-abfc-c1ff652585e2 req-5b0e5bbd-8a3b-4207-8c71-bdc8e4a558df service nova] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Received event network-vif-deleted-4793040c-abf6-44b1-8a8c-85cf90399140 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.206588] env[70243]: INFO nova.compute.manager [req-1fe7eb10-0c30-4a6c-abfc-c1ff652585e2 req-5b0e5bbd-8a3b-4207-8c71-bdc8e4a558df service nova] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Neutron deleted interface 4793040c-abf6-44b1-8a8c-85cf90399140; detaching it from the instance and deleting it from the info cache [ 1281.206588] env[70243]: DEBUG nova.network.neutron [req-1fe7eb10-0c30-4a6c-abfc-c1ff652585e2 req-5b0e5bbd-8a3b-4207-8c71-bdc8e4a558df service nova] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.211374] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.211450] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.211615] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Deleting the datastore file [datastore2] d23b2e15-5b95-4a33-861c-0ca94af22927 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.213299] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac8c0a04-ad68-4e00-8856-358e5ef38b67 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.219678] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1281.219678] env[70243]: value = "task-3622976" [ 1281.219678] env[70243]: _type = "Task" [ 1281.219678] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.229230] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.259233] env[70243]: DEBUG nova.compute.manager [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1281.688971] env[70243]: DEBUG nova.network.neutron [-] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.711255] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02acc8cd-3ee3-4b70-aaac-a6e8e2241313 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.721702] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f3d1a1-1fcf-4cb4-b032-70a61722b0e6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.742407] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143579} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.742707] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.742891] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.743427] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.754500] env[70243]: DEBUG nova.compute.manager [req-1fe7eb10-0c30-4a6c-abfc-c1ff652585e2 req-5b0e5bbd-8a3b-4207-8c71-bdc8e4a558df service nova] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Detach interface failed, port_id=4793040c-abf6-44b1-8a8c-85cf90399140, reason: Instance 9fe680ef-286b-4cac-abde-f157f2d57f95 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1281.791043] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.791313] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.795174] env[70243]: INFO nova.compute.claims [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.156525] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.191649] env[70243]: INFO nova.compute.manager [-] [instance: 9fe680ef-286b-4cac-abde-f157f2d57f95] Took 1.45 seconds to deallocate network for instance. [ 1282.256676] env[70243]: INFO nova.virt.block_device [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Booting with volume b057b00f-b4d5-47af-9ea2-59bd4c0fe85b at /dev/sdb [ 1282.292288] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93d04648-2060-4c93-b94b-42fc803015bb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.308491] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17db756-3f8b-45df-861c-0b0eeeeb8133 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.337389] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac81bee2-be6f-4f54-ada1-44296834fc60 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.345526] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f27297-80e5-4d7e-b3a4-e0e7adf88d18 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.374634] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20bf6a3-c387-49c1-b9ca-8281e5690eb6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.381133] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc4a6da-0c94-49d5-968e-7387cade910c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.393881] env[70243]: DEBUG nova.virt.block_device [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Updating existing volume attachment record: 05c5852f-d6d9-4961-be7f-8f9f3d72b961 {{(pid=70243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1282.698505] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.895409] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afacf37-ed44-4554-a8da-27a0516c6d40 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.902803] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5da90a-c394-48b7-a12a-c02f8e217d0f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.932831] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb69d51d-de55-4f4d-ac66-7ab43cd77883 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.941596] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8d2e6e-d161-4c19-a986-99566bd4ceff {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.954414] env[70243]: DEBUG nova.compute.provider_tree [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.962659] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "181f8106-9b48-4c0d-b635-7130dc112fd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.962880] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "181f8106-9b48-4c0d-b635-7130dc112fd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.963092] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "181f8106-9b48-4c0d-b635-7130dc112fd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.963272] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "181f8106-9b48-4c0d-b635-7130dc112fd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.963434] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "181f8106-9b48-4c0d-b635-7130dc112fd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.965174] env[70243]: INFO nova.compute.manager [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Terminating instance [ 1283.457991] env[70243]: DEBUG nova.scheduler.client.report [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.469577] env[70243]: DEBUG nova.compute.manager [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1283.469858] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.471554] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1645a9-e496-4fed-ba34-a5599a22674a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.482694] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.483017] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dac7411-57d2-4bf7-a56a-0d2df55d7712 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.491260] env[70243]: DEBUG oslo_vmware.api [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1283.491260] env[70243]: value = "task-3622977" [ 1283.491260] env[70243]: _type = "Task" [ 1283.491260] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.500661] env[70243]: DEBUG oslo_vmware.api [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.965133] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.965685] env[70243]: DEBUG nova.compute.manager [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1283.968306] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.812s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.968522] env[70243]: DEBUG nova.objects.instance [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lazy-loading 'pci_requests' on Instance uuid 291bb769-9a6d-42b7-82c8-89cffd3248d8 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.001627] env[70243]: DEBUG oslo_vmware.api [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622977, 'name': PowerOffVM_Task, 'duration_secs': 0.191834} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.001881] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.002065] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1284.002309] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e87bc51e-0f1f-44a0-a5be-b3a43b33fa44 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.070995] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1284.071254] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1284.071441] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Deleting the datastore file [datastore2] 181f8106-9b48-4c0d-b635-7130dc112fd9 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.071709] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f59801a5-42e0-4749-9e29-7369c3ad8668 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.078343] env[70243]: DEBUG oslo_vmware.api [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for the task: (returnval){ [ 1284.078343] env[70243]: value = "task-3622979" [ 1284.078343] env[70243]: _type = "Task" [ 1284.078343] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.086860] env[70243]: DEBUG oslo_vmware.api [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.471904] env[70243]: DEBUG nova.compute.utils [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1284.474682] env[70243]: DEBUG nova.objects.instance [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lazy-loading 'numa_topology' on Instance uuid 291bb769-9a6d-42b7-82c8-89cffd3248d8 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.476013] env[70243]: DEBUG nova.compute.manager [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1284.476199] env[70243]: DEBUG nova.network.neutron [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1284.507509] env[70243]: DEBUG nova.virt.hardware [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1284.507764] env[70243]: DEBUG nova.virt.hardware [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.508065] env[70243]: DEBUG nova.virt.hardware [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.508134] env[70243]: DEBUG nova.virt.hardware [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.508294] env[70243]: DEBUG nova.virt.hardware [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.508445] env[70243]: DEBUG nova.virt.hardware [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1284.508633] env[70243]: DEBUG nova.virt.hardware [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1284.509607] env[70243]: DEBUG nova.virt.hardware [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1284.509607] env[70243]: DEBUG nova.virt.hardware [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1284.509607] env[70243]: DEBUG nova.virt.hardware [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1284.509607] env[70243]: DEBUG nova.virt.hardware [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1284.510208] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516acecb-3db0-4a80-ad90-7382c69a8e88 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.514000] env[70243]: DEBUG nova.policy [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6a8e13181974798bbafefd4c142cff1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce4a058af98b4faba744656bd2e6dd23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1284.521547] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a79255-84b0-4ec4-b1d4-ffaee0958aad {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.537070] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:be:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d44835e-6463-4a61-8acd-90f6d08459fc', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1284.544367] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.544628] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1284.544859] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b11e6284-c896-4f65-839d-f740e1250bb9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.567589] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1284.567589] env[70243]: value = "task-3622980" [ 1284.567589] env[70243]: _type = "Task" [ 1284.567589] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.576036] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622980, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.587646] env[70243]: DEBUG oslo_vmware.api [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Task: {'id': task-3622979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128913} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.587910] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.588109] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.588287] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.588460] env[70243]: INFO nova.compute.manager [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1284.588698] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.588889] env[70243]: DEBUG nova.compute.manager [-] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1284.588993] env[70243]: DEBUG nova.network.neutron [-] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1284.822373] env[70243]: DEBUG nova.network.neutron [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Successfully created port: 0368784f-48b0-4026-9f6d-eb9778d97567 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1284.976817] env[70243]: DEBUG nova.compute.manager [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1284.981317] env[70243]: INFO nova.compute.claims [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1285.077672] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622980, 'name': CreateVM_Task, 'duration_secs': 0.349946} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.078415] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1285.086163] env[70243]: DEBUG nova.compute.manager [req-fcfb467a-cb84-4d5c-b237-6cd54dfc3fb2 req-3601fc4a-df78-4fde-bc15-6a27ebc8bdf4 service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Received event network-vif-deleted-1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.086163] env[70243]: INFO nova.compute.manager [req-fcfb467a-cb84-4d5c-b237-6cd54dfc3fb2 req-3601fc4a-df78-4fde-bc15-6a27ebc8bdf4 service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Neutron deleted interface 1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1; detaching it from the instance and deleting it from the info cache [ 1285.086163] env[70243]: DEBUG nova.network.neutron [req-fcfb467a-cb84-4d5c-b237-6cd54dfc3fb2 req-3601fc4a-df78-4fde-bc15-6a27ebc8bdf4 service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.087450] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.087745] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.088153] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.088912] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a24c01de-ed97-4022-b1b7-0c2d4fe30194 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.094695] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1285.094695] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5299219c-9b97-d208-c7aa-dce273101528" [ 1285.094695] env[70243]: _type = "Task" [ 1285.094695] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.104988] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5299219c-9b97-d208-c7aa-dce273101528, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.567503] env[70243]: DEBUG nova.network.neutron [-] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.592986] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2234b2e-b821-4cfd-9e65-2c1c4fe91fed {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.604125] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5299219c-9b97-d208-c7aa-dce273101528, 'name': SearchDatastore_Task, 'duration_secs': 0.010464} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.605229] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.605457] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1285.605692] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.605869] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.606064] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.606345] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd27c055-630d-4863-867b-41ecdca41ec4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.610401] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ccdb01-fe09-4ab3-8ef4-42d279c67c2c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.628980] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1285.629458] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1285.630345] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40acfee0-7037-491e-9a2c-cc2ba2385474 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.640511] env[70243]: DEBUG nova.compute.manager [req-fcfb467a-cb84-4d5c-b237-6cd54dfc3fb2 req-3601fc4a-df78-4fde-bc15-6a27ebc8bdf4 service nova] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Detach interface failed, port_id=1eb128d3-b23e-4e0f-83c5-b3dcc5c37cf1, reason: Instance 181f8106-9b48-4c0d-b635-7130dc112fd9 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1285.644540] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1285.644540] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520c3c91-48a4-51e0-554c-118974c7d6a5" [ 1285.644540] env[70243]: _type = "Task" [ 1285.644540] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.651678] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520c3c91-48a4-51e0-554c-118974c7d6a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.994885] env[70243]: DEBUG nova.compute.manager [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1286.029591] env[70243]: DEBUG nova.virt.hardware [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1286.029591] env[70243]: DEBUG nova.virt.hardware [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1286.029591] env[70243]: DEBUG nova.virt.hardware [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1286.029900] env[70243]: DEBUG nova.virt.hardware [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1286.029932] env[70243]: DEBUG nova.virt.hardware [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1286.030070] env[70243]: DEBUG nova.virt.hardware [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1286.030285] env[70243]: DEBUG nova.virt.hardware [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1286.030442] env[70243]: DEBUG nova.virt.hardware [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1286.030610] env[70243]: DEBUG nova.virt.hardware [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1286.030777] env[70243]: DEBUG nova.virt.hardware [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1286.030950] env[70243]: DEBUG nova.virt.hardware [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1286.031828] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11cbdbe-9fbe-4d72-b278-b5cfc0cf671b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.042331] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fc2c3f-801a-4228-bfd9-83bbd31265d0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.070392] env[70243]: INFO nova.compute.manager [-] [instance: 181f8106-9b48-4c0d-b635-7130dc112fd9] Took 1.48 seconds to deallocate network for instance. [ 1286.117545] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e00142-02c3-426e-98ef-2b3802233de2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.126078] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273ea66b-925e-4532-9398-8b22d9042d2f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.163505] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809fedd8-df8c-4087-bb8a-52207cf7061e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.173654] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aba7a2d-2496-4b2b-8f00-c6de5842be81 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.177246] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520c3c91-48a4-51e0-554c-118974c7d6a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009288} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.178284] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f005c40b-5756-4639-a332-0c43667d16a1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.188019] env[70243]: DEBUG nova.compute.provider_tree [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.192445] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1286.192445] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52aa6e2a-0416-3f4f-f934-db50942851ef" [ 1286.192445] env[70243]: _type = "Task" [ 1286.192445] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.199847] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52aa6e2a-0416-3f4f-f934-db50942851ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.226771] env[70243]: DEBUG nova.compute.manager [req-66a37ac8-d0cb-4f6e-a758-8409baf7f22c req-49ed7f5f-2f17-40ed-9554-7660f2ef2628 service nova] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Received event network-vif-plugged-0368784f-48b0-4026-9f6d-eb9778d97567 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.226964] env[70243]: DEBUG oslo_concurrency.lockutils [req-66a37ac8-d0cb-4f6e-a758-8409baf7f22c req-49ed7f5f-2f17-40ed-9554-7660f2ef2628 service nova] Acquiring lock "1a0df95b-57d9-4f48-92e5-0d954e04baa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.227085] env[70243]: DEBUG oslo_concurrency.lockutils [req-66a37ac8-d0cb-4f6e-a758-8409baf7f22c req-49ed7f5f-2f17-40ed-9554-7660f2ef2628 service nova] Lock "1a0df95b-57d9-4f48-92e5-0d954e04baa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.227273] env[70243]: DEBUG oslo_concurrency.lockutils [req-66a37ac8-d0cb-4f6e-a758-8409baf7f22c req-49ed7f5f-2f17-40ed-9554-7660f2ef2628 service nova] Lock "1a0df95b-57d9-4f48-92e5-0d954e04baa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.227419] env[70243]: DEBUG nova.compute.manager [req-66a37ac8-d0cb-4f6e-a758-8409baf7f22c req-49ed7f5f-2f17-40ed-9554-7660f2ef2628 service nova] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] No waiting events found dispatching network-vif-plugged-0368784f-48b0-4026-9f6d-eb9778d97567 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1286.227582] env[70243]: WARNING nova.compute.manager [req-66a37ac8-d0cb-4f6e-a758-8409baf7f22c req-49ed7f5f-2f17-40ed-9554-7660f2ef2628 service nova] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Received unexpected event network-vif-plugged-0368784f-48b0-4026-9f6d-eb9778d97567 for instance with vm_state building and task_state spawning. [ 1286.309017] env[70243]: DEBUG nova.network.neutron [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Successfully updated port: 0368784f-48b0-4026-9f6d-eb9778d97567 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1286.576815] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.690602] env[70243]: DEBUG nova.scheduler.client.report [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.703515] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52aa6e2a-0416-3f4f-f934-db50942851ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009927} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.703657] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.703885] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] d23b2e15-5b95-4a33-861c-0ca94af22927/d23b2e15-5b95-4a33-861c-0ca94af22927.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1286.704676] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c0deeae-7803-43e9-907d-95ecee46b4e3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.719690] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1286.719690] env[70243]: value = "task-3622981" [ 1286.719690] env[70243]: _type = "Task" [ 1286.719690] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.727027] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.812201] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "refresh_cache-1a0df95b-57d9-4f48-92e5-0d954e04baa5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.812201] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired lock "refresh_cache-1a0df95b-57d9-4f48-92e5-0d954e04baa5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.812201] env[70243]: DEBUG nova.network.neutron [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.198187] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.230s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.200440] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.502s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.200674] env[70243]: DEBUG nova.objects.instance [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lazy-loading 'resources' on Instance uuid 9fe680ef-286b-4cac-abde-f157f2d57f95 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.229132] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449001} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.229887] env[70243]: INFO nova.network.neutron [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Updating port 0628dfc9-a027-476a-84d0-1104ff7645f4 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1287.231534] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] d23b2e15-5b95-4a33-861c-0ca94af22927/d23b2e15-5b95-4a33-861c-0ca94af22927.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1287.231751] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1287.231997] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24de328f-6d5e-4e55-a7f1-d2ff44abe81c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.238526] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1287.238526] env[70243]: value = "task-3622982" [ 1287.238526] env[70243]: _type = "Task" [ 1287.238526] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.246552] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.341975] env[70243]: DEBUG nova.network.neutron [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1287.469416] env[70243]: DEBUG nova.network.neutron [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Updating instance_info_cache with network_info: [{"id": "0368784f-48b0-4026-9f6d-eb9778d97567", "address": "fa:16:3e:99:39:25", "network": {"id": "68ea344e-dd88-4cd9-a827-60a67e20e063", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1737013038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4a058af98b4faba744656bd2e6dd23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0368784f-48", "ovs_interfaceid": "0368784f-48b0-4026-9f6d-eb9778d97567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.750029] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067418} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.750270] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1287.751076] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44c4405-08e9-465e-802e-c9220b374983 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.774204] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] d23b2e15-5b95-4a33-861c-0ca94af22927/d23b2e15-5b95-4a33-861c-0ca94af22927.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.776440] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f52dfb9c-7601-45d6-81a7-74a43bc09127 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.803565] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1287.803565] env[70243]: value = "task-3622983" [ 1287.803565] env[70243]: _type = "Task" [ 1287.803565] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.812654] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.830870] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a99ab87-a502-4b64-b2ea-7dfb2bf05f55 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.838058] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c87354-a3a5-406e-9607-4a3d4956782e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.868911] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b84b4ca-23b5-41a9-b22c-38dc7f49d029 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.876574] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2482c982-ec7c-411f-888b-d66c4e560cad {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.889796] env[70243]: DEBUG nova.compute.provider_tree [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.971920] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Releasing lock "refresh_cache-1a0df95b-57d9-4f48-92e5-0d954e04baa5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.972275] env[70243]: DEBUG nova.compute.manager [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Instance network_info: |[{"id": "0368784f-48b0-4026-9f6d-eb9778d97567", "address": "fa:16:3e:99:39:25", "network": {"id": "68ea344e-dd88-4cd9-a827-60a67e20e063", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1737013038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4a058af98b4faba744656bd2e6dd23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0368784f-48", "ovs_interfaceid": "0368784f-48b0-4026-9f6d-eb9778d97567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1287.972738] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:39:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0368784f-48b0-4026-9f6d-eb9778d97567', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.980077] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Creating folder: Project (ce4a058af98b4faba744656bd2e6dd23). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.980348] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa4b8889-b4a4-4c6b-b5dd-3faf79cff33b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.000989] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Created folder: Project (ce4a058af98b4faba744656bd2e6dd23) in parent group-v722220. [ 1288.001223] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Creating folder: Instances. Parent ref: group-v722548. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1288.001485] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6c878a7-af6f-40af-bf94-f86ec09ba5e5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.012207] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Created folder: Instances in parent group-v722548. [ 1288.012447] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.012855] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1288.013036] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56004202-0f0a-41fb-9055-71a4034fc1e7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.032062] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1288.032062] env[70243]: value = "task-3622986" [ 1288.032062] env[70243]: _type = "Task" [ 1288.032062] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.043031] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622986, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.252846] env[70243]: DEBUG nova.compute.manager [req-afb8e108-bfa4-4a44-94f3-140340d43170 req-5ca2cca9-d5cf-4528-8b82-8c0116afc4e4 service nova] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Received event network-changed-0368784f-48b0-4026-9f6d-eb9778d97567 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.253119] env[70243]: DEBUG nova.compute.manager [req-afb8e108-bfa4-4a44-94f3-140340d43170 req-5ca2cca9-d5cf-4528-8b82-8c0116afc4e4 service nova] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Refreshing instance network info cache due to event network-changed-0368784f-48b0-4026-9f6d-eb9778d97567. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1288.253264] env[70243]: DEBUG oslo_concurrency.lockutils [req-afb8e108-bfa4-4a44-94f3-140340d43170 req-5ca2cca9-d5cf-4528-8b82-8c0116afc4e4 service nova] Acquiring lock "refresh_cache-1a0df95b-57d9-4f48-92e5-0d954e04baa5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.253405] env[70243]: DEBUG oslo_concurrency.lockutils [req-afb8e108-bfa4-4a44-94f3-140340d43170 req-5ca2cca9-d5cf-4528-8b82-8c0116afc4e4 service nova] Acquired lock "refresh_cache-1a0df95b-57d9-4f48-92e5-0d954e04baa5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.253603] env[70243]: DEBUG nova.network.neutron [req-afb8e108-bfa4-4a44-94f3-140340d43170 req-5ca2cca9-d5cf-4528-8b82-8c0116afc4e4 service nova] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Refreshing network info cache for port 0368784f-48b0-4026-9f6d-eb9778d97567 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.314340] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622983, 'name': ReconfigVM_Task, 'duration_secs': 0.285935} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.314604] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Reconfigured VM instance instance-00000073 to attach disk [datastore1] d23b2e15-5b95-4a33-861c-0ca94af22927/d23b2e15-5b95-4a33-861c-0ca94af22927.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.315850] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'device_name': '/dev/sda', 'size': 0, 'encrypted': False, 'encryption_options': None, 'disk_bus': None, 'encryption_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'image_id': '7f4eb466-a64f-4924-9339-b9d7268bf6fd'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '05c5852f-d6d9-4961-be7f-8f9f3d72b961', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722546', 'volume_id': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'name': 'volume-b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd23b2e15-5b95-4a33-861c-0ca94af22927', 'attached_at': '', 'detached_at': '', 'volume_id': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'serial': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b'}, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'disk_bus': None, 'boot_index': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=70243) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1288.316072] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Volume attach. Driver type: vmdk {{(pid=70243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1288.316263] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722546', 'volume_id': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'name': 'volume-b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd23b2e15-5b95-4a33-861c-0ca94af22927', 'attached_at': '', 'detached_at': '', 'volume_id': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'serial': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1288.317067] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71053ed4-f895-47be-975f-446350b6ce25 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.333153] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5ffd7c-188d-4f6a-932b-5a680f45b857 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.357718] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-b057b00f-b4d5-47af-9ea2-59bd4c0fe85b/volume-b057b00f-b4d5-47af-9ea2-59bd4c0fe85b.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.357999] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10869b27-8cad-483e-b338-9c54953e18f9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.375930] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1288.375930] env[70243]: value = "task-3622987" [ 1288.375930] env[70243]: _type = "Task" [ 1288.375930] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.383269] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622987, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.392564] env[70243]: DEBUG nova.scheduler.client.report [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.542141] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622986, 'name': CreateVM_Task, 'duration_secs': 0.3482} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.542338] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.543095] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.543274] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.543603] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.543949] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a118c1d-03e1-40aa-a99f-54bb5b17819f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.548761] env[70243]: DEBUG oslo_vmware.api [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1288.548761] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524bcdd7-807e-2509-95d7-3a0d67cbd3ee" [ 1288.548761] env[70243]: _type = "Task" [ 1288.548761] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.556678] env[70243]: DEBUG oslo_vmware.api [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524bcdd7-807e-2509-95d7-3a0d67cbd3ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.676640] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "refresh_cache-291bb769-9a6d-42b7-82c8-89cffd3248d8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.676640] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquired lock "refresh_cache-291bb769-9a6d-42b7-82c8-89cffd3248d8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.676640] env[70243]: DEBUG nova.network.neutron [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.886868] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622987, 'name': ReconfigVM_Task, 'duration_secs': 0.48396} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.889319] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-b057b00f-b4d5-47af-9ea2-59bd4c0fe85b/volume-b057b00f-b4d5-47af-9ea2-59bd4c0fe85b.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.893817] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5925e5b-b9a0-4715-b185-fde7997833dc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.904252] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.906321] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.330s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.906549] env[70243]: DEBUG nova.objects.instance [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lazy-loading 'resources' on Instance uuid 181f8106-9b48-4c0d-b635-7130dc112fd9 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.912710] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1288.912710] env[70243]: value = "task-3622988" [ 1288.912710] env[70243]: _type = "Task" [ 1288.912710] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.920893] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.922024] env[70243]: INFO nova.scheduler.client.report [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Deleted allocations for instance 9fe680ef-286b-4cac-abde-f157f2d57f95 [ 1288.991654] env[70243]: DEBUG nova.network.neutron [req-afb8e108-bfa4-4a44-94f3-140340d43170 req-5ca2cca9-d5cf-4528-8b82-8c0116afc4e4 service nova] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Updated VIF entry in instance network info cache for port 0368784f-48b0-4026-9f6d-eb9778d97567. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.992105] env[70243]: DEBUG nova.network.neutron [req-afb8e108-bfa4-4a44-94f3-140340d43170 req-5ca2cca9-d5cf-4528-8b82-8c0116afc4e4 service nova] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Updating instance_info_cache with network_info: [{"id": "0368784f-48b0-4026-9f6d-eb9778d97567", "address": "fa:16:3e:99:39:25", "network": {"id": "68ea344e-dd88-4cd9-a827-60a67e20e063", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1737013038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4a058af98b4faba744656bd2e6dd23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0368784f-48", "ovs_interfaceid": "0368784f-48b0-4026-9f6d-eb9778d97567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.059009] env[70243]: DEBUG oslo_vmware.api [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524bcdd7-807e-2509-95d7-3a0d67cbd3ee, 'name': SearchDatastore_Task, 'duration_secs': 0.008789} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.059320] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.059557] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1289.059788] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.059937] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.060127] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1289.060387] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b99f4789-7b51-4519-bf90-70cca4616c92 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.067922] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1289.068119] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1289.068817] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69e646bd-9dbc-4efa-ad7b-8b8094de010b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.073511] env[70243]: DEBUG oslo_vmware.api [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1289.073511] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528b07f6-7d32-067a-f7d3-fa474002c5a4" [ 1289.073511] env[70243]: _type = "Task" [ 1289.073511] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.080645] env[70243]: DEBUG oslo_vmware.api [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528b07f6-7d32-067a-f7d3-fa474002c5a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.378529] env[70243]: DEBUG nova.network.neutron [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Updating instance_info_cache with network_info: [{"id": "0628dfc9-a027-476a-84d0-1104ff7645f4", "address": "fa:16:3e:24:24:11", "network": {"id": "efed784a-c76d-40c2-9094-2797cae46b9f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1261361839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3227bc9b9f014d2db2b3a89a32f3d175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0628dfc9-a0", "ovs_interfaceid": "0628dfc9-a027-476a-84d0-1104ff7645f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.423538] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622988, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.431026] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bcd3f283-19a9-400f-9208-e549b8d9fa56 tempest-AttachVolumeNegativeTest-59405646 tempest-AttachVolumeNegativeTest-59405646-project-member] Lock "9fe680ef-286b-4cac-abde-f157f2d57f95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.314s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.494910] env[70243]: DEBUG oslo_concurrency.lockutils [req-afb8e108-bfa4-4a44-94f3-140340d43170 req-5ca2cca9-d5cf-4528-8b82-8c0116afc4e4 service nova] Releasing lock "refresh_cache-1a0df95b-57d9-4f48-92e5-0d954e04baa5" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.499850] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2468fa-c99f-496c-a76f-d4ea1c800158 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.507503] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438c2dc0-b41e-4060-a2e9-fda2fcc8e179 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.538029] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbb305e-83b4-41a9-ad77-162e9357ef81 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.544831] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dcf72e-5c26-4875-bfa8-93e7c21c5424 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.558895] env[70243]: DEBUG nova.compute.provider_tree [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.585045] env[70243]: DEBUG oslo_vmware.api [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528b07f6-7d32-067a-f7d3-fa474002c5a4, 'name': SearchDatastore_Task, 'duration_secs': 0.01155} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.585940] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dd03639-4b63-45c8-8f42-0381d5b2f504 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.591426] env[70243]: DEBUG oslo_vmware.api [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1289.591426] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524614d3-b155-f53f-745d-033df56163a3" [ 1289.591426] env[70243]: _type = "Task" [ 1289.591426] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.599426] env[70243]: DEBUG oslo_vmware.api [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524614d3-b155-f53f-745d-033df56163a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.881302] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Releasing lock "refresh_cache-291bb769-9a6d-42b7-82c8-89cffd3248d8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.910859] env[70243]: DEBUG nova.virt.hardware [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='959f5f584164a8582ab7a02d96125287',container_format='bare',created_at=2025-04-26T00:14:51Z,direct_url=,disk_format='vmdk',id=b51eef63-0555-4501-af07-2267433b5a25,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1375696971-shelved',owner='3227bc9b9f014d2db2b3a89a32f3d175',properties=ImageMetaProps,protected=,size=31664640,status='active',tags=,updated_at=2025-04-26T00:15:05Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.911018] env[70243]: DEBUG nova.virt.hardware [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.911192] env[70243]: DEBUG nova.virt.hardware [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.911377] env[70243]: DEBUG nova.virt.hardware [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.911525] env[70243]: DEBUG nova.virt.hardware [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.911671] env[70243]: DEBUG nova.virt.hardware [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.911886] env[70243]: DEBUG nova.virt.hardware [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.912058] env[70243]: DEBUG nova.virt.hardware [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.912265] env[70243]: DEBUG nova.virt.hardware [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.912440] env[70243]: DEBUG nova.virt.hardware [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.912642] env[70243]: DEBUG nova.virt.hardware [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.913484] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afd2323-93ab-4292-bf23-d49bece3119f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.927750] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ea7266-9219-4504-bda5-980544208bd1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.931933] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622988, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.941673] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:24:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496ac502-bfc4-4324-8332-cac473eb7cc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0628dfc9-a027-476a-84d0-1104ff7645f4', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1289.948973] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.949229] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1289.949452] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-445c1b39-b1d2-46a4-ba63-41714c68b9f9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.968104] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1289.968104] env[70243]: value = "task-3622990" [ 1289.968104] env[70243]: _type = "Task" [ 1289.968104] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.975520] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622990, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.062796] env[70243]: DEBUG nova.scheduler.client.report [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.101401] env[70243]: DEBUG oslo_vmware.api [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524614d3-b155-f53f-745d-033df56163a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009524} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.101634] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.101884] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 1a0df95b-57d9-4f48-92e5-0d954e04baa5/1a0df95b-57d9-4f48-92e5-0d954e04baa5.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.102146] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8a9bab3-d59d-49ac-b999-4efc5d05c3d1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.108305] env[70243]: DEBUG oslo_vmware.api [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1290.108305] env[70243]: value = "task-3622991" [ 1290.108305] env[70243]: _type = "Task" [ 1290.108305] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.116311] env[70243]: DEBUG oslo_vmware.api [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3622991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.281847] env[70243]: DEBUG nova.compute.manager [req-a0f6a5a5-396d-4a32-a8c2-163a889b1adc req-0784ce94-f816-4041-b533-be1337675237 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Received event network-vif-plugged-0628dfc9-a027-476a-84d0-1104ff7645f4 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.282135] env[70243]: DEBUG oslo_concurrency.lockutils [req-a0f6a5a5-396d-4a32-a8c2-163a889b1adc req-0784ce94-f816-4041-b533-be1337675237 service nova] Acquiring lock "291bb769-9a6d-42b7-82c8-89cffd3248d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.282300] env[70243]: DEBUG oslo_concurrency.lockutils [req-a0f6a5a5-396d-4a32-a8c2-163a889b1adc req-0784ce94-f816-4041-b533-be1337675237 service nova] Lock "291bb769-9a6d-42b7-82c8-89cffd3248d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.282476] env[70243]: DEBUG oslo_concurrency.lockutils [req-a0f6a5a5-396d-4a32-a8c2-163a889b1adc req-0784ce94-f816-4041-b533-be1337675237 service nova] Lock "291bb769-9a6d-42b7-82c8-89cffd3248d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.282732] env[70243]: DEBUG nova.compute.manager [req-a0f6a5a5-396d-4a32-a8c2-163a889b1adc req-0784ce94-f816-4041-b533-be1337675237 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] No waiting events found dispatching network-vif-plugged-0628dfc9-a027-476a-84d0-1104ff7645f4 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1290.282912] env[70243]: WARNING nova.compute.manager [req-a0f6a5a5-396d-4a32-a8c2-163a889b1adc req-0784ce94-f816-4041-b533-be1337675237 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Received unexpected event network-vif-plugged-0628dfc9-a027-476a-84d0-1104ff7645f4 for instance with vm_state shelved_offloaded and task_state spawning. [ 1290.283098] env[70243]: DEBUG nova.compute.manager [req-a0f6a5a5-396d-4a32-a8c2-163a889b1adc req-0784ce94-f816-4041-b533-be1337675237 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Received event network-changed-0628dfc9-a027-476a-84d0-1104ff7645f4 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.283257] env[70243]: DEBUG nova.compute.manager [req-a0f6a5a5-396d-4a32-a8c2-163a889b1adc req-0784ce94-f816-4041-b533-be1337675237 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Refreshing instance network info cache due to event network-changed-0628dfc9-a027-476a-84d0-1104ff7645f4. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1290.283445] env[70243]: DEBUG oslo_concurrency.lockutils [req-a0f6a5a5-396d-4a32-a8c2-163a889b1adc req-0784ce94-f816-4041-b533-be1337675237 service nova] Acquiring lock "refresh_cache-291bb769-9a6d-42b7-82c8-89cffd3248d8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.283630] env[70243]: DEBUG oslo_concurrency.lockutils [req-a0f6a5a5-396d-4a32-a8c2-163a889b1adc req-0784ce94-f816-4041-b533-be1337675237 service nova] Acquired lock "refresh_cache-291bb769-9a6d-42b7-82c8-89cffd3248d8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.283806] env[70243]: DEBUG nova.network.neutron [req-a0f6a5a5-396d-4a32-a8c2-163a889b1adc req-0784ce94-f816-4041-b533-be1337675237 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Refreshing network info cache for port 0628dfc9-a027-476a-84d0-1104ff7645f4 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.429214] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622988, 'name': ReconfigVM_Task, 'duration_secs': 1.154514} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.429733] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722546', 'volume_id': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'name': 'volume-b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd23b2e15-5b95-4a33-861c-0ca94af22927', 'attached_at': '', 'detached_at': '', 'volume_id': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'serial': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1290.430287] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8a8c7e6-5061-44c8-b557-39c77e6bd408 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.454381] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1290.454381] env[70243]: value = "task-3622992" [ 1290.454381] env[70243]: _type = "Task" [ 1290.454381] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.464906] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622992, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.479510] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3622990, 'name': CreateVM_Task, 'duration_secs': 0.358004} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.479733] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1290.480452] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b51eef63-0555-4501-af07-2267433b5a25" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.480647] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b51eef63-0555-4501-af07-2267433b5a25" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.481070] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b51eef63-0555-4501-af07-2267433b5a25" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.481354] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a4e6fdc-c8af-4908-8683-00dd41bd158e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.487899] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1290.487899] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526be941-0f3a-d9ef-1da6-ebe20a924b6e" [ 1290.487899] env[70243]: _type = "Task" [ 1290.487899] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.497650] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526be941-0f3a-d9ef-1da6-ebe20a924b6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.568016] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.595076] env[70243]: INFO nova.scheduler.client.report [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Deleted allocations for instance 181f8106-9b48-4c0d-b635-7130dc112fd9 [ 1290.619323] env[70243]: DEBUG oslo_vmware.api [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3622991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470556} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.619599] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 1a0df95b-57d9-4f48-92e5-0d954e04baa5/1a0df95b-57d9-4f48-92e5-0d954e04baa5.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1290.619871] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1290.620178] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e560545a-f4a7-4df0-ba03-7c3f9dda783b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.634864] env[70243]: DEBUG oslo_vmware.api [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1290.634864] env[70243]: value = "task-3622993" [ 1290.634864] env[70243]: _type = "Task" [ 1290.634864] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.643977] env[70243]: DEBUG oslo_vmware.api [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3622993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.964575] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622992, 'name': Rename_Task, 'duration_secs': 0.275281} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.966936] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.967209] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74aa9bdd-cd2f-498a-87f2-484bc5399ade {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.997822] env[70243]: DEBUG nova.network.neutron [req-a0f6a5a5-396d-4a32-a8c2-163a889b1adc req-0784ce94-f816-4041-b533-be1337675237 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Updated VIF entry in instance network info cache for port 0628dfc9-a027-476a-84d0-1104ff7645f4. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.998165] env[70243]: DEBUG nova.network.neutron [req-a0f6a5a5-396d-4a32-a8c2-163a889b1adc req-0784ce94-f816-4041-b533-be1337675237 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Updating instance_info_cache with network_info: [{"id": "0628dfc9-a027-476a-84d0-1104ff7645f4", "address": "fa:16:3e:24:24:11", "network": {"id": "efed784a-c76d-40c2-9094-2797cae46b9f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1261361839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3227bc9b9f014d2db2b3a89a32f3d175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0628dfc9-a0", "ovs_interfaceid": "0628dfc9-a027-476a-84d0-1104ff7645f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.999378] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b51eef63-0555-4501-af07-2267433b5a25" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.999604] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Processing image b51eef63-0555-4501-af07-2267433b5a25 {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1290.999837] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b51eef63-0555-4501-af07-2267433b5a25/b51eef63-0555-4501-af07-2267433b5a25.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.000013] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b51eef63-0555-4501-af07-2267433b5a25/b51eef63-0555-4501-af07-2267433b5a25.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.000215] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1291.000639] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-666a0977-7652-47ed-b3c1-858e321b1612 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.009228] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1291.009423] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1291.010097] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f910c159-4d3e-4729-99a5-a3eccd40fd68 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.015343] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1291.015343] env[70243]: value = "task-3622994" [ 1291.015343] env[70243]: _type = "Task" [ 1291.015343] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.016550] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1291.016550] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522c2d2c-5a21-d982-4884-9a0ad4a84ba5" [ 1291.016550] env[70243]: _type = "Task" [ 1291.016550] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.027277] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522c2d2c-5a21-d982-4884-9a0ad4a84ba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.030226] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.103559] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d16e5c2c-f618-4f94-bb59-bfe833ad89e5 tempest-AttachVolumeShelveTestJSON-6205400 tempest-AttachVolumeShelveTestJSON-6205400-project-member] Lock "181f8106-9b48-4c0d-b635-7130dc112fd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.141s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.146201] env[70243]: DEBUG oslo_vmware.api [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3622993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080356} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.146500] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1291.147436] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057f978a-ed5e-42c4-b1ac-0ed55c4f9ffe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.170924] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 1a0df95b-57d9-4f48-92e5-0d954e04baa5/1a0df95b-57d9-4f48-92e5-0d954e04baa5.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.171277] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd596ac7-be6f-4da5-b479-d4659019ca43 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.210090] env[70243]: DEBUG oslo_vmware.api [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1291.210090] env[70243]: value = "task-3622995" [ 1291.210090] env[70243]: _type = "Task" [ 1291.210090] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.222735] env[70243]: DEBUG oslo_vmware.api [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3622995, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.501737] env[70243]: DEBUG oslo_concurrency.lockutils [req-a0f6a5a5-396d-4a32-a8c2-163a889b1adc req-0784ce94-f816-4041-b533-be1337675237 service nova] Releasing lock "refresh_cache-291bb769-9a6d-42b7-82c8-89cffd3248d8" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.530300] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622994, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.533939] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Preparing fetch location {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1291.534081] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Fetch image to [datastore1] OSTACK_IMG_621d8a08-5066-4e76-a039-dca99bae03cf/OSTACK_IMG_621d8a08-5066-4e76-a039-dca99bae03cf.vmdk {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1291.535033] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Downloading stream optimized image b51eef63-0555-4501-af07-2267433b5a25 to [datastore1] OSTACK_IMG_621d8a08-5066-4e76-a039-dca99bae03cf/OSTACK_IMG_621d8a08-5066-4e76-a039-dca99bae03cf.vmdk on the data store datastore1 as vApp {{(pid=70243) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1291.535033] env[70243]: DEBUG nova.virt.vmwareapi.images [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Downloading image file data b51eef63-0555-4501-af07-2267433b5a25 to the ESX as VM named 'OSTACK_IMG_621d8a08-5066-4e76-a039-dca99bae03cf' {{(pid=70243) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1291.611931] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1291.611931] env[70243]: value = "resgroup-9" [ 1291.611931] env[70243]: _type = "ResourcePool" [ 1291.611931] env[70243]: }. {{(pid=70243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1291.612253] env[70243]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-871f6b77-d431-49c3-8e34-f4554fddf463 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.634991] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lease: (returnval){ [ 1291.634991] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523cdf5e-6a46-2c87-2511-a0998aac632a" [ 1291.634991] env[70243]: _type = "HttpNfcLease" [ 1291.634991] env[70243]: } obtained for vApp import into resource pool (val){ [ 1291.634991] env[70243]: value = "resgroup-9" [ 1291.634991] env[70243]: _type = "ResourcePool" [ 1291.634991] env[70243]: }. {{(pid=70243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1291.635315] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the lease: (returnval){ [ 1291.635315] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523cdf5e-6a46-2c87-2511-a0998aac632a" [ 1291.635315] env[70243]: _type = "HttpNfcLease" [ 1291.635315] env[70243]: } to be ready. {{(pid=70243) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1291.641410] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1291.641410] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523cdf5e-6a46-2c87-2511-a0998aac632a" [ 1291.641410] env[70243]: _type = "HttpNfcLease" [ 1291.641410] env[70243]: } is initializing. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1291.720382] env[70243]: DEBUG oslo_vmware.api [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3622995, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.027643] env[70243]: DEBUG oslo_vmware.api [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3622994, 'name': PowerOnVM_Task, 'duration_secs': 0.5954} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.027943] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.028247] env[70243]: DEBUG nova.compute.manager [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.028951] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc616b4f-cee5-41e6-97e0-6e5e1db9b581 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.144564] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1292.144564] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523cdf5e-6a46-2c87-2511-a0998aac632a" [ 1292.144564] env[70243]: _type = "HttpNfcLease" [ 1292.144564] env[70243]: } is initializing. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1292.221032] env[70243]: DEBUG oslo_vmware.api [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3622995, 'name': ReconfigVM_Task, 'duration_secs': 0.536516} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.221338] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 1a0df95b-57d9-4f48-92e5-0d954e04baa5/1a0df95b-57d9-4f48-92e5-0d954e04baa5.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.221972] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-900ca440-3551-4238-b1d6-33a745b2daaa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.228716] env[70243]: DEBUG oslo_vmware.api [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1292.228716] env[70243]: value = "task-3622998" [ 1292.228716] env[70243]: _type = "Task" [ 1292.228716] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.237183] env[70243]: DEBUG oslo_vmware.api [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3622998, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.547209] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.547511] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.547696] env[70243]: DEBUG nova.objects.instance [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1292.644225] env[70243]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1292.644225] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523cdf5e-6a46-2c87-2511-a0998aac632a" [ 1292.644225] env[70243]: _type = "HttpNfcLease" [ 1292.644225] env[70243]: } is ready. {{(pid=70243) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1292.644551] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1292.644551] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523cdf5e-6a46-2c87-2511-a0998aac632a" [ 1292.644551] env[70243]: _type = "HttpNfcLease" [ 1292.644551] env[70243]: }. {{(pid=70243) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1292.645329] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ef6af4-4cfe-4c42-b0d4-539d2f363365 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.652435] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52076798-4b84-e138-d88a-280b5266f6c6/disk-0.vmdk from lease info. {{(pid=70243) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1292.652628] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Creating HTTP connection to write to file with size = 31664640 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52076798-4b84-e138-d88a-280b5266f6c6/disk-0.vmdk. {{(pid=70243) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1292.718019] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9c183940-a8a4-4297-b8fb-08977920a03b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.738526] env[70243]: DEBUG oslo_vmware.api [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3622998, 'name': Rename_Task, 'duration_secs': 0.163799} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.738823] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.739130] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3463852-f225-4694-924a-e42064d635d0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.745618] env[70243]: DEBUG oslo_vmware.api [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1292.745618] env[70243]: value = "task-3623000" [ 1292.745618] env[70243]: _type = "Task" [ 1292.745618] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.754918] env[70243]: DEBUG oslo_vmware.api [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.257649] env[70243]: DEBUG oslo_vmware.api [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623000, 'name': PowerOnVM_Task, 'duration_secs': 0.505276} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.257967] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.258194] env[70243]: INFO nova.compute.manager [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Took 7.26 seconds to spawn the instance on the hypervisor. [ 1293.258377] env[70243]: DEBUG nova.compute.manager [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1293.259167] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e7c556-2c7d-478b-bf92-07322bda3c93 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.557026] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f6894677-1900-4292-b9a1-f727ed689351 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.779178] env[70243]: INFO nova.compute.manager [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Took 12.02 seconds to build instance. [ 1293.961274] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Completed reading data from the image iterator. {{(pid=70243) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1293.961520] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52076798-4b84-e138-d88a-280b5266f6c6/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1293.962612] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8c6fe5-365c-4eb9-ad32-3ee84fe62d65 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.969530] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52076798-4b84-e138-d88a-280b5266f6c6/disk-0.vmdk is in state: ready. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1293.969721] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52076798-4b84-e138-d88a-280b5266f6c6/disk-0.vmdk. {{(pid=70243) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1293.969945] env[70243]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a169118e-251c-4127-8546-98c62c30ad7d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.013528] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "1d3d9414-8e33-43ef-9328-c02f0a62bc5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.013836] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "1d3d9414-8e33-43ef-9328-c02f0a62bc5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.014149] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "1d3d9414-8e33-43ef-9328-c02f0a62bc5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.014854] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "1d3d9414-8e33-43ef-9328-c02f0a62bc5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.015098] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "1d3d9414-8e33-43ef-9328-c02f0a62bc5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.017443] env[70243]: INFO nova.compute.manager [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Terminating instance [ 1294.229374] env[70243]: DEBUG oslo_vmware.rw_handles [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52076798-4b84-e138-d88a-280b5266f6c6/disk-0.vmdk. {{(pid=70243) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1294.229598] env[70243]: INFO nova.virt.vmwareapi.images [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Downloaded image file data b51eef63-0555-4501-af07-2267433b5a25 [ 1294.230636] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e604f004-c4b4-40fe-9d1d-9a9885079d9e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.246630] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d41317d0-c3a4-4b17-85bd-573c97a69cf7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.273800] env[70243]: INFO nova.virt.vmwareapi.images [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] The imported VM was unregistered [ 1294.276200] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Caching image {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1294.276443] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b51eef63-0555-4501-af07-2267433b5a25 {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1294.276713] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12dbcf71-829c-4070-a84e-abdab57b1c94 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.281197] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d82fbc23-619c-4355-8104-5019696c4ad5 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "1a0df95b-57d9-4f48-92e5-0d954e04baa5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.525s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.291240] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Created directory with path [datastore1] devstack-image-cache_base/b51eef63-0555-4501-af07-2267433b5a25 {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1294.291417] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_621d8a08-5066-4e76-a039-dca99bae03cf/OSTACK_IMG_621d8a08-5066-4e76-a039-dca99bae03cf.vmdk to [datastore1] devstack-image-cache_base/b51eef63-0555-4501-af07-2267433b5a25/b51eef63-0555-4501-af07-2267433b5a25.vmdk. {{(pid=70243) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1294.291663] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ed29164f-f2ba-4e8b-88b2-cd0e51b6a243 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.297438] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1294.297438] env[70243]: value = "task-3623002" [ 1294.297438] env[70243]: _type = "Task" [ 1294.297438] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.304879] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623002, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.521561] env[70243]: DEBUG nova.compute.manager [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1294.521955] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.522921] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c7d5b7-f724-4cf7-827b-f15cd15d442b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.530720] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.531223] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55819003-65ca-4b60-b6b7-4a1de1484d62 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.537170] env[70243]: DEBUG oslo_vmware.api [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1294.537170] env[70243]: value = "task-3623003" [ 1294.537170] env[70243]: _type = "Task" [ 1294.537170] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.545231] env[70243]: DEBUG oslo_vmware.api [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.816223] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623002, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.049501] env[70243]: DEBUG oslo_vmware.api [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623003, 'name': PowerOffVM_Task, 'duration_secs': 0.188842} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.049717] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.049899] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.050185] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9a71631-2972-4a1d-a476-0a2f649b863f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.139779] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.140031] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.140228] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Deleting the datastore file [datastore1] 1d3d9414-8e33-43ef-9328-c02f0a62bc5f {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.140501] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c5a86e4-d790-42fa-8a85-350dfb0f42e4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.160681] env[70243]: DEBUG oslo_vmware.api [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1295.160681] env[70243]: value = "task-3623005" [ 1295.160681] env[70243]: _type = "Task" [ 1295.160681] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.171443] env[70243]: DEBUG oslo_vmware.api [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.244231] env[70243]: INFO nova.compute.manager [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Rebuilding instance [ 1295.288551] env[70243]: DEBUG nova.compute.manager [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.289517] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff167766-fca2-45a2-b87f-6f7abbe4ee2f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.311570] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623002, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.673628] env[70243]: DEBUG oslo_vmware.api [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.819153] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623002, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.173336] env[70243]: DEBUG oslo_vmware.api [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.314665] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.315116] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623002, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.315361] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-593e6962-f318-4e83-ac94-ecade0c8a57a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.325172] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1296.325172] env[70243]: value = "task-3623007" [ 1296.325172] env[70243]: _type = "Task" [ 1296.325172] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.335941] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.675048] env[70243]: DEBUG oslo_vmware.api [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.811439] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623002, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.833463] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.172832] env[70243]: DEBUG oslo_vmware.api [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.827671} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.173034] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.173244] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1297.173427] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.173600] env[70243]: INFO nova.compute.manager [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Took 2.65 seconds to destroy the instance on the hypervisor. [ 1297.173846] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.174090] env[70243]: DEBUG nova.compute.manager [-] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1297.174204] env[70243]: DEBUG nova.network.neutron [-] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1297.322199] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623002, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.7869} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.326017] env[70243]: INFO nova.virt.vmwareapi.ds_util [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_621d8a08-5066-4e76-a039-dca99bae03cf/OSTACK_IMG_621d8a08-5066-4e76-a039-dca99bae03cf.vmdk to [datastore1] devstack-image-cache_base/b51eef63-0555-4501-af07-2267433b5a25/b51eef63-0555-4501-af07-2267433b5a25.vmdk. [ 1297.326017] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Cleaning up location [datastore1] OSTACK_IMG_621d8a08-5066-4e76-a039-dca99bae03cf {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1297.326017] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_621d8a08-5066-4e76-a039-dca99bae03cf {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.326017] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-087c35e1-a32e-4ba6-ada1-9601c0d71ce1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.340988] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623007, 'name': PowerOffVM_Task, 'duration_secs': 0.795571} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.342329] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.342587] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1297.342904] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1297.342904] env[70243]: value = "task-3623008" [ 1297.342904] env[70243]: _type = "Task" [ 1297.342904] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.343701] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e021fb79-13bb-4aea-a4f4-52b8a22eb872 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.357783] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.359862] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1297.360127] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45e69d04-1860-43b3-af40-a84bf69b8ccd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.440107] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1297.440836] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1297.441270] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Deleting the datastore file [datastore1] 1a0df95b-57d9-4f48-92e5-0d954e04baa5 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.441614] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21de88ef-c5a0-474b-9f41-d81081e7f661 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.448805] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1297.448805] env[70243]: value = "task-3623010" [ 1297.448805] env[70243]: _type = "Task" [ 1297.448805] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.460552] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.634646] env[70243]: DEBUG nova.compute.manager [req-3d7b86d9-f7af-49e6-81d9-61b7e4f0eaf9 req-27e58b0a-a027-48d0-8e45-edf85b74e352 service nova] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Received event network-vif-deleted-d53c3d6d-53dd-472b-b08a-3974f7c65285 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.634646] env[70243]: INFO nova.compute.manager [req-3d7b86d9-f7af-49e6-81d9-61b7e4f0eaf9 req-27e58b0a-a027-48d0-8e45-edf85b74e352 service nova] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Neutron deleted interface d53c3d6d-53dd-472b-b08a-3974f7c65285; detaching it from the instance and deleting it from the info cache [ 1297.634646] env[70243]: DEBUG nova.network.neutron [req-3d7b86d9-f7af-49e6-81d9-61b7e4f0eaf9 req-27e58b0a-a027-48d0-8e45-edf85b74e352 service nova] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.860037] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125656} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.861010] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.861289] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b51eef63-0555-4501-af07-2267433b5a25/b51eef63-0555-4501-af07-2267433b5a25.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.861730] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b51eef63-0555-4501-af07-2267433b5a25/b51eef63-0555-4501-af07-2267433b5a25.vmdk to [datastore1] 291bb769-9a6d-42b7-82c8-89cffd3248d8/291bb769-9a6d-42b7-82c8-89cffd3248d8.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1297.862115] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90612549-1230-4870-aa18-1321ca720af7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.870785] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1297.870785] env[70243]: value = "task-3623011" [ 1297.870785] env[70243]: _type = "Task" [ 1297.870785] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.879870] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.958136] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.107587] env[70243]: DEBUG nova.network.neutron [-] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.137771] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa40c438-ca83-422d-af5a-36916a5e7cef {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.147233] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75284496-1c1f-419f-a367-6f12a913da30 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.173364] env[70243]: DEBUG nova.compute.manager [req-3d7b86d9-f7af-49e6-81d9-61b7e4f0eaf9 req-27e58b0a-a027-48d0-8e45-edf85b74e352 service nova] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Detach interface failed, port_id=d53c3d6d-53dd-472b-b08a-3974f7c65285, reason: Instance 1d3d9414-8e33-43ef-9328-c02f0a62bc5f could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1298.386040] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623011, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.460280] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.68804} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.460699] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1298.460959] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1298.461176] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1298.609078] env[70243]: INFO nova.compute.manager [-] [instance: 1d3d9414-8e33-43ef-9328-c02f0a62bc5f] Took 1.43 seconds to deallocate network for instance. [ 1298.883721] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623011, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.116896] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.117248] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.117527] env[70243]: DEBUG nova.objects.instance [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lazy-loading 'resources' on Instance uuid 1d3d9414-8e33-43ef-9328-c02f0a62bc5f {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.386778] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623011, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.499897] env[70243]: DEBUG nova.virt.hardware [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1299.500218] env[70243]: DEBUG nova.virt.hardware [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.500330] env[70243]: DEBUG nova.virt.hardware [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.500515] env[70243]: DEBUG nova.virt.hardware [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.500662] env[70243]: DEBUG nova.virt.hardware [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.500810] env[70243]: DEBUG nova.virt.hardware [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1299.501040] env[70243]: DEBUG nova.virt.hardware [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1299.501196] env[70243]: DEBUG nova.virt.hardware [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1299.501369] env[70243]: DEBUG nova.virt.hardware [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1299.501536] env[70243]: DEBUG nova.virt.hardware [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1299.501713] env[70243]: DEBUG nova.virt.hardware [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1299.502654] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7344c58b-ccf7-429b-966c-59a05e122d4d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.512794] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6179dbe-7195-49d8-9d37-d8f39e1ec6b1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.532823] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:39:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0368784f-48b0-4026-9f6d-eb9778d97567', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1299.540454] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1299.540790] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1299.541043] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a450fde-e31e-4d67-bd9b-5c171a8e0e3d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.562995] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1299.562995] env[70243]: value = "task-3623012" [ 1299.562995] env[70243]: _type = "Task" [ 1299.562995] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.574254] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623012, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.723611] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040a2c2f-a26e-45d4-b596-fe6a50ac2f52 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.733870] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7bdc4d-a56d-4635-93b7-6718106864d1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.769311] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64579aa-b0ba-44e3-a8fe-3e6f7b09a127 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.780232] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e013d839-da9f-4291-8a0d-e9333dcc403d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.798267] env[70243]: DEBUG nova.compute.provider_tree [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.885217] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623011, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.076101] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623012, 'name': CreateVM_Task, 'duration_secs': 0.357759} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.076308] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1300.077026] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.077372] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.077724] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.078014] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a81aefc-c9f5-402a-8341-6a53a11265b2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.085020] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1300.085020] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521a4b0a-e297-fba4-0db2-0e5640d8ce51" [ 1300.085020] env[70243]: _type = "Task" [ 1300.085020] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.095728] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521a4b0a-e297-fba4-0db2-0e5640d8ce51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.301522] env[70243]: DEBUG nova.scheduler.client.report [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.387645] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623011, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.596124] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521a4b0a-e297-fba4-0db2-0e5640d8ce51, 'name': SearchDatastore_Task, 'duration_secs': 0.089309} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.596436] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.596667] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1300.596897] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.597070] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.597266] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1300.597524] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2725f2f9-197a-413a-8464-8cb2680194d8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.605353] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1300.605527] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1300.606226] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a880a41f-78a0-4b34-8a59-0554437de042 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.610794] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1300.610794] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523b9cd3-48e8-9f86-1996-cd11bc04677c" [ 1300.610794] env[70243]: _type = "Task" [ 1300.610794] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.618771] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523b9cd3-48e8-9f86-1996-cd11bc04677c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.806976] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.827811] env[70243]: INFO nova.scheduler.client.report [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Deleted allocations for instance 1d3d9414-8e33-43ef-9328-c02f0a62bc5f [ 1300.884392] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623011, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.655543} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.884646] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b51eef63-0555-4501-af07-2267433b5a25/b51eef63-0555-4501-af07-2267433b5a25.vmdk to [datastore1] 291bb769-9a6d-42b7-82c8-89cffd3248d8/291bb769-9a6d-42b7-82c8-89cffd3248d8.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1300.885452] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb32a090-78b1-4f4e-bbe3-fd126d2eb128 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.907664] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 291bb769-9a6d-42b7-82c8-89cffd3248d8/291bb769-9a6d-42b7-82c8-89cffd3248d8.vmdk or device None with type streamOptimized {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.907897] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7888ff4-45b2-441f-87ed-f0dec3d5f6d6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.926463] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1300.926463] env[70243]: value = "task-3623013" [ 1300.926463] env[70243]: _type = "Task" [ 1300.926463] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.934101] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.121959] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]523b9cd3-48e8-9f86-1996-cd11bc04677c, 'name': SearchDatastore_Task, 'duration_secs': 0.007982} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.122580] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d5ed144-0d4a-4582-992a-4987a699a9e9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.128209] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1301.128209] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529a83e9-35f2-2eb2-a993-f1fd7d501861" [ 1301.128209] env[70243]: _type = "Task" [ 1301.128209] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.136269] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529a83e9-35f2-2eb2-a993-f1fd7d501861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.337902] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e0af6717-b24f-4311-a1d3-04dc087288e3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "1d3d9414-8e33-43ef-9328-c02f0a62bc5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.324s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.436270] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623013, 'name': ReconfigVM_Task, 'duration_secs': 0.35792} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.436557] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 291bb769-9a6d-42b7-82c8-89cffd3248d8/291bb769-9a6d-42b7-82c8-89cffd3248d8.vmdk or device None with type streamOptimized {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.437200] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74ba899d-26c5-423d-b408-8de0d875fab2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.443036] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1301.443036] env[70243]: value = "task-3623014" [ 1301.443036] env[70243]: _type = "Task" [ 1301.443036] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.450516] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623014, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.639954] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529a83e9-35f2-2eb2-a993-f1fd7d501861, 'name': SearchDatastore_Task, 'duration_secs': 0.009617} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.640438] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.640900] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 1a0df95b-57d9-4f48-92e5-0d954e04baa5/1a0df95b-57d9-4f48-92e5-0d954e04baa5.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1301.641291] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-118e1654-b107-407b-85cf-88c03cfd43ea {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.649238] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1301.649238] env[70243]: value = "task-3623015" [ 1301.649238] env[70243]: _type = "Task" [ 1301.649238] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.657132] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.953243] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623014, 'name': Rename_Task, 'duration_secs': 0.208635} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.953546] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.953802] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65e3c6a6-2ec0-4ba3-94fc-7e5cd3bf22e3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.961043] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1301.961043] env[70243]: value = "task-3623016" [ 1301.961043] env[70243]: _type = "Task" [ 1301.961043] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.968106] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.161385] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623015, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.469746] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623016, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.664014] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77218} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.664297] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 1a0df95b-57d9-4f48-92e5-0d954e04baa5/1a0df95b-57d9-4f48-92e5-0d954e04baa5.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1302.664556] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1302.664844] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7acbcab4-1624-4936-9a7d-761fee1e8a16 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.670707] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1302.670707] env[70243]: value = "task-3623017" [ 1302.670707] env[70243]: _type = "Task" [ 1302.670707] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.678369] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.970484] env[70243]: DEBUG oslo_vmware.api [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623016, 'name': PowerOnVM_Task, 'duration_secs': 0.587471} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.970484] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.021007] env[70243]: DEBUG nova.compute.manager [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Stashing vm_state: active {{(pid=70243) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1303.033025] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.033025] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.033025] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.033246] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.033295] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.033402] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.033544] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.075357] env[70243]: DEBUG nova.compute.manager [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1303.076288] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb7e7ee-be41-40d9-b131-aa69e17bd55e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.180312] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062705} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.180559] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1303.181329] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882ebc92-3947-4c15-a62a-a03b478d1b44 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.202531] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 1a0df95b-57d9-4f48-92e5-0d954e04baa5/1a0df95b-57d9-4f48-92e5-0d954e04baa5.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1303.202755] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92b6b747-7065-4868-8081-a95115574159 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.220688] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1303.220688] env[70243]: value = "task-3623018" [ 1303.220688] env[70243]: _type = "Task" [ 1303.220688] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.227601] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.537359] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Getting list of instances from cluster (obj){ [ 1303.537359] env[70243]: value = "domain-c8" [ 1303.537359] env[70243]: _type = "ClusterComputeResource" [ 1303.537359] env[70243]: } {{(pid=70243) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1303.538435] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581b1fe6-bcdc-42f0-8ce2-f161224a6285 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.542424] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.542790] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.554374] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Got total of 5 instances {{(pid=70243) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1303.554547] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Triggering sync for uuid 82888288-702c-4709-a692-2e01927fa55f {{(pid=70243) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1303.554739] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Triggering sync for uuid bbccad4a-d0b9-4e89-b557-3420d92c025d {{(pid=70243) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1303.554932] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Triggering sync for uuid 291bb769-9a6d-42b7-82c8-89cffd3248d8 {{(pid=70243) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1303.555114] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Triggering sync for uuid d23b2e15-5b95-4a33-861c-0ca94af22927 {{(pid=70243) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1303.555270] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Triggering sync for uuid 1a0df95b-57d9-4f48-92e5-0d954e04baa5 {{(pid=70243) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1303.556132] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "82888288-702c-4709-a692-2e01927fa55f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.556399] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "82888288-702c-4709-a692-2e01927fa55f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.556580] env[70243]: INFO nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 82888288-702c-4709-a692-2e01927fa55f] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1303.556746] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "82888288-702c-4709-a692-2e01927fa55f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.556947] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "bbccad4a-d0b9-4e89-b557-3420d92c025d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.557163] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "bbccad4a-d0b9-4e89-b557-3420d92c025d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.557428] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "291bb769-9a6d-42b7-82c8-89cffd3248d8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.557635] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "d23b2e15-5b95-4a33-861c-0ca94af22927" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.557808] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "d23b2e15-5b95-4a33-861c-0ca94af22927" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.558055] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "1a0df95b-57d9-4f48-92e5-0d954e04baa5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.558233] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "1a0df95b-57d9-4f48-92e5-0d954e04baa5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.558390] env[70243]: INFO nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. [ 1303.558540] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "1a0df95b-57d9-4f48-92e5-0d954e04baa5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.558696] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.558823] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1303.559776] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f054f169-c405-49c6-a203-c2767ebead66 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.562571] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522a0388-c836-43e8-9a9e-e5fe4dfb9659 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.564980] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.593213] env[70243]: DEBUG oslo_concurrency.lockutils [None req-1dfe13fe-e4ff-4ed1-a1cd-edfc710ed9cd tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "291bb769-9a6d-42b7-82c8-89cffd3248d8" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.459s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.594299] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "291bb769-9a6d-42b7-82c8-89cffd3248d8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.037s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.594299] env[70243]: INFO nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] During sync_power_state the instance has a pending task (spawning). Skip. [ 1303.594513] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "291bb769-9a6d-42b7-82c8-89cffd3248d8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.731361] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623018, 'name': ReconfigVM_Task, 'duration_secs': 0.261021} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.731640] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 1a0df95b-57d9-4f48-92e5-0d954e04baa5/1a0df95b-57d9-4f48-92e5-0d954e04baa5.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.732317] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0ecf400-4b63-4ac7-b7f2-b39955bcf15e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.740896] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1303.740896] env[70243]: value = "task-3623019" [ 1303.740896] env[70243]: _type = "Task" [ 1303.740896] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.748371] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623019, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.047531] env[70243]: INFO nova.compute.claims [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1304.067312] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.074511] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "bbccad4a-d0b9-4e89-b557-3420d92c025d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.517s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.074857] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "d23b2e15-5b95-4a33-861c-0ca94af22927" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.517s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.251371] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623019, 'name': Rename_Task, 'duration_secs': 0.14078} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.251669] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1304.251919] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d69db01d-cc52-4bcc-8f03-42068ff6493d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.257523] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1304.257523] env[70243]: value = "task-3623020" [ 1304.257523] env[70243]: _type = "Task" [ 1304.257523] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.264665] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.554336] env[70243]: INFO nova.compute.resource_tracker [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Updating resource usage from migration 1b1933a1-75ca-447c-a6ae-ae04197d4b94 [ 1304.636750] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b896eb2-b56a-479c-8db2-47552d5e181e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.644535] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d01d29-b0f4-4880-b835-7388ec7891a2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.674898] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc62620-1b2c-4a3c-9bb9-2602de2a45d9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.681501] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa174f0f-ddb7-4b00-bddf-a56dbcf580d7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.694046] env[70243]: DEBUG nova.compute.provider_tree [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.767465] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623020, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.824454] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "291bb769-9a6d-42b7-82c8-89cffd3248d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.824689] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "291bb769-9a6d-42b7-82c8-89cffd3248d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.825051] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "291bb769-9a6d-42b7-82c8-89cffd3248d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.825252] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "291bb769-9a6d-42b7-82c8-89cffd3248d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.825428] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "291bb769-9a6d-42b7-82c8-89cffd3248d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.828046] env[70243]: INFO nova.compute.manager [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Terminating instance [ 1305.197237] env[70243]: DEBUG nova.scheduler.client.report [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.268698] env[70243]: DEBUG oslo_vmware.api [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623020, 'name': PowerOnVM_Task, 'duration_secs': 0.609454} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.268942] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1305.269207] env[70243]: DEBUG nova.compute.manager [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.270062] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01259fa-fe8e-4552-912e-9d78b561120a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.332453] env[70243]: DEBUG nova.compute.manager [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1305.332702] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1305.333620] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc809a9f-f75b-4525-991c-aedaac6602c7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.340698] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.340930] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e862378-a9e5-465e-903a-4bfe0323f4ce {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.346558] env[70243]: DEBUG oslo_vmware.api [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1305.346558] env[70243]: value = "task-3623021" [ 1305.346558] env[70243]: _type = "Task" [ 1305.346558] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.354648] env[70243]: DEBUG oslo_vmware.api [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.702483] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.160s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.702725] env[70243]: INFO nova.compute.manager [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Migrating [ 1305.709318] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.642s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.709492] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.709644] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1305.713151] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ba74ad-39f7-44c1-b123-200280f9b4d0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.725732] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdbc0d5-6a02-4df0-8cf1-20db6f86155f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.739972] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318fc99c-e20f-447c-8806-6a4cb4fcb0f6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.746482] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca0359a-2c94-4026-a111-129dfbcc5b4b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.776783] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179047MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=70243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1305.776921] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.777140] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.788770] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.857126] env[70243]: DEBUG oslo_vmware.api [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623021, 'name': PowerOffVM_Task, 'duration_secs': 0.186318} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.857425] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1305.857593] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1305.857850] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b755b8c6-7161-4b40-9a55-de580270030f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.921559] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1305.921803] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1305.921945] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Deleting the datastore file [datastore1] 291bb769-9a6d-42b7-82c8-89cffd3248d8 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.922261] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c581c29-bb73-4407-9a10-f3c16aa3c878 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.928680] env[70243]: DEBUG oslo_vmware.api [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for the task: (returnval){ [ 1305.928680] env[70243]: value = "task-3623023" [ 1305.928680] env[70243]: _type = "Task" [ 1305.928680] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.935833] env[70243]: DEBUG oslo_vmware.api [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.220264] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "refresh_cache-82888288-702c-4709-a692-2e01927fa55f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.220523] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired lock "refresh_cache-82888288-702c-4709-a692-2e01927fa55f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.220665] env[70243]: DEBUG nova.network.neutron [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.439130] env[70243]: DEBUG oslo_vmware.api [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Task: {'id': task-3623023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130128} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.439454] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1306.439635] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1306.439751] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1306.439925] env[70243]: INFO nova.compute.manager [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1306.440186] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.440382] env[70243]: DEBUG nova.compute.manager [-] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1306.440475] env[70243]: DEBUG nova.network.neutron [-] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1306.784657] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Applying migration context for instance 82888288-702c-4709-a692-2e01927fa55f as it has an incoming, in-progress migration 1b1933a1-75ca-447c-a6ae-ae04197d4b94. Migration status is pre-migrating {{(pid=70243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1306.785750] env[70243]: INFO nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 82888288-702c-4709-a692-2e01927fa55f] Updating resource usage from migration 1b1933a1-75ca-447c-a6ae-ae04197d4b94 [ 1306.807608] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance bbccad4a-d0b9-4e89-b557-3420d92c025d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1306.807760] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance d23b2e15-5b95-4a33-861c-0ca94af22927 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1306.807875] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 291bb769-9a6d-42b7-82c8-89cffd3248d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1306.808041] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 1a0df95b-57d9-4f48-92e5-0d954e04baa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1306.808113] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Migration 1b1933a1-75ca-447c-a6ae-ae04197d4b94 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1306.808241] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 82888288-702c-4709-a692-2e01927fa55f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1306.808385] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1306.808523] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1306.838993] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "1a0df95b-57d9-4f48-92e5-0d954e04baa5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.838993] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "1a0df95b-57d9-4f48-92e5-0d954e04baa5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.839735] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "1a0df95b-57d9-4f48-92e5-0d954e04baa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.840099] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "1a0df95b-57d9-4f48-92e5-0d954e04baa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.840314] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "1a0df95b-57d9-4f48-92e5-0d954e04baa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.844324] env[70243]: INFO nova.compute.manager [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Terminating instance [ 1306.893736] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b454a99-b46f-4d5c-abd2-99a10b5da5fd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.903865] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5df634-a12a-4fc6-baad-0abd266124ce {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.942612] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881aa281-55f8-4a86-b8b0-cd7fae6022b3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.951942] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdeca0f1-2d97-4af4-a377-b0e0033eea3f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.965126] env[70243]: DEBUG nova.compute.provider_tree [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.979384] env[70243]: DEBUG nova.network.neutron [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Updating instance_info_cache with network_info: [{"id": "bd1e301a-6889-41ea-80c5-1273b77d58f5", "address": "fa:16:3e:e4:77:eb", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1e301a-68", "ovs_interfaceid": "bd1e301a-6889-41ea-80c5-1273b77d58f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.986455] env[70243]: DEBUG nova.compute.manager [req-ddd2e70c-46e9-46e0-beee-a472ae9bdc72 req-6c456e2c-0a25-4b71-85d3-9bb0434dacf0 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Received event network-vif-deleted-0628dfc9-a027-476a-84d0-1104ff7645f4 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.986596] env[70243]: INFO nova.compute.manager [req-ddd2e70c-46e9-46e0-beee-a472ae9bdc72 req-6c456e2c-0a25-4b71-85d3-9bb0434dacf0 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Neutron deleted interface 0628dfc9-a027-476a-84d0-1104ff7645f4; detaching it from the instance and deleting it from the info cache [ 1306.986748] env[70243]: DEBUG nova.network.neutron [req-ddd2e70c-46e9-46e0-beee-a472ae9bdc72 req-6c456e2c-0a25-4b71-85d3-9bb0434dacf0 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.351869] env[70243]: DEBUG nova.compute.manager [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1307.352173] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1307.352983] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "0e898c23-dc8e-4a34-9701-8bee408b967c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.353235] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "0e898c23-dc8e-4a34-9701-8bee408b967c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.354834] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6379d30f-86a8-4b76-86a8-dacfa5c68df9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.363618] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.363883] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51c8cd1b-ee89-4758-883b-629da96d2945 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.371456] env[70243]: DEBUG oslo_vmware.api [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1307.371456] env[70243]: value = "task-3623024" [ 1307.371456] env[70243]: _type = "Task" [ 1307.371456] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.381527] env[70243]: DEBUG oslo_vmware.api [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.469070] env[70243]: DEBUG nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.472094] env[70243]: DEBUG nova.network.neutron [-] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.481510] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Releasing lock "refresh_cache-82888288-702c-4709-a692-2e01927fa55f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.489503] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b67d5e41-ed13-4c5e-9305-f51cdd8ee942 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.499854] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513a1023-50d3-4f43-a97f-39390f2708c1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.527575] env[70243]: DEBUG nova.compute.manager [req-ddd2e70c-46e9-46e0-beee-a472ae9bdc72 req-6c456e2c-0a25-4b71-85d3-9bb0434dacf0 service nova] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Detach interface failed, port_id=0628dfc9-a027-476a-84d0-1104ff7645f4, reason: Instance 291bb769-9a6d-42b7-82c8-89cffd3248d8 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1307.858875] env[70243]: DEBUG nova.compute.manager [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1307.881764] env[70243]: DEBUG oslo_vmware.api [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623024, 'name': PowerOffVM_Task, 'duration_secs': 0.191183} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.881764] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.881764] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1307.881986] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c05538ae-418c-4429-88a1-326d45a9b1cf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.944750] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1307.944933] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1307.945136] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Deleting the datastore file [datastore1] 1a0df95b-57d9-4f48-92e5-0d954e04baa5 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1307.945420] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6577e73-ea7a-4ef2-bd80-7febe60956b0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.952253] env[70243]: DEBUG oslo_vmware.api [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1307.952253] env[70243]: value = "task-3623026" [ 1307.952253] env[70243]: _type = "Task" [ 1307.952253] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.959627] env[70243]: DEBUG oslo_vmware.api [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.974347] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1307.974514] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.197s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.974872] env[70243]: INFO nova.compute.manager [-] [instance: 291bb769-9a6d-42b7-82c8-89cffd3248d8] Took 1.53 seconds to deallocate network for instance. [ 1307.975187] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.187s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.975402] env[70243]: DEBUG nova.objects.instance [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1308.380142] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.461881] env[70243]: DEBUG oslo_vmware.api [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152501} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.462165] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1308.462352] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1308.462529] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1308.462760] env[70243]: INFO nova.compute.manager [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1308.463036] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1308.463230] env[70243]: DEBUG nova.compute.manager [-] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1308.463325] env[70243]: DEBUG nova.network.neutron [-] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1308.483011] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.759124] env[70243]: DEBUG nova.compute.manager [req-57a173fb-ccc3-4197-9a22-75220d362762 req-0ce4bbee-ae21-4e11-bfba-bbbd9607d657 service nova] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Received event network-vif-deleted-0368784f-48b0-4026-9f6d-eb9778d97567 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.759480] env[70243]: INFO nova.compute.manager [req-57a173fb-ccc3-4197-9a22-75220d362762 req-0ce4bbee-ae21-4e11-bfba-bbbd9607d657 service nova] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Neutron deleted interface 0368784f-48b0-4026-9f6d-eb9778d97567; detaching it from the instance and deleting it from the info cache [ 1308.759714] env[70243]: DEBUG nova.network.neutron [req-57a173fb-ccc3-4197-9a22-75220d362762 req-0ce4bbee-ae21-4e11-bfba-bbbd9607d657 service nova] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.984990] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2916b992-4001-41de-981a-4bd7f7c415fa tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.986122] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.606s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.987524] env[70243]: INFO nova.compute.claims [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.994298] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddcc1f2-25d5-4bad-adfe-124f062c80cc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.013961] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Updating instance '82888288-702c-4709-a692-2e01927fa55f' progress to 0 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.171205] env[70243]: DEBUG nova.network.neutron [-] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.262150] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d06226db-55b9-46a1-9524-bd2d701ff67a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.271728] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e147ad50-a61c-4a84-bf0a-a1525ba16b81 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.297871] env[70243]: DEBUG nova.compute.manager [req-57a173fb-ccc3-4197-9a22-75220d362762 req-0ce4bbee-ae21-4e11-bfba-bbbd9607d657 service nova] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Detach interface failed, port_id=0368784f-48b0-4026-9f6d-eb9778d97567, reason: Instance 1a0df95b-57d9-4f48-92e5-0d954e04baa5 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1309.519612] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.520130] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5698eda-e0d3-44dc-a510-dfea5612c140 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.527223] env[70243]: DEBUG oslo_vmware.api [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1309.527223] env[70243]: value = "task-3623027" [ 1309.527223] env[70243]: _type = "Task" [ 1309.527223] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.535749] env[70243]: DEBUG oslo_vmware.api [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.674167] env[70243]: INFO nova.compute.manager [-] [instance: 1a0df95b-57d9-4f48-92e5-0d954e04baa5] Took 1.21 seconds to deallocate network for instance. [ 1310.036861] env[70243]: DEBUG oslo_vmware.api [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623027, 'name': PowerOffVM_Task, 'duration_secs': 0.198223} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.039362] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.039564] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Updating instance '82888288-702c-4709-a692-2e01927fa55f' progress to 17 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1310.093951] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6d9cdd-da6e-40bb-a8a5-2fd6d4335f7e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.102593] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4a68f0-1e67-45a4-a98b-dc437b124328 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.132813] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f937d00-6a40-4f17-9b0f-806d5836ee95 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.139810] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167bf911-56c0-4e22-923d-bcb74487e30c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.153669] env[70243]: DEBUG nova.compute.provider_tree [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.180610] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.546412] env[70243]: DEBUG nova.virt.hardware [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.546924] env[70243]: DEBUG nova.virt.hardware [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.546924] env[70243]: DEBUG nova.virt.hardware [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.546924] env[70243]: DEBUG nova.virt.hardware [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.547153] env[70243]: DEBUG nova.virt.hardware [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.547255] env[70243]: DEBUG nova.virt.hardware [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.547458] env[70243]: DEBUG nova.virt.hardware [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.547623] env[70243]: DEBUG nova.virt.hardware [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.547796] env[70243]: DEBUG nova.virt.hardware [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.547965] env[70243]: DEBUG nova.virt.hardware [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.548187] env[70243]: DEBUG nova.virt.hardware [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.553135] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d192e31-6be2-49ef-b109-26eccce823d8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.570176] env[70243]: DEBUG oslo_vmware.api [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1310.570176] env[70243]: value = "task-3623028" [ 1310.570176] env[70243]: _type = "Task" [ 1310.570176] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.580062] env[70243]: DEBUG oslo_vmware.api [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.657365] env[70243]: DEBUG nova.scheduler.client.report [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.080268] env[70243]: DEBUG oslo_vmware.api [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623028, 'name': ReconfigVM_Task, 'duration_secs': 0.241352} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.080515] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Updating instance '82888288-702c-4709-a692-2e01927fa55f' progress to 33 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1311.162190] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.176s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.162729] env[70243]: DEBUG nova.compute.manager [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1311.165169] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.682s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.165391] env[70243]: DEBUG nova.objects.instance [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lazy-loading 'resources' on Instance uuid 291bb769-9a6d-42b7-82c8-89cffd3248d8 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.587075] env[70243]: DEBUG nova.virt.hardware [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.587491] env[70243]: DEBUG nova.virt.hardware [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.587491] env[70243]: DEBUG nova.virt.hardware [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.587668] env[70243]: DEBUG nova.virt.hardware [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.587958] env[70243]: DEBUG nova.virt.hardware [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.587958] env[70243]: DEBUG nova.virt.hardware [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.588167] env[70243]: DEBUG nova.virt.hardware [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.588328] env[70243]: DEBUG nova.virt.hardware [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.588495] env[70243]: DEBUG nova.virt.hardware [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.588657] env[70243]: DEBUG nova.virt.hardware [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.588856] env[70243]: DEBUG nova.virt.hardware [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.594062] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1311.594354] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03a5174b-7352-457f-8501-01e6272b6f28 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.612431] env[70243]: DEBUG oslo_vmware.api [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1311.612431] env[70243]: value = "task-3623029" [ 1311.612431] env[70243]: _type = "Task" [ 1311.612431] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.620047] env[70243]: DEBUG oslo_vmware.api [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.668631] env[70243]: DEBUG nova.compute.utils [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1311.672944] env[70243]: DEBUG nova.compute.manager [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1311.673124] env[70243]: DEBUG nova.network.neutron [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1311.718018] env[70243]: DEBUG nova.policy [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6a8e13181974798bbafefd4c142cff1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce4a058af98b4faba744656bd2e6dd23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1311.769679] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7f3564-ea49-4f70-b5bb-7d9531d38eb1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.776880] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dedbb88-3309-49b5-96f7-19817309e0d3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.806682] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26569f2d-3d35-45fc-b876-4f045d232d19 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.814666] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5fce5d-395c-4959-addc-94c85877f39b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.828251] env[70243]: DEBUG nova.compute.provider_tree [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.022784] env[70243]: DEBUG nova.network.neutron [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Successfully created port: e5dc8ced-240e-491f-81d6-7c97338ed243 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1312.124741] env[70243]: DEBUG oslo_vmware.api [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623029, 'name': ReconfigVM_Task, 'duration_secs': 0.159392} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.128039] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1312.128039] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1aae64-82f1-4ab0-9cb0-5135b63e6097 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.150401] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 82888288-702c-4709-a692-2e01927fa55f/82888288-702c-4709-a692-2e01927fa55f.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.150735] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1230d784-dc49-4944-b935-fbb5d2b8c940 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.169327] env[70243]: DEBUG oslo_vmware.api [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1312.169327] env[70243]: value = "task-3623030" [ 1312.169327] env[70243]: _type = "Task" [ 1312.169327] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.173276] env[70243]: DEBUG nova.compute.manager [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1312.179810] env[70243]: DEBUG oslo_vmware.api [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.332015] env[70243]: DEBUG nova.scheduler.client.report [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.679386] env[70243]: DEBUG oslo_vmware.api [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623030, 'name': ReconfigVM_Task, 'duration_secs': 0.256856} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.682744] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 82888288-702c-4709-a692-2e01927fa55f/82888288-702c-4709-a692-2e01927fa55f.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.683081] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Updating instance '82888288-702c-4709-a692-2e01927fa55f' progress to 50 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1312.837334] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.840622] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.660s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.841151] env[70243]: DEBUG nova.objects.instance [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lazy-loading 'resources' on Instance uuid 1a0df95b-57d9-4f48-92e5-0d954e04baa5 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.858483] env[70243]: INFO nova.scheduler.client.report [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Deleted allocations for instance 291bb769-9a6d-42b7-82c8-89cffd3248d8 [ 1313.187620] env[70243]: DEBUG nova.compute.manager [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1313.192195] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36415545-c47a-47c7-a088-7b0e6698ca14 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.212645] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bfd2d6-71b0-4c9b-ad5f-7ce50b04c28e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.230532] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Updating instance '82888288-702c-4709-a692-2e01927fa55f' progress to 67 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1313.235664] env[70243]: DEBUG nova.virt.hardware [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1313.235941] env[70243]: DEBUG nova.virt.hardware [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1313.236119] env[70243]: DEBUG nova.virt.hardware [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1313.236311] env[70243]: DEBUG nova.virt.hardware [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1313.236458] env[70243]: DEBUG nova.virt.hardware [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1313.236609] env[70243]: DEBUG nova.virt.hardware [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1313.236810] env[70243]: DEBUG nova.virt.hardware [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1313.236969] env[70243]: DEBUG nova.virt.hardware [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1313.237157] env[70243]: DEBUG nova.virt.hardware [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1313.237343] env[70243]: DEBUG nova.virt.hardware [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1313.237546] env[70243]: DEBUG nova.virt.hardware [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1313.238311] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03812baf-0cf2-436d-b818-e0b9c5654cd6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.245986] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58c8934-283a-4878-89d1-2ef6afdebcf6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.367615] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e38c6456-75ad-4195-a609-b936024379c9 tempest-ServerActionsTestOtherB-1177967297 tempest-ServerActionsTestOtherB-1177967297-project-member] Lock "291bb769-9a6d-42b7-82c8-89cffd3248d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.543s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.417626] env[70243]: DEBUG nova.compute.manager [req-cdbf64a5-af95-4651-9534-11e45858d5a0 req-84e61724-a1d9-484a-a118-2eb7b41a4828 service nova] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Received event network-vif-plugged-e5dc8ced-240e-491f-81d6-7c97338ed243 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.417852] env[70243]: DEBUG oslo_concurrency.lockutils [req-cdbf64a5-af95-4651-9534-11e45858d5a0 req-84e61724-a1d9-484a-a118-2eb7b41a4828 service nova] Acquiring lock "0e898c23-dc8e-4a34-9701-8bee408b967c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.418076] env[70243]: DEBUG oslo_concurrency.lockutils [req-cdbf64a5-af95-4651-9534-11e45858d5a0 req-84e61724-a1d9-484a-a118-2eb7b41a4828 service nova] Lock "0e898c23-dc8e-4a34-9701-8bee408b967c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.418251] env[70243]: DEBUG oslo_concurrency.lockutils [req-cdbf64a5-af95-4651-9534-11e45858d5a0 req-84e61724-a1d9-484a-a118-2eb7b41a4828 service nova] Lock "0e898c23-dc8e-4a34-9701-8bee408b967c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.418517] env[70243]: DEBUG nova.compute.manager [req-cdbf64a5-af95-4651-9534-11e45858d5a0 req-84e61724-a1d9-484a-a118-2eb7b41a4828 service nova] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] No waiting events found dispatching network-vif-plugged-e5dc8ced-240e-491f-81d6-7c97338ed243 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1313.418566] env[70243]: WARNING nova.compute.manager [req-cdbf64a5-af95-4651-9534-11e45858d5a0 req-84e61724-a1d9-484a-a118-2eb7b41a4828 service nova] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Received unexpected event network-vif-plugged-e5dc8ced-240e-491f-81d6-7c97338ed243 for instance with vm_state building and task_state spawning. [ 1313.432484] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46779eea-5ca7-4e9c-8a37-0de89b0da613 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.439844] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d44d96-e984-4e1a-ab58-5c768d362325 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.470172] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76766e5-625f-47e6-95bc-18d6f4cfebdc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.477115] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c344dc-170e-41f8-878b-944c1eb6d55a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.489957] env[70243]: DEBUG nova.compute.provider_tree [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.503744] env[70243]: DEBUG nova.network.neutron [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Successfully updated port: e5dc8ced-240e-491f-81d6-7c97338ed243 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1313.774222] env[70243]: DEBUG nova.network.neutron [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Port bd1e301a-6889-41ea-80c5-1273b77d58f5 binding to destination host cpu-1 is already ACTIVE {{(pid=70243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1313.993578] env[70243]: DEBUG nova.scheduler.client.report [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.007921] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "refresh_cache-0e898c23-dc8e-4a34-9701-8bee408b967c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.008086] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired lock "refresh_cache-0e898c23-dc8e-4a34-9701-8bee408b967c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.008244] env[70243]: DEBUG nova.network.neutron [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.499107] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.519900] env[70243]: INFO nova.scheduler.client.report [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Deleted allocations for instance 1a0df95b-57d9-4f48-92e5-0d954e04baa5 [ 1314.540159] env[70243]: DEBUG nova.network.neutron [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1314.655811] env[70243]: DEBUG nova.network.neutron [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Updating instance_info_cache with network_info: [{"id": "e5dc8ced-240e-491f-81d6-7c97338ed243", "address": "fa:16:3e:27:1c:cd", "network": {"id": "68ea344e-dd88-4cd9-a827-60a67e20e063", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1737013038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4a058af98b4faba744656bd2e6dd23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5dc8ced-24", "ovs_interfaceid": "e5dc8ced-240e-491f-81d6-7c97338ed243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.795837] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "82888288-702c-4709-a692-2e01927fa55f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.796121] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "82888288-702c-4709-a692-2e01927fa55f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.796277] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "82888288-702c-4709-a692-2e01927fa55f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.027609] env[70243]: DEBUG oslo_concurrency.lockutils [None req-f83eed78-728b-405a-85a2-cb9f9b92f221 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "1a0df95b-57d9-4f48-92e5-0d954e04baa5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.189s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.159023] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Releasing lock "refresh_cache-0e898c23-dc8e-4a34-9701-8bee408b967c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.159520] env[70243]: DEBUG nova.compute.manager [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Instance network_info: |[{"id": "e5dc8ced-240e-491f-81d6-7c97338ed243", "address": "fa:16:3e:27:1c:cd", "network": {"id": "68ea344e-dd88-4cd9-a827-60a67e20e063", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1737013038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4a058af98b4faba744656bd2e6dd23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5dc8ced-24", "ovs_interfaceid": "e5dc8ced-240e-491f-81d6-7c97338ed243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1315.160155] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:1c:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5dc8ced-240e-491f-81d6-7c97338ed243', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1315.168355] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.168962] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1315.169255] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2868f0a4-288b-4f25-b221-f76d06032802 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.189868] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1315.189868] env[70243]: value = "task-3623032" [ 1315.189868] env[70243]: _type = "Task" [ 1315.189868] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.197413] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623032, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.443698] env[70243]: DEBUG nova.compute.manager [req-47e499fc-e4c6-4180-b1fa-a5cac4170799 req-5a1bac5f-51f4-4765-893c-587cebd9813e service nova] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Received event network-changed-e5dc8ced-240e-491f-81d6-7c97338ed243 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.443916] env[70243]: DEBUG nova.compute.manager [req-47e499fc-e4c6-4180-b1fa-a5cac4170799 req-5a1bac5f-51f4-4765-893c-587cebd9813e service nova] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Refreshing instance network info cache due to event network-changed-e5dc8ced-240e-491f-81d6-7c97338ed243. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1315.444149] env[70243]: DEBUG oslo_concurrency.lockutils [req-47e499fc-e4c6-4180-b1fa-a5cac4170799 req-5a1bac5f-51f4-4765-893c-587cebd9813e service nova] Acquiring lock "refresh_cache-0e898c23-dc8e-4a34-9701-8bee408b967c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.444295] env[70243]: DEBUG oslo_concurrency.lockutils [req-47e499fc-e4c6-4180-b1fa-a5cac4170799 req-5a1bac5f-51f4-4765-893c-587cebd9813e service nova] Acquired lock "refresh_cache-0e898c23-dc8e-4a34-9701-8bee408b967c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.444457] env[70243]: DEBUG nova.network.neutron [req-47e499fc-e4c6-4180-b1fa-a5cac4170799 req-5a1bac5f-51f4-4765-893c-587cebd9813e service nova] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Refreshing network info cache for port e5dc8ced-240e-491f-81d6-7c97338ed243 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1315.699826] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623032, 'name': CreateVM_Task, 'duration_secs': 0.294774} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.700015] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1315.700664] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.700840] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.701379] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.701458] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77326de7-18cc-4874-9ecc-cc445c3291e1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.705818] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1315.705818] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52560bb6-997e-1956-e116-0064aca6ca5f" [ 1315.705818] env[70243]: _type = "Task" [ 1315.705818] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.713264] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52560bb6-997e-1956-e116-0064aca6ca5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.831452] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "refresh_cache-82888288-702c-4709-a692-2e01927fa55f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.831669] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired lock "refresh_cache-82888288-702c-4709-a692-2e01927fa55f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.831813] env[70243]: DEBUG nova.network.neutron [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.130800] env[70243]: DEBUG nova.network.neutron [req-47e499fc-e4c6-4180-b1fa-a5cac4170799 req-5a1bac5f-51f4-4765-893c-587cebd9813e service nova] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Updated VIF entry in instance network info cache for port e5dc8ced-240e-491f-81d6-7c97338ed243. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1316.131210] env[70243]: DEBUG nova.network.neutron [req-47e499fc-e4c6-4180-b1fa-a5cac4170799 req-5a1bac5f-51f4-4765-893c-587cebd9813e service nova] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Updating instance_info_cache with network_info: [{"id": "e5dc8ced-240e-491f-81d6-7c97338ed243", "address": "fa:16:3e:27:1c:cd", "network": {"id": "68ea344e-dd88-4cd9-a827-60a67e20e063", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1737013038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4a058af98b4faba744656bd2e6dd23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5dc8ced-24", "ovs_interfaceid": "e5dc8ced-240e-491f-81d6-7c97338ed243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.215760] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52560bb6-997e-1956-e116-0064aca6ca5f, 'name': SearchDatastore_Task, 'duration_secs': 0.011349} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.216083] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.216316] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1316.216543] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.216688] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.216863] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1316.217134] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cb59654-7387-4b85-8264-860f6063b107 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.225467] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1316.225646] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1316.226347] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec02070-0196-4b68-a84d-5ed731b3c579 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.231233] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1316.231233] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528d57fc-ee3f-74fd-63ac-7aa83dd5bb1f" [ 1316.231233] env[70243]: _type = "Task" [ 1316.231233] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.238151] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528d57fc-ee3f-74fd-63ac-7aa83dd5bb1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.634059] env[70243]: DEBUG oslo_concurrency.lockutils [req-47e499fc-e4c6-4180-b1fa-a5cac4170799 req-5a1bac5f-51f4-4765-893c-587cebd9813e service nova] Releasing lock "refresh_cache-0e898c23-dc8e-4a34-9701-8bee408b967c" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.643615] env[70243]: DEBUG nova.network.neutron [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Updating instance_info_cache with network_info: [{"id": "bd1e301a-6889-41ea-80c5-1273b77d58f5", "address": "fa:16:3e:e4:77:eb", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1e301a-68", "ovs_interfaceid": "bd1e301a-6889-41ea-80c5-1273b77d58f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.741931] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528d57fc-ee3f-74fd-63ac-7aa83dd5bb1f, 'name': SearchDatastore_Task, 'duration_secs': 0.008254} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.742675] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf622778-8302-49e8-86d4-a0a9c548bab1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.747500] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1316.747500] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5298c15f-8870-b1f2-76ae-2942bbe255d1" [ 1316.747500] env[70243]: _type = "Task" [ 1316.747500] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.754462] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5298c15f-8870-b1f2-76ae-2942bbe255d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.146318] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Releasing lock "refresh_cache-82888288-702c-4709-a692-2e01927fa55f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.257662] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5298c15f-8870-b1f2-76ae-2942bbe255d1, 'name': SearchDatastore_Task, 'duration_secs': 0.008808} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.257929] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.258214] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 0e898c23-dc8e-4a34-9701-8bee408b967c/0e898c23-dc8e-4a34-9701-8bee408b967c.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1317.258470] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0b35bee-5c35-4c8e-ad75-66ab468f20fe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.266137] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1317.266137] env[70243]: value = "task-3623033" [ 1317.266137] env[70243]: _type = "Task" [ 1317.266137] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.277396] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.673132] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba605e5-030e-41f6-8cc4-9c9267f2eb61 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.691717] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847c6577-d384-4474-b56f-2256b4afce0f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.698831] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Updating instance '82888288-702c-4709-a692-2e01927fa55f' progress to 83 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.776080] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427988} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.776368] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 0e898c23-dc8e-4a34-9701-8bee408b967c/0e898c23-dc8e-4a34-9701-8bee408b967c.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1317.776583] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1317.776837] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a4054b0-816d-4b4f-bff6-621fc366393c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.785242] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1317.785242] env[70243]: value = "task-3623034" [ 1317.785242] env[70243]: _type = "Task" [ 1317.785242] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.794270] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.205046] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.205428] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55116c66-3387-476e-8da6-0e6b8e699a6f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.213189] env[70243]: DEBUG oslo_vmware.api [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1318.213189] env[70243]: value = "task-3623035" [ 1318.213189] env[70243]: _type = "Task" [ 1318.213189] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.220989] env[70243]: DEBUG oslo_vmware.api [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.295638] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059284} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.295923] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1318.296713] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194de466-0ae1-4d87-ad41-06b422b8ffa5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.317947] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 0e898c23-dc8e-4a34-9701-8bee408b967c/0e898c23-dc8e-4a34-9701-8bee408b967c.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.318235] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc7170a6-ab83-4197-b4fe-3f56da9bfcc0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.340729] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1318.340729] env[70243]: value = "task-3623036" [ 1318.340729] env[70243]: _type = "Task" [ 1318.340729] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.352063] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623036, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.723570] env[70243]: DEBUG oslo_vmware.api [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623035, 'name': PowerOnVM_Task, 'duration_secs': 0.443855} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.724184] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.724542] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4fcecf-d296-4529-9cc5-51305f1a8cee tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Updating instance '82888288-702c-4709-a692-2e01927fa55f' progress to 100 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1318.851738] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.351672] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623036, 'name': ReconfigVM_Task, 'duration_secs': 0.620455} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.354835] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 0e898c23-dc8e-4a34-9701-8bee408b967c/0e898c23-dc8e-4a34-9701-8bee408b967c.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.354835] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb4d315c-d318-4683-bc26-d2b3612d4904 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.360023] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1319.360023] env[70243]: value = "task-3623037" [ 1319.360023] env[70243]: _type = "Task" [ 1319.360023] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.370678] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623037, 'name': Rename_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.872625] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623037, 'name': Rename_Task, 'duration_secs': 0.398959} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.872625] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.872899] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a7e95f8-9b6c-422c-a68c-d325d3bd7f05 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.880218] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1319.880218] env[70243]: value = "task-3623038" [ 1319.880218] env[70243]: _type = "Task" [ 1319.880218] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.889185] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.394740] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623038, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.896122] env[70243]: DEBUG oslo_vmware.api [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623038, 'name': PowerOnVM_Task, 'duration_secs': 0.896296} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.896459] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.896664] env[70243]: INFO nova.compute.manager [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1320.896852] env[70243]: DEBUG nova.compute.manager [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.897717] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c541dc-cb89-4142-a60c-4d5519909d1e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.422112] env[70243]: INFO nova.compute.manager [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Took 13.06 seconds to build instance. [ 1321.474427] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81919f3d-290b-4041-99fa-14d0023fd6cc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "82888288-702c-4709-a692-2e01927fa55f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.474718] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81919f3d-290b-4041-99fa-14d0023fd6cc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "82888288-702c-4709-a692-2e01927fa55f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.474969] env[70243]: DEBUG nova.compute.manager [None req-81919f3d-290b-4041-99fa-14d0023fd6cc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Going to confirm migration 6 {{(pid=70243) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1321.870835] env[70243]: DEBUG oslo_concurrency.lockutils [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Acquiring lock "1d44a156-db7c-4486-9de7-d4b534f5c2a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.871116] env[70243]: DEBUG oslo_concurrency.lockutils [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Lock "1d44a156-db7c-4486-9de7-d4b534f5c2a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.925554] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a8a9e9fe-4868-4999-b6a4-28c67e91192d tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "0e898c23-dc8e-4a34-9701-8bee408b967c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.572s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.037563] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81919f3d-290b-4041-99fa-14d0023fd6cc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "refresh_cache-82888288-702c-4709-a692-2e01927fa55f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.038205] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81919f3d-290b-4041-99fa-14d0023fd6cc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired lock "refresh_cache-82888288-702c-4709-a692-2e01927fa55f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.038449] env[70243]: DEBUG nova.network.neutron [None req-81919f3d-290b-4041-99fa-14d0023fd6cc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.038678] env[70243]: DEBUG nova.objects.instance [None req-81919f3d-290b-4041-99fa-14d0023fd6cc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lazy-loading 'info_cache' on Instance uuid 82888288-702c-4709-a692-2e01927fa55f {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.216347] env[70243]: INFO nova.compute.manager [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Rebuilding instance [ 1322.264683] env[70243]: DEBUG nova.compute.manager [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.265995] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5772fa7-8608-4fbc-93be-130ef8616f2a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.373803] env[70243]: DEBUG nova.compute.manager [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1322.893027] env[70243]: DEBUG oslo_concurrency.lockutils [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.893347] env[70243]: DEBUG oslo_concurrency.lockutils [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.894619] env[70243]: INFO nova.compute.claims [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1323.279224] env[70243]: DEBUG nova.network.neutron [None req-81919f3d-290b-4041-99fa-14d0023fd6cc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Updating instance_info_cache with network_info: [{"id": "bd1e301a-6889-41ea-80c5-1273b77d58f5", "address": "fa:16:3e:e4:77:eb", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1e301a-68", "ovs_interfaceid": "bd1e301a-6889-41ea-80c5-1273b77d58f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.284018] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.284018] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fac5cfa-737a-4d0f-950c-fa78b10cf083 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.290291] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1323.290291] env[70243]: value = "task-3623039" [ 1323.290291] env[70243]: _type = "Task" [ 1323.290291] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.301140] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.783081] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81919f3d-290b-4041-99fa-14d0023fd6cc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Releasing lock "refresh_cache-82888288-702c-4709-a692-2e01927fa55f" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.783081] env[70243]: DEBUG nova.objects.instance [None req-81919f3d-290b-4041-99fa-14d0023fd6cc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lazy-loading 'migration_context' on Instance uuid 82888288-702c-4709-a692-2e01927fa55f {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.801310] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.984251] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1581ec36-0aae-40d8-abd7-f04412ec2805 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.991718] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d9aad3-3469-4ab7-b6d9-68833219f685 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.022791] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81906b8-9c3c-46af-bd3c-815425a5986d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.029835] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fcd8f7-8b3d-4ab6-a1f3-7182b0987e45 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.042637] env[70243]: DEBUG nova.compute.provider_tree [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.285643] env[70243]: DEBUG nova.objects.base [None req-81919f3d-290b-4041-99fa-14d0023fd6cc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Object Instance<82888288-702c-4709-a692-2e01927fa55f> lazy-loaded attributes: info_cache,migration_context {{(pid=70243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1324.286683] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6a022f-e09f-4f90-81d8-ae5eb8070c78 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.308657] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f6a804-7de3-4f0d-82e0-a17ea2b38ac3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.314184] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623039, 'name': PowerOffVM_Task, 'duration_secs': 0.566899} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.314757] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.315029] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1324.315727] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654f7292-4d1b-4730-8eed-9ca2b5038035 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.319331] env[70243]: DEBUG oslo_vmware.api [None req-81919f3d-290b-4041-99fa-14d0023fd6cc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1324.319331] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52fc5398-45bd-23dd-bb73-9dc80169447e" [ 1324.319331] env[70243]: _type = "Task" [ 1324.319331] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.324030] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1324.324520] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9529703d-d1fc-4e58-bf4d-810e691fb673 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.329010] env[70243]: DEBUG oslo_vmware.api [None req-81919f3d-290b-4041-99fa-14d0023fd6cc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52fc5398-45bd-23dd-bb73-9dc80169447e, 'name': SearchDatastore_Task, 'duration_secs': 0.006701} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.329267] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81919f3d-290b-4041-99fa-14d0023fd6cc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.389293] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1324.389520] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1324.389700] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Deleting the datastore file [datastore1] 0e898c23-dc8e-4a34-9701-8bee408b967c {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1324.389966] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2444dd8f-0c00-4c2b-8ad4-4434c37117d2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.397149] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1324.397149] env[70243]: value = "task-3623041" [ 1324.397149] env[70243]: _type = "Task" [ 1324.397149] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.404696] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.546781] env[70243]: DEBUG nova.scheduler.client.report [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.907943] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146223} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.908132] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1324.908334] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1324.908513] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1325.051790] env[70243]: DEBUG oslo_concurrency.lockutils [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.159s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.052938] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81919f3d-290b-4041-99fa-14d0023fd6cc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.724s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.555599] env[70243]: DEBUG oslo_concurrency.lockutils [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Acquiring lock "fc6c85bf-07cc-470a-a6bf-46f3448c3184" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.555870] env[70243]: DEBUG oslo_concurrency.lockutils [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Lock "fc6c85bf-07cc-470a-a6bf-46f3448c3184" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.639683] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5460ae52-2753-4c1d-a5e1-7e1fdc5c76a9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.647685] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21e7247-c347-453f-ac4d-ed052d57dea1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.677152] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a75678-88b7-40c2-a087-dd7f3588c8d4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.684092] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127cd249-1f90-4186-82c5-8983dd9a5b1e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.697147] env[70243]: DEBUG nova.compute.provider_tree [None req-81919f3d-290b-4041-99fa-14d0023fd6cc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.945032] env[70243]: DEBUG nova.virt.hardware [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1325.945307] env[70243]: DEBUG nova.virt.hardware [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.945473] env[70243]: DEBUG nova.virt.hardware [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1325.945763] env[70243]: DEBUG nova.virt.hardware [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.945918] env[70243]: DEBUG nova.virt.hardware [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1325.946082] env[70243]: DEBUG nova.virt.hardware [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1325.946326] env[70243]: DEBUG nova.virt.hardware [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1325.946479] env[70243]: DEBUG nova.virt.hardware [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1325.946647] env[70243]: DEBUG nova.virt.hardware [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1325.946811] env[70243]: DEBUG nova.virt.hardware [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1325.946984] env[70243]: DEBUG nova.virt.hardware [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1325.947873] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7784910d-82bf-4f22-a78f-655e8ccffa65 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.955516] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc87c45-39bc-445a-9d6e-a9f042bd1f33 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.968574] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:1c:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5dc8ced-240e-491f-81d6-7c97338ed243', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.975718] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.976290] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1325.976505] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f0b15ab-7d55-429c-a214-2454e10e512f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.997784] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1325.997784] env[70243]: value = "task-3623042" [ 1325.997784] env[70243]: _type = "Task" [ 1325.997784] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.005046] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623042, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.063061] env[70243]: DEBUG oslo_concurrency.lockutils [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Lock "fc6c85bf-07cc-470a-a6bf-46f3448c3184" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.063678] env[70243]: DEBUG nova.compute.manager [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1326.200666] env[70243]: DEBUG nova.scheduler.client.report [None req-81919f3d-290b-4041-99fa-14d0023fd6cc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.508139] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623042, 'name': CreateVM_Task, 'duration_secs': 0.310711} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.508341] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1326.509081] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.509258] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.509585] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.509842] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f3e8376-58af-431c-831b-b4b6929203ac {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.514920] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1326.514920] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5200b843-26c7-e88c-ae5c-c6d3b80b9ee0" [ 1326.514920] env[70243]: _type = "Task" [ 1326.514920] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.523387] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5200b843-26c7-e88c-ae5c-c6d3b80b9ee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.570357] env[70243]: DEBUG nova.compute.utils [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1326.571871] env[70243]: DEBUG nova.compute.manager [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1326.572127] env[70243]: DEBUG nova.network.neutron [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1326.619579] env[70243]: DEBUG nova.policy [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b10b0979dfdf4dc1a0c56d6cc4d0a281', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90426df8a09f405883b378071537b073', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1326.880495] env[70243]: DEBUG nova.network.neutron [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Successfully created port: 10a65d4e-d09d-4038-bcf9-63eec9307a5b {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1327.025222] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5200b843-26c7-e88c-ae5c-c6d3b80b9ee0, 'name': SearchDatastore_Task, 'duration_secs': 0.010577} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.025509] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.025743] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1327.026011] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.026177] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.026359] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1327.026759] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43dee88a-e2fa-4874-82e2-a76b0fd4d434 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.034326] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1327.034504] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1327.035209] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2585081-806f-4637-845c-3106032b9404 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.039917] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1327.039917] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5265824d-ad25-6504-229d-846b38239f3b" [ 1327.039917] env[70243]: _type = "Task" [ 1327.039917] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.046705] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5265824d-ad25-6504-229d-846b38239f3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.075442] env[70243]: DEBUG nova.compute.manager [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1327.212833] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81919f3d-290b-4041-99fa-14d0023fd6cc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.159s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.550636] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5265824d-ad25-6504-229d-846b38239f3b, 'name': SearchDatastore_Task, 'duration_secs': 0.008371} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.551434] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc493de2-f59e-450e-ba47-76cf898acc84 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.556086] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1327.556086] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52adf2fe-6a88-75c3-5ead-745e9b271040" [ 1327.556086] env[70243]: _type = "Task" [ 1327.556086] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.562983] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52adf2fe-6a88-75c3-5ead-745e9b271040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.774079] env[70243]: INFO nova.scheduler.client.report [None req-81919f3d-290b-4041-99fa-14d0023fd6cc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Deleted allocation for migration 1b1933a1-75ca-447c-a6ae-ae04197d4b94 [ 1328.071025] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52adf2fe-6a88-75c3-5ead-745e9b271040, 'name': SearchDatastore_Task, 'duration_secs': 0.009303} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.071025] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.071025] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 0e898c23-dc8e-4a34-9701-8bee408b967c/0e898c23-dc8e-4a34-9701-8bee408b967c.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1328.071025] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a8233f3-7432-4d6c-bca8-54e2dc942801 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.077381] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1328.077381] env[70243]: value = "task-3623043" [ 1328.077381] env[70243]: _type = "Task" [ 1328.077381] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.087028] env[70243]: DEBUG nova.compute.manager [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1328.089307] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.115479] env[70243]: DEBUG nova.virt.hardware [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1328.115762] env[70243]: DEBUG nova.virt.hardware [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1328.115958] env[70243]: DEBUG nova.virt.hardware [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1328.116198] env[70243]: DEBUG nova.virt.hardware [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1328.116386] env[70243]: DEBUG nova.virt.hardware [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1328.116555] env[70243]: DEBUG nova.virt.hardware [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1328.116792] env[70243]: DEBUG nova.virt.hardware [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1328.116996] env[70243]: DEBUG nova.virt.hardware [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1328.117234] env[70243]: DEBUG nova.virt.hardware [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1328.117446] env[70243]: DEBUG nova.virt.hardware [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1328.117677] env[70243]: DEBUG nova.virt.hardware [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1328.118627] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a136699d-1883-4c6c-ab12-3d8c53e2c4be {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.128246] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f39f6b7-79a7-44fd-b3c2-ccb42db32393 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.282028] env[70243]: DEBUG oslo_concurrency.lockutils [None req-81919f3d-290b-4041-99fa-14d0023fd6cc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "82888288-702c-4709-a692-2e01927fa55f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.807s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.313751] env[70243]: DEBUG nova.compute.manager [req-712fbe28-fc8e-4061-a034-143a538489ac req-5e343d5b-6873-44e6-9620-11ffee2cad62 service nova] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Received event network-vif-plugged-10a65d4e-d09d-4038-bcf9-63eec9307a5b {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.314069] env[70243]: DEBUG oslo_concurrency.lockutils [req-712fbe28-fc8e-4061-a034-143a538489ac req-5e343d5b-6873-44e6-9620-11ffee2cad62 service nova] Acquiring lock "1d44a156-db7c-4486-9de7-d4b534f5c2a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.314338] env[70243]: DEBUG oslo_concurrency.lockutils [req-712fbe28-fc8e-4061-a034-143a538489ac req-5e343d5b-6873-44e6-9620-11ffee2cad62 service nova] Lock "1d44a156-db7c-4486-9de7-d4b534f5c2a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.314514] env[70243]: DEBUG oslo_concurrency.lockutils [req-712fbe28-fc8e-4061-a034-143a538489ac req-5e343d5b-6873-44e6-9620-11ffee2cad62 service nova] Lock "1d44a156-db7c-4486-9de7-d4b534f5c2a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.314786] env[70243]: DEBUG nova.compute.manager [req-712fbe28-fc8e-4061-a034-143a538489ac req-5e343d5b-6873-44e6-9620-11ffee2cad62 service nova] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] No waiting events found dispatching network-vif-plugged-10a65d4e-d09d-4038-bcf9-63eec9307a5b {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1328.314865] env[70243]: WARNING nova.compute.manager [req-712fbe28-fc8e-4061-a034-143a538489ac req-5e343d5b-6873-44e6-9620-11ffee2cad62 service nova] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Received unexpected event network-vif-plugged-10a65d4e-d09d-4038-bcf9-63eec9307a5b for instance with vm_state building and task_state spawning. [ 1328.408402] env[70243]: DEBUG nova.network.neutron [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Successfully updated port: 10a65d4e-d09d-4038-bcf9-63eec9307a5b {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1328.588091] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461185} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.588396] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 0e898c23-dc8e-4a34-9701-8bee408b967c/0e898c23-dc8e-4a34-9701-8bee408b967c.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.588650] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1328.588900] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52b51e28-9352-452d-ba49-873cdd806517 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.595013] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1328.595013] env[70243]: value = "task-3623044" [ 1328.595013] env[70243]: _type = "Task" [ 1328.595013] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.601894] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.786605] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "82888288-702c-4709-a692-2e01927fa55f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.786864] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "82888288-702c-4709-a692-2e01927fa55f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.787151] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "82888288-702c-4709-a692-2e01927fa55f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.787395] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "82888288-702c-4709-a692-2e01927fa55f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.787578] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "82888288-702c-4709-a692-2e01927fa55f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.789727] env[70243]: INFO nova.compute.manager [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Terminating instance [ 1328.870092] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5ece01e4-ce0c-4539-85b5-effaed73721f tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "d23b2e15-5b95-4a33-861c-0ca94af22927" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.870299] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5ece01e4-ce0c-4539-85b5-effaed73721f tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "d23b2e15-5b95-4a33-861c-0ca94af22927" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.909762] env[70243]: DEBUG oslo_concurrency.lockutils [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Acquiring lock "refresh_cache-1d44a156-db7c-4486-9de7-d4b534f5c2a4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.909907] env[70243]: DEBUG oslo_concurrency.lockutils [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Acquired lock "refresh_cache-1d44a156-db7c-4486-9de7-d4b534f5c2a4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.910061] env[70243]: DEBUG nova.network.neutron [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.106108] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066117} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.106529] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1329.107151] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d121f780-8863-4869-8340-073210cb9b05 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.128481] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 0e898c23-dc8e-4a34-9701-8bee408b967c/0e898c23-dc8e-4a34-9701-8bee408b967c.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.128731] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a396aafd-2f74-4540-8309-e466d5e78e66 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.146985] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1329.146985] env[70243]: value = "task-3623045" [ 1329.146985] env[70243]: _type = "Task" [ 1329.146985] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.154534] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.293345] env[70243]: DEBUG nova.compute.manager [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1329.293568] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.294501] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1456f9-473a-4b25-9a7c-ef192fe3212a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.301824] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.302069] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73084315-d169-4fa2-90e8-75b3c3713f8f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.308124] env[70243]: DEBUG oslo_vmware.api [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1329.308124] env[70243]: value = "task-3623046" [ 1329.308124] env[70243]: _type = "Task" [ 1329.308124] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.315509] env[70243]: DEBUG oslo_vmware.api [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.373638] env[70243]: INFO nova.compute.manager [None req-5ece01e4-ce0c-4539-85b5-effaed73721f tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Detaching volume b057b00f-b4d5-47af-9ea2-59bd4c0fe85b [ 1329.408073] env[70243]: INFO nova.virt.block_device [None req-5ece01e4-ce0c-4539-85b5-effaed73721f tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Attempting to driver detach volume b057b00f-b4d5-47af-9ea2-59bd4c0fe85b from mountpoint /dev/sdb [ 1329.408329] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ece01e4-ce0c-4539-85b5-effaed73721f tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Volume detach. Driver type: vmdk {{(pid=70243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1329.408514] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ece01e4-ce0c-4539-85b5-effaed73721f tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722546', 'volume_id': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'name': 'volume-b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd23b2e15-5b95-4a33-861c-0ca94af22927', 'attached_at': '', 'detached_at': '', 'volume_id': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'serial': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1329.409459] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1b6c1c-6482-4846-a995-74e81d264231 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.433980] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedb1f8f-c12a-42ed-be07-c0769fb0001b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.441481] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac86c82-b793-4387-90a1-d502a10a69d7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.463765] env[70243]: DEBUG nova.network.neutron [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1329.466762] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48fb1a8-0969-436c-8684-0640ac956801 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.482472] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ece01e4-ce0c-4539-85b5-effaed73721f tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] The volume has not been displaced from its original location: [datastore1] volume-b057b00f-b4d5-47af-9ea2-59bd4c0fe85b/volume-b057b00f-b4d5-47af-9ea2-59bd4c0fe85b.vmdk. No consolidation needed. {{(pid=70243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1329.487731] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ece01e4-ce0c-4539-85b5-effaed73721f tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1329.488076] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37c55f43-35bd-4c1c-a27b-630869960490 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.509695] env[70243]: DEBUG oslo_vmware.api [None req-5ece01e4-ce0c-4539-85b5-effaed73721f tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1329.509695] env[70243]: value = "task-3623047" [ 1329.509695] env[70243]: _type = "Task" [ 1329.509695] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.519550] env[70243]: DEBUG oslo_vmware.api [None req-5ece01e4-ce0c-4539-85b5-effaed73721f tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623047, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.626722] env[70243]: DEBUG nova.network.neutron [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Updating instance_info_cache with network_info: [{"id": "10a65d4e-d09d-4038-bcf9-63eec9307a5b", "address": "fa:16:3e:a6:7f:d1", "network": {"id": "81ffb3f0-3c1b-4061-a97e-92653192a580", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-240423271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90426df8a09f405883b378071537b073", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10a65d4e-d0", "ovs_interfaceid": "10a65d4e-d09d-4038-bcf9-63eec9307a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.656917] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623045, 'name': ReconfigVM_Task, 'duration_secs': 0.375645} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.657233] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 0e898c23-dc8e-4a34-9701-8bee408b967c/0e898c23-dc8e-4a34-9701-8bee408b967c.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.657937] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c55023d9-0f39-41ac-8907-0caa792e879b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.663796] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1329.663796] env[70243]: value = "task-3623048" [ 1329.663796] env[70243]: _type = "Task" [ 1329.663796] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.671839] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623048, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.818621] env[70243]: DEBUG oslo_vmware.api [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623046, 'name': PowerOffVM_Task, 'duration_secs': 0.230766} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.818900] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.819087] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.819403] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fd10628-fb86-463d-9446-29a514e26cee {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.882632] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.882867] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.883065] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Deleting the datastore file [datastore1] 82888288-702c-4709-a692-2e01927fa55f {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.883343] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f4ac932-ba7d-4151-8a0e-d9a60d4653ad {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.889891] env[70243]: DEBUG oslo_vmware.api [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1329.889891] env[70243]: value = "task-3623050" [ 1329.889891] env[70243]: _type = "Task" [ 1329.889891] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.897202] env[70243]: DEBUG oslo_vmware.api [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.018922] env[70243]: DEBUG oslo_vmware.api [None req-5ece01e4-ce0c-4539-85b5-effaed73721f tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623047, 'name': ReconfigVM_Task, 'duration_secs': 0.212699} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.019308] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ece01e4-ce0c-4539-85b5-effaed73721f tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1330.024192] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25269639-af24-44a1-a269-2d679309c16c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.038659] env[70243]: DEBUG oslo_vmware.api [None req-5ece01e4-ce0c-4539-85b5-effaed73721f tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1330.038659] env[70243]: value = "task-3623051" [ 1330.038659] env[70243]: _type = "Task" [ 1330.038659] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.046208] env[70243]: DEBUG oslo_vmware.api [None req-5ece01e4-ce0c-4539-85b5-effaed73721f tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.130087] env[70243]: DEBUG oslo_concurrency.lockutils [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Releasing lock "refresh_cache-1d44a156-db7c-4486-9de7-d4b534f5c2a4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.130474] env[70243]: DEBUG nova.compute.manager [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Instance network_info: |[{"id": "10a65d4e-d09d-4038-bcf9-63eec9307a5b", "address": "fa:16:3e:a6:7f:d1", "network": {"id": "81ffb3f0-3c1b-4061-a97e-92653192a580", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-240423271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90426df8a09f405883b378071537b073", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10a65d4e-d0", "ovs_interfaceid": "10a65d4e-d09d-4038-bcf9-63eec9307a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1330.130847] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:7f:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10a65d4e-d09d-4038-bcf9-63eec9307a5b', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1330.138412] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Creating folder: Project (90426df8a09f405883b378071537b073). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1330.138767] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8773fb24-9753-4047-b4b3-c92dfd130f71 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.149942] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Created folder: Project (90426df8a09f405883b378071537b073) in parent group-v722220. [ 1330.150131] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Creating folder: Instances. Parent ref: group-v722556. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1330.150345] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-493f4596-2777-4066-9297-cec72f694b20 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.158823] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Created folder: Instances in parent group-v722556. [ 1330.159048] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.159225] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1330.159405] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ce8db73-2bb7-473b-9811-e3d46d8f9ce8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.180481] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623048, 'name': Rename_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.181418] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1330.181418] env[70243]: value = "task-3623054" [ 1330.181418] env[70243]: _type = "Task" [ 1330.181418] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.187945] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623054, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.342284] env[70243]: DEBUG nova.compute.manager [req-798fb314-41ef-40ed-ad8a-5d48ff730064 req-d7054f95-2c46-44ce-b326-90df22dc5a27 service nova] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Received event network-changed-10a65d4e-d09d-4038-bcf9-63eec9307a5b {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.342513] env[70243]: DEBUG nova.compute.manager [req-798fb314-41ef-40ed-ad8a-5d48ff730064 req-d7054f95-2c46-44ce-b326-90df22dc5a27 service nova] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Refreshing instance network info cache due to event network-changed-10a65d4e-d09d-4038-bcf9-63eec9307a5b. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1330.342693] env[70243]: DEBUG oslo_concurrency.lockutils [req-798fb314-41ef-40ed-ad8a-5d48ff730064 req-d7054f95-2c46-44ce-b326-90df22dc5a27 service nova] Acquiring lock "refresh_cache-1d44a156-db7c-4486-9de7-d4b534f5c2a4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.342866] env[70243]: DEBUG oslo_concurrency.lockutils [req-798fb314-41ef-40ed-ad8a-5d48ff730064 req-d7054f95-2c46-44ce-b326-90df22dc5a27 service nova] Acquired lock "refresh_cache-1d44a156-db7c-4486-9de7-d4b534f5c2a4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.343281] env[70243]: DEBUG nova.network.neutron [req-798fb314-41ef-40ed-ad8a-5d48ff730064 req-d7054f95-2c46-44ce-b326-90df22dc5a27 service nova] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Refreshing network info cache for port 10a65d4e-d09d-4038-bcf9-63eec9307a5b {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.399704] env[70243]: DEBUG oslo_vmware.api [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136275} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.399988] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.400216] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.400466] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.400662] env[70243]: INFO nova.compute.manager [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 82888288-702c-4709-a692-2e01927fa55f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1330.400932] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.401164] env[70243]: DEBUG nova.compute.manager [-] [instance: 82888288-702c-4709-a692-2e01927fa55f] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1330.401265] env[70243]: DEBUG nova.network.neutron [-] [instance: 82888288-702c-4709-a692-2e01927fa55f] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1330.548315] env[70243]: DEBUG oslo_vmware.api [None req-5ece01e4-ce0c-4539-85b5-effaed73721f tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.687611] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623048, 'name': Rename_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.710972] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623054, 'name': CreateVM_Task, 'duration_secs': 0.365267} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.711284] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1330.712226] env[70243]: DEBUG oslo_concurrency.lockutils [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.712490] env[70243]: DEBUG oslo_concurrency.lockutils [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.712940] env[70243]: DEBUG oslo_concurrency.lockutils [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.713322] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e701f25-1f09-44d7-bfa6-a6b07df6b563 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.721581] env[70243]: DEBUG oslo_vmware.api [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Waiting for the task: (returnval){ [ 1330.721581] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5244d229-ab24-c09d-b9e1-0c926b628bb5" [ 1330.721581] env[70243]: _type = "Task" [ 1330.721581] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.733266] env[70243]: DEBUG oslo_vmware.api [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5244d229-ab24-c09d-b9e1-0c926b628bb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.024904] env[70243]: DEBUG nova.network.neutron [req-798fb314-41ef-40ed-ad8a-5d48ff730064 req-d7054f95-2c46-44ce-b326-90df22dc5a27 service nova] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Updated VIF entry in instance network info cache for port 10a65d4e-d09d-4038-bcf9-63eec9307a5b. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.026839] env[70243]: DEBUG nova.network.neutron [req-798fb314-41ef-40ed-ad8a-5d48ff730064 req-d7054f95-2c46-44ce-b326-90df22dc5a27 service nova] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Updating instance_info_cache with network_info: [{"id": "10a65d4e-d09d-4038-bcf9-63eec9307a5b", "address": "fa:16:3e:a6:7f:d1", "network": {"id": "81ffb3f0-3c1b-4061-a97e-92653192a580", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-240423271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90426df8a09f405883b378071537b073", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10a65d4e-d0", "ovs_interfaceid": "10a65d4e-d09d-4038-bcf9-63eec9307a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.048516] env[70243]: DEBUG oslo_vmware.api [None req-5ece01e4-ce0c-4539-85b5-effaed73721f tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623051, 'name': ReconfigVM_Task, 'duration_secs': 0.79614} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.048809] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ece01e4-ce0c-4539-85b5-effaed73721f tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722546', 'volume_id': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'name': 'volume-b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd23b2e15-5b95-4a33-861c-0ca94af22927', 'attached_at': '', 'detached_at': '', 'volume_id': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b', 'serial': 'b057b00f-b4d5-47af-9ea2-59bd4c0fe85b'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1331.184354] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623048, 'name': Rename_Task, 'duration_secs': 1.167601} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.184739] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1331.184876] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3814f2ae-2be6-47bd-90ca-0d43e6bb135b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.190962] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1331.190962] env[70243]: value = "task-3623055" [ 1331.190962] env[70243]: _type = "Task" [ 1331.190962] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.198098] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.231171] env[70243]: DEBUG oslo_vmware.api [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5244d229-ab24-c09d-b9e1-0c926b628bb5, 'name': SearchDatastore_Task, 'duration_secs': 0.009781} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.231503] env[70243]: DEBUG oslo_concurrency.lockutils [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.231744] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1331.231977] env[70243]: DEBUG oslo_concurrency.lockutils [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.232139] env[70243]: DEBUG oslo_concurrency.lockutils [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.232318] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1331.232576] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad204b15-8996-4878-840d-f6d36655d6d4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.240187] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1331.240373] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1331.241068] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d4d81e2-5558-4cac-b7db-40bf42c0505e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.246289] env[70243]: DEBUG oslo_vmware.api [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Waiting for the task: (returnval){ [ 1331.246289] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52fd970d-be7e-24b4-af7e-04697fad32cc" [ 1331.246289] env[70243]: _type = "Task" [ 1331.246289] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.253255] env[70243]: DEBUG oslo_vmware.api [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52fd970d-be7e-24b4-af7e-04697fad32cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.344578] env[70243]: DEBUG nova.network.neutron [-] [instance: 82888288-702c-4709-a692-2e01927fa55f] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.529777] env[70243]: DEBUG oslo_concurrency.lockutils [req-798fb314-41ef-40ed-ad8a-5d48ff730064 req-d7054f95-2c46-44ce-b326-90df22dc5a27 service nova] Releasing lock "refresh_cache-1d44a156-db7c-4486-9de7-d4b534f5c2a4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.595305] env[70243]: DEBUG nova.objects.instance [None req-5ece01e4-ce0c-4539-85b5-effaed73721f tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lazy-loading 'flavor' on Instance uuid d23b2e15-5b95-4a33-861c-0ca94af22927 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.701396] env[70243]: DEBUG oslo_vmware.api [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623055, 'name': PowerOnVM_Task, 'duration_secs': 0.428815} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.701685] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.702425] env[70243]: DEBUG nova.compute.manager [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.702672] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b99848-45c8-42f2-9f1f-946d61f1fa54 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.756980] env[70243]: DEBUG oslo_vmware.api [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52fd970d-be7e-24b4-af7e-04697fad32cc, 'name': SearchDatastore_Task, 'duration_secs': 0.00852} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.757801] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-559a0c51-87aa-4c99-9310-50d38c9428ce {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.763985] env[70243]: DEBUG oslo_vmware.api [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Waiting for the task: (returnval){ [ 1331.763985] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521a1e02-2b82-ee28-8503-ae6bd2adf215" [ 1331.763985] env[70243]: _type = "Task" [ 1331.763985] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.771456] env[70243]: DEBUG oslo_vmware.api [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521a1e02-2b82-ee28-8503-ae6bd2adf215, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.848048] env[70243]: INFO nova.compute.manager [-] [instance: 82888288-702c-4709-a692-2e01927fa55f] Took 1.45 seconds to deallocate network for instance. [ 1332.220513] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.220751] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.220968] env[70243]: DEBUG nova.objects.instance [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70243) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1332.274688] env[70243]: DEBUG oslo_vmware.api [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521a1e02-2b82-ee28-8503-ae6bd2adf215, 'name': SearchDatastore_Task, 'duration_secs': 0.01833} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.274979] env[70243]: DEBUG oslo_concurrency.lockutils [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.275310] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 1d44a156-db7c-4486-9de7-d4b534f5c2a4/1d44a156-db7c-4486-9de7-d4b534f5c2a4.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1332.275604] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15a9269d-15fb-48a8-bfec-c60e9a21fd50 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.282722] env[70243]: DEBUG oslo_vmware.api [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Waiting for the task: (returnval){ [ 1332.282722] env[70243]: value = "task-3623056" [ 1332.282722] env[70243]: _type = "Task" [ 1332.282722] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.290849] env[70243]: DEBUG oslo_vmware.api [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Task: {'id': task-3623056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.354902] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.368783] env[70243]: DEBUG nova.compute.manager [req-796dbeee-c96a-4e82-a2e0-5bccba4aff68 req-17aed34d-75ac-414f-9ce4-7ba667475ce7 service nova] [instance: 82888288-702c-4709-a692-2e01927fa55f] Received event network-vif-deleted-bd1e301a-6889-41ea-80c5-1273b77d58f5 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.526189] env[70243]: DEBUG oslo_concurrency.lockutils [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "0e898c23-dc8e-4a34-9701-8bee408b967c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.526189] env[70243]: DEBUG oslo_concurrency.lockutils [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "0e898c23-dc8e-4a34-9701-8bee408b967c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.526189] env[70243]: DEBUG oslo_concurrency.lockutils [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "0e898c23-dc8e-4a34-9701-8bee408b967c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.526485] env[70243]: DEBUG oslo_concurrency.lockutils [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "0e898c23-dc8e-4a34-9701-8bee408b967c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.526628] env[70243]: DEBUG oslo_concurrency.lockutils [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "0e898c23-dc8e-4a34-9701-8bee408b967c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.529120] env[70243]: INFO nova.compute.manager [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Terminating instance [ 1332.602386] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5ece01e4-ce0c-4539-85b5-effaed73721f tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "d23b2e15-5b95-4a33-861c-0ca94af22927" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.732s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.794431] env[70243]: DEBUG oslo_vmware.api [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Task: {'id': task-3623056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480333} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.794707] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 1d44a156-db7c-4486-9de7-d4b534f5c2a4/1d44a156-db7c-4486-9de7-d4b534f5c2a4.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1332.794983] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1332.795281] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-216b340d-4538-4590-bda7-70d0fb6497cd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.804156] env[70243]: DEBUG oslo_vmware.api [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Waiting for the task: (returnval){ [ 1332.804156] env[70243]: value = "task-3623057" [ 1332.804156] env[70243]: _type = "Task" [ 1332.804156] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.813444] env[70243]: DEBUG oslo_vmware.api [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Task: {'id': task-3623057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.947757] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "d98f6d61-b7d8-4388-81ce-927120f10d5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.948076] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "d98f6d61-b7d8-4388-81ce-927120f10d5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.033213] env[70243]: DEBUG nova.compute.manager [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1333.033451] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1333.034404] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd18f181-0154-4453-84a6-83e378fd487d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.045625] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.046064] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a299aee-d16b-47da-a5ca-e973f1d4fe7d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.054649] env[70243]: DEBUG oslo_vmware.api [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1333.054649] env[70243]: value = "task-3623058" [ 1333.054649] env[70243]: _type = "Task" [ 1333.054649] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.066187] env[70243]: DEBUG oslo_vmware.api [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.219273] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "d23b2e15-5b95-4a33-861c-0ca94af22927" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.219543] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "d23b2e15-5b95-4a33-861c-0ca94af22927" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.219752] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "d23b2e15-5b95-4a33-861c-0ca94af22927-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.219932] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "d23b2e15-5b95-4a33-861c-0ca94af22927-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.220115] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "d23b2e15-5b95-4a33-861c-0ca94af22927-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.222392] env[70243]: INFO nova.compute.manager [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Terminating instance [ 1333.231644] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0d063432-bfc2-45a3-8eb7-cd9028554d95 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.233249] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.878s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.233471] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.257535] env[70243]: INFO nova.scheduler.client.report [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Deleted allocations for instance 82888288-702c-4709-a692-2e01927fa55f [ 1333.316754] env[70243]: DEBUG oslo_vmware.api [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Task: {'id': task-3623057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068451} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.316981] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1333.317784] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b285d645-b173-401a-8952-04201b169f36 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.340402] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 1d44a156-db7c-4486-9de7-d4b534f5c2a4/1d44a156-db7c-4486-9de7-d4b534f5c2a4.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.340702] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-413f9d90-4253-4486-afbd-650cece2752d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.361429] env[70243]: DEBUG oslo_vmware.api [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Waiting for the task: (returnval){ [ 1333.361429] env[70243]: value = "task-3623059" [ 1333.361429] env[70243]: _type = "Task" [ 1333.361429] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.369975] env[70243]: DEBUG oslo_vmware.api [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Task: {'id': task-3623059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.451492] env[70243]: DEBUG nova.compute.manager [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1333.563956] env[70243]: DEBUG oslo_vmware.api [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623058, 'name': PowerOffVM_Task, 'duration_secs': 0.430049} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.564286] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.564472] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1333.564726] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-683123fa-1cd9-425e-b916-41ed3a004577 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.686264] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1333.686492] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1333.686681] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Deleting the datastore file [datastore1] 0e898c23-dc8e-4a34-9701-8bee408b967c {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1333.686958] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dec591d1-7493-438b-933d-2e60be1901e2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.693636] env[70243]: DEBUG oslo_vmware.api [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1333.693636] env[70243]: value = "task-3623061" [ 1333.693636] env[70243]: _type = "Task" [ 1333.693636] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.701130] env[70243]: DEBUG oslo_vmware.api [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.727128] env[70243]: DEBUG nova.compute.manager [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1333.727485] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1333.728417] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a493631a-dfae-45ea-8700-dfa9fb03be16 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.735747] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.736255] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-598aa883-c159-47d9-9297-5f14fc11217c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.743042] env[70243]: DEBUG oslo_vmware.api [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1333.743042] env[70243]: value = "task-3623062" [ 1333.743042] env[70243]: _type = "Task" [ 1333.743042] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.754907] env[70243]: DEBUG oslo_vmware.api [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.766016] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5e6dbae7-23b3-430a-b1cb-cc53fabd3298 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "82888288-702c-4709-a692-2e01927fa55f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.979s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.874378] env[70243]: DEBUG oslo_vmware.api [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Task: {'id': task-3623059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.973087] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.973455] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.975119] env[70243]: INFO nova.compute.claims [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.207843] env[70243]: DEBUG oslo_vmware.api [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357259} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.207843] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.208216] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1334.208419] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1334.208713] env[70243]: INFO nova.compute.manager [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1334.209100] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.209396] env[70243]: DEBUG nova.compute.manager [-] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1334.209546] env[70243]: DEBUG nova.network.neutron [-] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1334.256019] env[70243]: DEBUG oslo_vmware.api [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623062, 'name': PowerOffVM_Task, 'duration_secs': 0.324246} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.256405] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.256644] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1334.257113] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c2127db-3439-4c78-9d97-77fb19194772 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.323507] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.323746] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.323932] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Deleting the datastore file [datastore1] d23b2e15-5b95-4a33-861c-0ca94af22927 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.324235] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb4d2df4-95fc-4998-a5f9-c5bec822820d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.331874] env[70243]: DEBUG oslo_vmware.api [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1334.331874] env[70243]: value = "task-3623064" [ 1334.331874] env[70243]: _type = "Task" [ 1334.331874] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.340135] env[70243]: DEBUG oslo_vmware.api [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.370325] env[70243]: DEBUG oslo_vmware.api [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Task: {'id': task-3623059, 'name': ReconfigVM_Task, 'duration_secs': 0.981121} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.370604] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 1d44a156-db7c-4486-9de7-d4b534f5c2a4/1d44a156-db7c-4486-9de7-d4b534f5c2a4.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.371251] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11190920-01dd-47f3-977c-dfbb464eb787 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.376437] env[70243]: DEBUG oslo_vmware.api [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Waiting for the task: (returnval){ [ 1334.376437] env[70243]: value = "task-3623065" [ 1334.376437] env[70243]: _type = "Task" [ 1334.376437] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.383985] env[70243]: DEBUG oslo_vmware.api [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Task: {'id': task-3623065, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.480380] env[70243]: DEBUG nova.compute.manager [req-7bb5d6fc-b1e7-469b-aafa-99040825de59 req-4f7cd549-eb32-42e9-9525-4757f7b5a00a service nova] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Received event network-vif-deleted-e5dc8ced-240e-491f-81d6-7c97338ed243 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.480609] env[70243]: INFO nova.compute.manager [req-7bb5d6fc-b1e7-469b-aafa-99040825de59 req-4f7cd549-eb32-42e9-9525-4757f7b5a00a service nova] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Neutron deleted interface e5dc8ced-240e-491f-81d6-7c97338ed243; detaching it from the instance and deleting it from the info cache [ 1334.480809] env[70243]: DEBUG nova.network.neutron [req-7bb5d6fc-b1e7-469b-aafa-99040825de59 req-4f7cd549-eb32-42e9-9525-4757f7b5a00a service nova] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.841285] env[70243]: DEBUG oslo_vmware.api [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147292} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.841554] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.841744] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1334.841921] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1334.842108] env[70243]: INFO nova.compute.manager [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1334.842356] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.842545] env[70243]: DEBUG nova.compute.manager [-] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1334.842637] env[70243]: DEBUG nova.network.neutron [-] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1334.860019] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.860250] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.885020] env[70243]: DEBUG oslo_vmware.api [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Task: {'id': task-3623065, 'name': Rename_Task, 'duration_secs': 0.151447} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.885490] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1334.885733] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c318a74-750f-4f62-87e9-b48de687c6db {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.890944] env[70243]: DEBUG oslo_vmware.api [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Waiting for the task: (returnval){ [ 1334.890944] env[70243]: value = "task-3623066" [ 1334.890944] env[70243]: _type = "Task" [ 1334.890944] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.899108] env[70243]: DEBUG oslo_vmware.api [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Task: {'id': task-3623066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.963034] env[70243]: DEBUG nova.network.neutron [-] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.983339] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a94d401a-c760-4a39-ac43-2ab17ed3be49 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.997373] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def2bd80-358b-41a1-8398-05ef6cc63f5b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.025710] env[70243]: DEBUG nova.compute.manager [req-7bb5d6fc-b1e7-469b-aafa-99040825de59 req-4f7cd549-eb32-42e9-9525-4757f7b5a00a service nova] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Detach interface failed, port_id=e5dc8ced-240e-491f-81d6-7c97338ed243, reason: Instance 0e898c23-dc8e-4a34-9701-8bee408b967c could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1335.092851] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5551e886-b6f4-4ec6-b6ae-5c49f3916242 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.100668] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74b3f6e-d2ea-4256-ad08-8750358317c1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.134037] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b830cac-5c58-41cf-aa69-05a6ca0b6867 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.141964] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f3f959-7ea0-4480-8801-7ed3c28aeabc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.154943] env[70243]: DEBUG nova.compute.provider_tree [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.362987] env[70243]: DEBUG nova.compute.manager [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1335.405207] env[70243]: DEBUG oslo_vmware.api [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Task: {'id': task-3623066, 'name': PowerOnVM_Task, 'duration_secs': 0.457592} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.405479] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.405734] env[70243]: INFO nova.compute.manager [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1335.405852] env[70243]: DEBUG nova.compute.manager [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.406729] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03adeb5-f4e3-46be-b67d-84bfaa04c8a2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.467180] env[70243]: INFO nova.compute.manager [-] [instance: 0e898c23-dc8e-4a34-9701-8bee408b967c] Took 1.26 seconds to deallocate network for instance. [ 1335.657924] env[70243]: DEBUG nova.scheduler.client.report [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.796623] env[70243]: DEBUG nova.network.neutron [-] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.886276] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.925410] env[70243]: INFO nova.compute.manager [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Took 13.05 seconds to build instance. [ 1335.973264] env[70243]: DEBUG oslo_concurrency.lockutils [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.162770] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.163357] env[70243]: DEBUG nova.compute.manager [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1336.166333] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.280s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.167546] env[70243]: INFO nova.compute.claims [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1336.299647] env[70243]: INFO nova.compute.manager [-] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Took 1.46 seconds to deallocate network for instance. [ 1336.426766] env[70243]: DEBUG oslo_concurrency.lockutils [None req-835ffac4-96ae-4602-8cde-a3a8b2df4f29 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Lock "1d44a156-db7c-4486-9de7-d4b534f5c2a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.555s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.506264] env[70243]: DEBUG nova.compute.manager [req-8f87827c-3aa9-411e-91e8-c5bce65cfa9e req-8d6db338-bf42-4789-895c-f8355f74bddd service nova] [instance: d23b2e15-5b95-4a33-861c-0ca94af22927] Received event network-vif-deleted-4d44835e-6463-4a61-8acd-90f6d08459fc {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1336.672250] env[70243]: DEBUG nova.compute.utils [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1336.677632] env[70243]: DEBUG nova.compute.manager [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1336.677632] env[70243]: DEBUG nova.network.neutron [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1336.740694] env[70243]: DEBUG nova.policy [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6a8e13181974798bbafefd4c142cff1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce4a058af98b4faba744656bd2e6dd23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1336.806399] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.991238] env[70243]: DEBUG nova.network.neutron [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Successfully created port: 71cc601d-c08b-4014-a172-6a51a4f64f97 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1337.140321] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Acquiring lock "1d44a156-db7c-4486-9de7-d4b534f5c2a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.140617] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Lock "1d44a156-db7c-4486-9de7-d4b534f5c2a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.140837] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Acquiring lock "1d44a156-db7c-4486-9de7-d4b534f5c2a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.141032] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Lock "1d44a156-db7c-4486-9de7-d4b534f5c2a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.141215] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Lock "1d44a156-db7c-4486-9de7-d4b534f5c2a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.143880] env[70243]: INFO nova.compute.manager [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Terminating instance [ 1337.177465] env[70243]: DEBUG nova.compute.manager [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1337.268317] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0550b2a9-1ddf-4bda-96ea-fed760e4ac7f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.277635] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ce320b-1c40-4b5a-a93a-bb161a1b8741 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.308247] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ff6739-48c5-4dd8-9a8a-a3061364d1b1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.315160] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69915c3c-ec28-4fee-b9a7-c48b69d25ac6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.328316] env[70243]: DEBUG nova.compute.provider_tree [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.647637] env[70243]: DEBUG nova.compute.manager [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1337.647910] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1337.648862] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6961d55-ccd9-4e48-a2bf-52b72f7ec0ab {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.656993] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1337.657244] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c030003-60a8-4117-834f-b49c9bc2e2d6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.662948] env[70243]: DEBUG oslo_vmware.api [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Waiting for the task: (returnval){ [ 1337.662948] env[70243]: value = "task-3623067" [ 1337.662948] env[70243]: _type = "Task" [ 1337.662948] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.672010] env[70243]: DEBUG oslo_vmware.api [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Task: {'id': task-3623067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.831287] env[70243]: DEBUG nova.scheduler.client.report [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.153398] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.153652] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.172877] env[70243]: DEBUG oslo_vmware.api [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Task: {'id': task-3623067, 'name': PowerOffVM_Task, 'duration_secs': 0.18811} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.173144] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1338.173318] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1338.173550] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-110362cb-72c1-448d-916c-e99066f40023 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.189861] env[70243]: DEBUG nova.compute.manager [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1338.217789] env[70243]: DEBUG nova.virt.hardware [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1338.218299] env[70243]: DEBUG nova.virt.hardware [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1338.218299] env[70243]: DEBUG nova.virt.hardware [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1338.218530] env[70243]: DEBUG nova.virt.hardware [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1338.218695] env[70243]: DEBUG nova.virt.hardware [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1338.218846] env[70243]: DEBUG nova.virt.hardware [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1338.219098] env[70243]: DEBUG nova.virt.hardware [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1338.219306] env[70243]: DEBUG nova.virt.hardware [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1338.219504] env[70243]: DEBUG nova.virt.hardware [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1338.219700] env[70243]: DEBUG nova.virt.hardware [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1338.219904] env[70243]: DEBUG nova.virt.hardware [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1338.220776] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c554b6d-8754-4e89-b1f5-2cf6ff8ef90c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.228259] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4737f3-1e5d-4e7a-ba26-b3c7289a582f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.243207] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1338.243465] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1338.243677] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Deleting the datastore file [datastore1] 1d44a156-db7c-4486-9de7-d4b534f5c2a4 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1338.243941] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a34dd702-3b79-45bb-9925-97cc87dc45a3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.249858] env[70243]: DEBUG oslo_vmware.api [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Waiting for the task: (returnval){ [ 1338.249858] env[70243]: value = "task-3623069" [ 1338.249858] env[70243]: _type = "Task" [ 1338.249858] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.257332] env[70243]: DEBUG oslo_vmware.api [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Task: {'id': task-3623069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.335869] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.336484] env[70243]: DEBUG nova.compute.manager [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1338.339229] env[70243]: DEBUG oslo_concurrency.lockutils [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.366s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.339591] env[70243]: DEBUG nova.objects.instance [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lazy-loading 'resources' on Instance uuid 0e898c23-dc8e-4a34-9701-8bee408b967c {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.436726] env[70243]: DEBUG nova.network.neutron [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Successfully updated port: 71cc601d-c08b-4014-a172-6a51a4f64f97 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1338.532281] env[70243]: DEBUG nova.compute.manager [req-b95a02aa-dfb6-42aa-a9ad-632d514d262b req-2648687d-41ee-40ee-9e44-a900dcce96fc service nova] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Received event network-vif-plugged-71cc601d-c08b-4014-a172-6a51a4f64f97 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.532550] env[70243]: DEBUG oslo_concurrency.lockutils [req-b95a02aa-dfb6-42aa-a9ad-632d514d262b req-2648687d-41ee-40ee-9e44-a900dcce96fc service nova] Acquiring lock "d98f6d61-b7d8-4388-81ce-927120f10d5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.532849] env[70243]: DEBUG oslo_concurrency.lockutils [req-b95a02aa-dfb6-42aa-a9ad-632d514d262b req-2648687d-41ee-40ee-9e44-a900dcce96fc service nova] Lock "d98f6d61-b7d8-4388-81ce-927120f10d5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.533050] env[70243]: DEBUG oslo_concurrency.lockutils [req-b95a02aa-dfb6-42aa-a9ad-632d514d262b req-2648687d-41ee-40ee-9e44-a900dcce96fc service nova] Lock "d98f6d61-b7d8-4388-81ce-927120f10d5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.533267] env[70243]: DEBUG nova.compute.manager [req-b95a02aa-dfb6-42aa-a9ad-632d514d262b req-2648687d-41ee-40ee-9e44-a900dcce96fc service nova] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] No waiting events found dispatching network-vif-plugged-71cc601d-c08b-4014-a172-6a51a4f64f97 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1338.533505] env[70243]: WARNING nova.compute.manager [req-b95a02aa-dfb6-42aa-a9ad-632d514d262b req-2648687d-41ee-40ee-9e44-a900dcce96fc service nova] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Received unexpected event network-vif-plugged-71cc601d-c08b-4014-a172-6a51a4f64f97 for instance with vm_state building and task_state spawning. [ 1338.533696] env[70243]: DEBUG nova.compute.manager [req-b95a02aa-dfb6-42aa-a9ad-632d514d262b req-2648687d-41ee-40ee-9e44-a900dcce96fc service nova] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Received event network-changed-71cc601d-c08b-4014-a172-6a51a4f64f97 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.533883] env[70243]: DEBUG nova.compute.manager [req-b95a02aa-dfb6-42aa-a9ad-632d514d262b req-2648687d-41ee-40ee-9e44-a900dcce96fc service nova] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Refreshing instance network info cache due to event network-changed-71cc601d-c08b-4014-a172-6a51a4f64f97. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1338.534135] env[70243]: DEBUG oslo_concurrency.lockutils [req-b95a02aa-dfb6-42aa-a9ad-632d514d262b req-2648687d-41ee-40ee-9e44-a900dcce96fc service nova] Acquiring lock "refresh_cache-d98f6d61-b7d8-4388-81ce-927120f10d5b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.534285] env[70243]: DEBUG oslo_concurrency.lockutils [req-b95a02aa-dfb6-42aa-a9ad-632d514d262b req-2648687d-41ee-40ee-9e44-a900dcce96fc service nova] Acquired lock "refresh_cache-d98f6d61-b7d8-4388-81ce-927120f10d5b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.534485] env[70243]: DEBUG nova.network.neutron [req-b95a02aa-dfb6-42aa-a9ad-632d514d262b req-2648687d-41ee-40ee-9e44-a900dcce96fc service nova] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Refreshing network info cache for port 71cc601d-c08b-4014-a172-6a51a4f64f97 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1338.658869] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.659207] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.659207] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.659320] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.659448] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.659595] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.659730] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1338.659871] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.759774] env[70243]: DEBUG oslo_vmware.api [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Task: {'id': task-3623069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294713} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.760033] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1338.760225] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1338.760403] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1338.760575] env[70243]: INFO nova.compute.manager [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1338.760818] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1338.761013] env[70243]: DEBUG nova.compute.manager [-] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1338.761119] env[70243]: DEBUG nova.network.neutron [-] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1338.842156] env[70243]: DEBUG nova.compute.utils [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1338.846481] env[70243]: DEBUG nova.compute.manager [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1338.846582] env[70243]: DEBUG nova.network.neutron [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1338.863483] env[70243]: DEBUG nova.scheduler.client.report [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Refreshing inventories for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1338.875706] env[70243]: DEBUG nova.scheduler.client.report [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Updating ProviderTree inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1338.875936] env[70243]: DEBUG nova.compute.provider_tree [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1338.884277] env[70243]: DEBUG nova.policy [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fc6b3b78bed4177a78cffad9c4a2d54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c5b8aa268e7476da103ce23a55f69cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1338.887664] env[70243]: DEBUG nova.scheduler.client.report [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Refreshing aggregate associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, aggregates: None {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1338.907222] env[70243]: DEBUG nova.scheduler.client.report [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Refreshing trait associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1338.942699] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "refresh_cache-d98f6d61-b7d8-4388-81ce-927120f10d5b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.002455] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95e69e8-a086-48fe-a9d0-662d1b43b89d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.011395] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3718b9-4189-425a-8dce-f33646c57715 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.044837] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb03a114-599b-4af8-b230-a36257b1dfc5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.052769] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc39812-aeea-4cc3-ba56-668c55b4f64f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.066013] env[70243]: DEBUG nova.compute.provider_tree [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.071906] env[70243]: DEBUG nova.network.neutron [req-b95a02aa-dfb6-42aa-a9ad-632d514d262b req-2648687d-41ee-40ee-9e44-a900dcce96fc service nova] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1339.140265] env[70243]: DEBUG nova.network.neutron [req-b95a02aa-dfb6-42aa-a9ad-632d514d262b req-2648687d-41ee-40ee-9e44-a900dcce96fc service nova] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.164050] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.183664] env[70243]: DEBUG nova.network.neutron [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Successfully created port: 3ef9537f-b4ae-4161-8e9d-a1cc8659354c {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1339.346977] env[70243]: DEBUG nova.compute.manager [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1339.506506] env[70243]: DEBUG nova.network.neutron [-] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.568655] env[70243]: DEBUG nova.scheduler.client.report [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.644048] env[70243]: DEBUG oslo_concurrency.lockutils [req-b95a02aa-dfb6-42aa-a9ad-632d514d262b req-2648687d-41ee-40ee-9e44-a900dcce96fc service nova] Releasing lock "refresh_cache-d98f6d61-b7d8-4388-81ce-927120f10d5b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.644500] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired lock "refresh_cache-d98f6d61-b7d8-4388-81ce-927120f10d5b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.644667] env[70243]: DEBUG nova.network.neutron [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.011087] env[70243]: INFO nova.compute.manager [-] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Took 1.25 seconds to deallocate network for instance. [ 1340.073202] env[70243]: DEBUG oslo_concurrency.lockutils [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.075654] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.269s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.075892] env[70243]: DEBUG nova.objects.instance [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lazy-loading 'resources' on Instance uuid d23b2e15-5b95-4a33-861c-0ca94af22927 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.095780] env[70243]: INFO nova.scheduler.client.report [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Deleted allocations for instance 0e898c23-dc8e-4a34-9701-8bee408b967c [ 1340.176061] env[70243]: DEBUG nova.network.neutron [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1340.315492] env[70243]: DEBUG nova.network.neutron [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Updating instance_info_cache with network_info: [{"id": "71cc601d-c08b-4014-a172-6a51a4f64f97", "address": "fa:16:3e:66:3a:64", "network": {"id": "68ea344e-dd88-4cd9-a827-60a67e20e063", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1737013038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4a058af98b4faba744656bd2e6dd23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71cc601d-c0", "ovs_interfaceid": "71cc601d-c08b-4014-a172-6a51a4f64f97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.357057] env[70243]: DEBUG nova.compute.manager [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1340.387880] env[70243]: DEBUG nova.virt.hardware [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1340.388134] env[70243]: DEBUG nova.virt.hardware [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.388296] env[70243]: DEBUG nova.virt.hardware [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1340.388693] env[70243]: DEBUG nova.virt.hardware [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.388693] env[70243]: DEBUG nova.virt.hardware [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1340.388767] env[70243]: DEBUG nova.virt.hardware [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1340.388964] env[70243]: DEBUG nova.virt.hardware [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1340.389198] env[70243]: DEBUG nova.virt.hardware [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1340.389303] env[70243]: DEBUG nova.virt.hardware [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1340.389466] env[70243]: DEBUG nova.virt.hardware [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1340.389751] env[70243]: DEBUG nova.virt.hardware [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1340.390543] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ef75c9-ed94-4b45-a943-20be3f8c6023 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.399037] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902b6522-d13f-4350-ab9b-c580d3e6e64a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.517160] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.558852] env[70243]: DEBUG nova.compute.manager [req-f421e1dd-9d36-4cc0-988e-de1cd2ffdb2e req-02b4589a-168e-4d58-9079-7d8c03d2c096 service nova] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Received event network-vif-plugged-3ef9537f-b4ae-4161-8e9d-a1cc8659354c {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.559681] env[70243]: DEBUG oslo_concurrency.lockutils [req-f421e1dd-9d36-4cc0-988e-de1cd2ffdb2e req-02b4589a-168e-4d58-9079-7d8c03d2c096 service nova] Acquiring lock "934d1b4e-366c-4cb3-9cc3-b37bb4312ce2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.559942] env[70243]: DEBUG oslo_concurrency.lockutils [req-f421e1dd-9d36-4cc0-988e-de1cd2ffdb2e req-02b4589a-168e-4d58-9079-7d8c03d2c096 service nova] Lock "934d1b4e-366c-4cb3-9cc3-b37bb4312ce2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.560137] env[70243]: DEBUG oslo_concurrency.lockutils [req-f421e1dd-9d36-4cc0-988e-de1cd2ffdb2e req-02b4589a-168e-4d58-9079-7d8c03d2c096 service nova] Lock "934d1b4e-366c-4cb3-9cc3-b37bb4312ce2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.560315] env[70243]: DEBUG nova.compute.manager [req-f421e1dd-9d36-4cc0-988e-de1cd2ffdb2e req-02b4589a-168e-4d58-9079-7d8c03d2c096 service nova] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] No waiting events found dispatching network-vif-plugged-3ef9537f-b4ae-4161-8e9d-a1cc8659354c {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1340.560482] env[70243]: WARNING nova.compute.manager [req-f421e1dd-9d36-4cc0-988e-de1cd2ffdb2e req-02b4589a-168e-4d58-9079-7d8c03d2c096 service nova] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Received unexpected event network-vif-plugged-3ef9537f-b4ae-4161-8e9d-a1cc8659354c for instance with vm_state building and task_state spawning. [ 1340.561547] env[70243]: DEBUG nova.compute.manager [req-709db98f-f10d-41fc-b126-edff43705e59 req-4769f688-1fb6-424d-bc2a-c7eb0c55e654 service nova] [instance: 1d44a156-db7c-4486-9de7-d4b534f5c2a4] Received event network-vif-deleted-10a65d4e-d09d-4038-bcf9-63eec9307a5b {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.602576] env[70243]: DEBUG oslo_concurrency.lockutils [None req-75be1125-d2a6-4ad8-8597-aaa41119c095 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "0e898c23-dc8e-4a34-9701-8bee408b967c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.077s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.642223] env[70243]: DEBUG nova.network.neutron [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Successfully updated port: 3ef9537f-b4ae-4161-8e9d-a1cc8659354c {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1340.675341] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97cc3cb-a1fd-4103-869a-9361cc6cb978 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.683961] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b5124d-a011-4875-be0f-f9160f410d42 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.713956] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e392aa-7ec1-4622-9bb7-046b7e8e2729 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.722320] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb73a2b-8b41-4644-90f5-b90f5b0a1eec {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.737100] env[70243]: DEBUG nova.compute.provider_tree [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.819913] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Releasing lock "refresh_cache-d98f6d61-b7d8-4388-81ce-927120f10d5b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.820492] env[70243]: DEBUG nova.compute.manager [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Instance network_info: |[{"id": "71cc601d-c08b-4014-a172-6a51a4f64f97", "address": "fa:16:3e:66:3a:64", "network": {"id": "68ea344e-dd88-4cd9-a827-60a67e20e063", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1737013038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4a058af98b4faba744656bd2e6dd23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71cc601d-c0", "ovs_interfaceid": "71cc601d-c08b-4014-a172-6a51a4f64f97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1340.820968] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:3a:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71cc601d-c08b-4014-a172-6a51a4f64f97', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1340.829016] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.829299] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1340.829544] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36740468-d34a-4f36-bd69-e59514ed399d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.852213] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1340.852213] env[70243]: value = "task-3623070" [ 1340.852213] env[70243]: _type = "Task" [ 1340.852213] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.863252] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623070, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.147660] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "refresh_cache-934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.148112] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired lock "refresh_cache-934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.148112] env[70243]: DEBUG nova.network.neutron [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.240217] env[70243]: DEBUG nova.scheduler.client.report [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.362498] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623070, 'name': CreateVM_Task, 'duration_secs': 0.31817} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.362664] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1341.363366] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.363536] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.363874] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.364146] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b4e01e2-e0cd-42ab-8281-a8a66947627f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.369429] env[70243]: DEBUG oslo_vmware.api [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1341.369429] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5267513e-bf11-0548-e05c-38e1c3bf6830" [ 1341.369429] env[70243]: _type = "Task" [ 1341.369429] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.377648] env[70243]: DEBUG oslo_vmware.api [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5267513e-bf11-0548-e05c-38e1c3bf6830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.688377] env[70243]: DEBUG nova.network.neutron [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1341.745496] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.747715] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.584s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.747886] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.748197] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1341.748347] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.231s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.748558] env[70243]: DEBUG nova.objects.instance [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Lazy-loading 'resources' on Instance uuid 1d44a156-db7c-4486-9de7-d4b534f5c2a4 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.750183] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f87d2de-16a5-455e-8656-d9cc407e3b42 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.760418] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0458a04-7e14-4641-9dda-31e912117233 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.764867] env[70243]: INFO nova.scheduler.client.report [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Deleted allocations for instance d23b2e15-5b95-4a33-861c-0ca94af22927 [ 1341.778550] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a40dce-3826-443b-9b81-3a809538765f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.785606] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549c9eb6-404c-4ceb-a96e-f0fb6efb6183 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.817382] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179047MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=70243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1341.817540] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.850452] env[70243]: DEBUG nova.network.neutron [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Updating instance_info_cache with network_info: [{"id": "3ef9537f-b4ae-4161-8e9d-a1cc8659354c", "address": "fa:16:3e:3a:42:50", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef9537f-b4", "ovs_interfaceid": "3ef9537f-b4ae-4161-8e9d-a1cc8659354c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.878951] env[70243]: DEBUG oslo_vmware.api [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5267513e-bf11-0548-e05c-38e1c3bf6830, 'name': SearchDatastore_Task, 'duration_secs': 0.011335} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.879382] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.879688] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.880017] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.880278] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.880569] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.880879] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2824db3c-1e1e-4ce1-b7a7-bbc5415691b8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.889366] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.889575] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1341.890332] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56e3e048-35c8-49b9-911c-39caae1ccd7b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.896205] env[70243]: DEBUG oslo_vmware.api [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1341.896205] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52319603-8252-01f4-fe60-5be671f72323" [ 1341.896205] env[70243]: _type = "Task" [ 1341.896205] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.903272] env[70243]: DEBUG oslo_vmware.api [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52319603-8252-01f4-fe60-5be671f72323, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.275253] env[70243]: DEBUG oslo_concurrency.lockutils [None req-9871c243-b162-4dfb-bd77-a3f490bf76e3 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "d23b2e15-5b95-4a33-861c-0ca94af22927" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.056s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.313678] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d376ee-16e4-4509-8fac-87fa42101832 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.320825] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d187b3c4-21f4-48ae-9c03-f0d6f397210d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.349873] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c4eb1b-0006-4297-ad40-bf416ca3eeca {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.352534] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Releasing lock "refresh_cache-934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.352838] env[70243]: DEBUG nova.compute.manager [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Instance network_info: |[{"id": "3ef9537f-b4ae-4161-8e9d-a1cc8659354c", "address": "fa:16:3e:3a:42:50", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef9537f-b4", "ovs_interfaceid": "3ef9537f-b4ae-4161-8e9d-a1cc8659354c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1342.353244] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:42:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ef9537f-b4ae-4161-8e9d-a1cc8659354c', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1342.360665] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1342.361455] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1342.361691] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f94d0805-3216-47fa-9afc-16efa0389830 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.379752] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee22afbe-7335-4989-848f-6fb7019e7c18 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.385664] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1342.385664] env[70243]: value = "task-3623071" [ 1342.385664] env[70243]: _type = "Task" [ 1342.385664] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.393298] env[70243]: DEBUG nova.compute.provider_tree [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.408413] env[70243]: DEBUG oslo_vmware.api [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52319603-8252-01f4-fe60-5be671f72323, 'name': SearchDatastore_Task, 'duration_secs': 0.008727} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.408579] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623071, 'name': CreateVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.409306] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10c9a44b-0a5d-455a-bbf6-331b20bb969b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.415600] env[70243]: DEBUG oslo_vmware.api [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1342.415600] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5250ce5f-5827-d146-a8b1-dac36b7994b0" [ 1342.415600] env[70243]: _type = "Task" [ 1342.415600] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.422921] env[70243]: DEBUG oslo_vmware.api [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5250ce5f-5827-d146-a8b1-dac36b7994b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.584829] env[70243]: DEBUG nova.compute.manager [req-af199d18-d4ba-4292-8e8d-dedaa3009cc9 req-c8526936-9e14-400c-8ae3-56b1e0a00b26 service nova] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Received event network-changed-3ef9537f-b4ae-4161-8e9d-a1cc8659354c {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.585018] env[70243]: DEBUG nova.compute.manager [req-af199d18-d4ba-4292-8e8d-dedaa3009cc9 req-c8526936-9e14-400c-8ae3-56b1e0a00b26 service nova] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Refreshing instance network info cache due to event network-changed-3ef9537f-b4ae-4161-8e9d-a1cc8659354c. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1342.585319] env[70243]: DEBUG oslo_concurrency.lockutils [req-af199d18-d4ba-4292-8e8d-dedaa3009cc9 req-c8526936-9e14-400c-8ae3-56b1e0a00b26 service nova] Acquiring lock "refresh_cache-934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.585468] env[70243]: DEBUG oslo_concurrency.lockutils [req-af199d18-d4ba-4292-8e8d-dedaa3009cc9 req-c8526936-9e14-400c-8ae3-56b1e0a00b26 service nova] Acquired lock "refresh_cache-934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.585628] env[70243]: DEBUG nova.network.neutron [req-af199d18-d4ba-4292-8e8d-dedaa3009cc9 req-c8526936-9e14-400c-8ae3-56b1e0a00b26 service nova] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Refreshing network info cache for port 3ef9537f-b4ae-4161-8e9d-a1cc8659354c {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.898518] env[70243]: DEBUG nova.scheduler.client.report [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.907971] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623071, 'name': CreateVM_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.925499] env[70243]: DEBUG oslo_vmware.api [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5250ce5f-5827-d146-a8b1-dac36b7994b0, 'name': SearchDatastore_Task, 'duration_secs': 0.01922} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.925499] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.925716] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] d98f6d61-b7d8-4388-81ce-927120f10d5b/d98f6d61-b7d8-4388-81ce-927120f10d5b.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1342.926721] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-532285d4-9f98-4b23-b004-5272907db3b1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.933531] env[70243]: DEBUG oslo_vmware.api [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1342.933531] env[70243]: value = "task-3623072" [ 1342.933531] env[70243]: _type = "Task" [ 1342.933531] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.941550] env[70243]: DEBUG oslo_vmware.api [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.362901] env[70243]: DEBUG nova.network.neutron [req-af199d18-d4ba-4292-8e8d-dedaa3009cc9 req-c8526936-9e14-400c-8ae3-56b1e0a00b26 service nova] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Updated VIF entry in instance network info cache for port 3ef9537f-b4ae-4161-8e9d-a1cc8659354c. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.363305] env[70243]: DEBUG nova.network.neutron [req-af199d18-d4ba-4292-8e8d-dedaa3009cc9 req-c8526936-9e14-400c-8ae3-56b1e0a00b26 service nova] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Updating instance_info_cache with network_info: [{"id": "3ef9537f-b4ae-4161-8e9d-a1cc8659354c", "address": "fa:16:3e:3a:42:50", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef9537f-b4", "ovs_interfaceid": "3ef9537f-b4ae-4161-8e9d-a1cc8659354c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.404191] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.406216] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623071, 'name': CreateVM_Task} progress is 25%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.406655] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.589s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.427964] env[70243]: INFO nova.scheduler.client.report [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Deleted allocations for instance 1d44a156-db7c-4486-9de7-d4b534f5c2a4 [ 1343.444965] env[70243]: DEBUG oslo_vmware.api [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447874} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.445313] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] d98f6d61-b7d8-4388-81ce-927120f10d5b/d98f6d61-b7d8-4388-81ce-927120f10d5b.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1343.445578] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1343.445878] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c177f773-9a85-4594-a149-f7e5af47f9da {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.454529] env[70243]: DEBUG oslo_vmware.api [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1343.454529] env[70243]: value = "task-3623073" [ 1343.454529] env[70243]: _type = "Task" [ 1343.454529] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.463184] env[70243]: DEBUG oslo_vmware.api [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.865989] env[70243]: DEBUG oslo_concurrency.lockutils [req-af199d18-d4ba-4292-8e8d-dedaa3009cc9 req-c8526936-9e14-400c-8ae3-56b1e0a00b26 service nova] Releasing lock "refresh_cache-934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.904704] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623071, 'name': CreateVM_Task, 'duration_secs': 1.119096} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.904877] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1343.905613] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.905782] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.906145] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.906402] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99b3936e-ec9c-40c5-806e-ce39bcf6edcf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.913379] env[70243]: DEBUG oslo_vmware.api [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1343.913379] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d18153-2b5c-9598-35af-acc5c5dabaab" [ 1343.913379] env[70243]: _type = "Task" [ 1343.913379] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.921394] env[70243]: DEBUG oslo_vmware.api [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d18153-2b5c-9598-35af-acc5c5dabaab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.933672] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bda32d8a-b9d3-44bc-a97a-8d0076f57100 tempest-ServerGroupTestJSON-1664931259 tempest-ServerGroupTestJSON-1664931259-project-member] Lock "1d44a156-db7c-4486-9de7-d4b534f5c2a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.793s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.942983] env[70243]: DEBUG oslo_concurrency.lockutils [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "7d43e15d-b109-4a1f-acb9-da2737a1655d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.943211] env[70243]: DEBUG oslo_concurrency.lockutils [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "7d43e15d-b109-4a1f-acb9-da2737a1655d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.962939] env[70243]: DEBUG oslo_vmware.api [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069578} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.963246] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1343.964050] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bf8f84-f18c-44a0-bfc9-c5c811955646 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.985676] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] d98f6d61-b7d8-4388-81ce-927120f10d5b/d98f6d61-b7d8-4388-81ce-927120f10d5b.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.985939] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b4c65e2-055e-4dda-a628-eedcad72b7e9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.005056] env[70243]: DEBUG oslo_vmware.api [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1344.005056] env[70243]: value = "task-3623074" [ 1344.005056] env[70243]: _type = "Task" [ 1344.005056] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.014590] env[70243]: DEBUG oslo_vmware.api [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.427211] env[70243]: DEBUG oslo_vmware.api [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d18153-2b5c-9598-35af-acc5c5dabaab, 'name': SearchDatastore_Task, 'duration_secs': 0.009653} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.427550] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.427789] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1344.428024] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.428173] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.428354] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1344.428640] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c0342b6-593f-4650-8b1e-47022127a26f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.437015] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance bbccad4a-d0b9-4e89-b557-3420d92c025d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1344.437194] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance d98f6d61-b7d8-4388-81ce-927120f10d5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1344.437343] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1344.440213] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1344.440399] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1344.441390] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8a2473b-414e-409a-88b4-918d2588dec0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.445381] env[70243]: DEBUG nova.compute.manager [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1344.448925] env[70243]: DEBUG oslo_vmware.api [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1344.448925] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f14b41-1034-dd61-c2ae-ae4587152dd8" [ 1344.448925] env[70243]: _type = "Task" [ 1344.448925] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.458179] env[70243]: DEBUG oslo_vmware.api [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52f14b41-1034-dd61-c2ae-ae4587152dd8, 'name': SearchDatastore_Task, 'duration_secs': 0.008672} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.458935] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8c20abe-1c65-4184-8a1a-e517e155c0a8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.464345] env[70243]: DEBUG oslo_vmware.api [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1344.464345] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52850600-6ce2-068a-aa1e-d8e96e11bc38" [ 1344.464345] env[70243]: _type = "Task" [ 1344.464345] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.474299] env[70243]: DEBUG oslo_vmware.api [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52850600-6ce2-068a-aa1e-d8e96e11bc38, 'name': SearchDatastore_Task, 'duration_secs': 0.00787} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.474537] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.474940] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2/934d1b4e-366c-4cb3-9cc3-b37bb4312ce2.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1344.475241] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf0e2761-2d00-42e5-ae88-cf15a166edf2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.482285] env[70243]: DEBUG oslo_vmware.api [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1344.482285] env[70243]: value = "task-3623075" [ 1344.482285] env[70243]: _type = "Task" [ 1344.482285] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.490151] env[70243]: DEBUG oslo_vmware.api [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.513987] env[70243]: DEBUG oslo_vmware.api [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623074, 'name': ReconfigVM_Task, 'duration_secs': 0.263678} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.514328] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Reconfigured VM instance instance-00000079 to attach disk [datastore1] d98f6d61-b7d8-4388-81ce-927120f10d5b/d98f6d61-b7d8-4388-81ce-927120f10d5b.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.515297] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb765641-707a-4969-9568-6877a75512e5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.521940] env[70243]: DEBUG oslo_vmware.api [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1344.521940] env[70243]: value = "task-3623076" [ 1344.521940] env[70243]: _type = "Task" [ 1344.521940] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.529808] env[70243]: DEBUG oslo_vmware.api [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623076, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.943308] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 7d43e15d-b109-4a1f-acb9-da2737a1655d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1344.943538] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1344.943688] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1344.965408] env[70243]: DEBUG oslo_concurrency.lockutils [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.995434] env[70243]: DEBUG oslo_vmware.api [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510658} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.995698] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2/934d1b4e-366c-4cb3-9cc3-b37bb4312ce2.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1344.995917] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1344.996238] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af5501ed-a4cf-45e7-a1c9-96a3ed1f8d98 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.000874] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f474f72-f568-4982-87e7-c85dc02bf84e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.004515] env[70243]: DEBUG oslo_vmware.api [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1345.004515] env[70243]: value = "task-3623077" [ 1345.004515] env[70243]: _type = "Task" [ 1345.004515] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.010514] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6142fb07-0469-4f47-99c4-41e4e498374d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.016089] env[70243]: DEBUG oslo_vmware.api [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.045464] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e208bc21-adb6-4b0f-98bb-7fc422de5e4b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.052326] env[70243]: DEBUG oslo_vmware.api [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623076, 'name': Rename_Task, 'duration_secs': 0.127366} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.054332] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.054615] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2acebfaf-8b21-4875-8209-8a2d638435c6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.057139] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f3ba6c-f7ef-477d-a032-215c3624a0c3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.071487] env[70243]: DEBUG nova.compute.provider_tree [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.073698] env[70243]: DEBUG oslo_vmware.api [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1345.073698] env[70243]: value = "task-3623078" [ 1345.073698] env[70243]: _type = "Task" [ 1345.073698] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.080835] env[70243]: DEBUG oslo_vmware.api [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.514621] env[70243]: DEBUG oslo_vmware.api [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140911} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.514931] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1345.515688] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6ffbb4-7c8e-4344-985d-4945a74afba3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.537386] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2/934d1b4e-366c-4cb3-9cc3-b37bb4312ce2.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.537746] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-853714f3-a093-4586-b764-b59089fdcf8c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.556551] env[70243]: DEBUG oslo_vmware.api [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1345.556551] env[70243]: value = "task-3623079" [ 1345.556551] env[70243]: _type = "Task" [ 1345.556551] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.564441] env[70243]: DEBUG oslo_vmware.api [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.575538] env[70243]: DEBUG nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.586799] env[70243]: DEBUG oslo_vmware.api [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623078, 'name': PowerOnVM_Task, 'duration_secs': 0.425777} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.587161] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1345.587433] env[70243]: INFO nova.compute.manager [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Took 7.40 seconds to spawn the instance on the hypervisor. [ 1345.587673] env[70243]: DEBUG nova.compute.manager [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1345.588496] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094456af-15fb-4a87-9052-3983c20a8aa6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.067058] env[70243]: DEBUG oslo_vmware.api [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.083324] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1346.083426] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.677s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.083654] env[70243]: DEBUG oslo_concurrency.lockutils [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.118s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.085280] env[70243]: INFO nova.compute.claims [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1346.104974] env[70243]: INFO nova.compute.manager [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Took 12.15 seconds to build instance. [ 1346.566877] env[70243]: DEBUG oslo_vmware.api [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623079, 'name': ReconfigVM_Task, 'duration_secs': 0.878955} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.567199] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2/934d1b4e-366c-4cb3-9cc3-b37bb4312ce2.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.567807] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdf4b013-d291-4c96-85ed-8c0ea7ab105f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.574498] env[70243]: DEBUG oslo_vmware.api [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1346.574498] env[70243]: value = "task-3623080" [ 1346.574498] env[70243]: _type = "Task" [ 1346.574498] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.582838] env[70243]: DEBUG oslo_vmware.api [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623080, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.606635] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7dc077e2-c7d6-4c27-aaee-342a5fb9457a tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "d98f6d61-b7d8-4388-81ce-927120f10d5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.658s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.086869] env[70243]: DEBUG oslo_vmware.api [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623080, 'name': Rename_Task, 'duration_secs': 0.181157} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.087171] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.087465] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90e24356-cbdf-4661-83a5-156838aad0d5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.096550] env[70243]: DEBUG oslo_vmware.api [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1347.096550] env[70243]: value = "task-3623081" [ 1347.096550] env[70243]: _type = "Task" [ 1347.096550] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.103818] env[70243]: DEBUG oslo_vmware.api [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.161557] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c83e72-7e5e-4309-b425-be87147dcc37 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.168555] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50934087-36e4-41b7-be84-6c8482c37ef2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.198906] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c9f829-e564-41b7-9d6b-b04e81949fd4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.206179] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f367b08-f770-4165-ba1c-d868348c676d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.219219] env[70243]: DEBUG nova.compute.provider_tree [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.606683] env[70243]: DEBUG oslo_vmware.api [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623081, 'name': PowerOnVM_Task, 'duration_secs': 0.442678} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.607047] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1347.607185] env[70243]: INFO nova.compute.manager [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1347.607372] env[70243]: DEBUG nova.compute.manager [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1347.608233] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423bac0e-4666-4735-9021-82a8ac488054 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.722821] env[70243]: DEBUG nova.scheduler.client.report [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.125832] env[70243]: INFO nova.compute.manager [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Took 12.26 seconds to build instance. [ 1348.227202] env[70243]: DEBUG oslo_concurrency.lockutils [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.143s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.227781] env[70243]: DEBUG nova.compute.manager [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1348.537115] env[70243]: DEBUG nova.compute.manager [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Stashing vm_state: active {{(pid=70243) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1348.628618] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a2061484-7f9c-4de6-9806-097683606cf3 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.768s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.733364] env[70243]: DEBUG nova.compute.utils [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1348.734841] env[70243]: DEBUG nova.compute.manager [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1348.734993] env[70243]: DEBUG nova.network.neutron [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1348.779402] env[70243]: DEBUG nova.policy [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d6f3d47d0f64a65b0abc460781a993a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fec6172a26a477f9b03f1232e5bb875', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1348.983333] env[70243]: DEBUG nova.compute.manager [req-a595e1c3-5e14-45de-8143-1fa282248463 req-cf3f18e9-ec82-4d9b-af41-2bab30f44441 service nova] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Received event network-changed-3ef9537f-b4ae-4161-8e9d-a1cc8659354c {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.983534] env[70243]: DEBUG nova.compute.manager [req-a595e1c3-5e14-45de-8143-1fa282248463 req-cf3f18e9-ec82-4d9b-af41-2bab30f44441 service nova] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Refreshing instance network info cache due to event network-changed-3ef9537f-b4ae-4161-8e9d-a1cc8659354c. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1348.983760] env[70243]: DEBUG oslo_concurrency.lockutils [req-a595e1c3-5e14-45de-8143-1fa282248463 req-cf3f18e9-ec82-4d9b-af41-2bab30f44441 service nova] Acquiring lock "refresh_cache-934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.983900] env[70243]: DEBUG oslo_concurrency.lockutils [req-a595e1c3-5e14-45de-8143-1fa282248463 req-cf3f18e9-ec82-4d9b-af41-2bab30f44441 service nova] Acquired lock "refresh_cache-934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.984638] env[70243]: DEBUG nova.network.neutron [req-a595e1c3-5e14-45de-8143-1fa282248463 req-cf3f18e9-ec82-4d9b-af41-2bab30f44441 service nova] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Refreshing network info cache for port 3ef9537f-b4ae-4161-8e9d-a1cc8659354c {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1349.024028] env[70243]: DEBUG nova.network.neutron [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Successfully created port: b32de710-d9c2-4e6a-a894-ab5f409cd51f {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1349.056935] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.057234] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.240301] env[70243]: DEBUG nova.compute.manager [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1349.562088] env[70243]: INFO nova.compute.claims [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1349.690633] env[70243]: DEBUG nova.network.neutron [req-a595e1c3-5e14-45de-8143-1fa282248463 req-cf3f18e9-ec82-4d9b-af41-2bab30f44441 service nova] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Updated VIF entry in instance network info cache for port 3ef9537f-b4ae-4161-8e9d-a1cc8659354c. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.691013] env[70243]: DEBUG nova.network.neutron [req-a595e1c3-5e14-45de-8143-1fa282248463 req-cf3f18e9-ec82-4d9b-af41-2bab30f44441 service nova] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Updating instance_info_cache with network_info: [{"id": "3ef9537f-b4ae-4161-8e9d-a1cc8659354c", "address": "fa:16:3e:3a:42:50", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef9537f-b4", "ovs_interfaceid": "3ef9537f-b4ae-4161-8e9d-a1cc8659354c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.068779] env[70243]: INFO nova.compute.resource_tracker [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Updating resource usage from migration 5d2af80c-d183-46ba-b7e8-72924009d0e7 [ 1350.148917] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67da0e14-529c-4a50-9c26-ea7c4c7a8a37 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.158968] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aec0cd4-8236-4d3f-b1a3-5ec3c7273b42 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.189361] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c354acd6-34b3-412f-8663-aa33343edf8f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.196094] env[70243]: DEBUG oslo_concurrency.lockutils [req-a595e1c3-5e14-45de-8143-1fa282248463 req-cf3f18e9-ec82-4d9b-af41-2bab30f44441 service nova] Releasing lock "refresh_cache-934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.197548] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507d4963-20cb-4140-bdf8-6fb5679bcb21 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.210975] env[70243]: DEBUG nova.compute.provider_tree [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.248580] env[70243]: DEBUG nova.compute.manager [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1350.275197] env[70243]: DEBUG nova.virt.hardware [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1350.275483] env[70243]: DEBUG nova.virt.hardware [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.275661] env[70243]: DEBUG nova.virt.hardware [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.275861] env[70243]: DEBUG nova.virt.hardware [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.276028] env[70243]: DEBUG nova.virt.hardware [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.276188] env[70243]: DEBUG nova.virt.hardware [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1350.276412] env[70243]: DEBUG nova.virt.hardware [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1350.276586] env[70243]: DEBUG nova.virt.hardware [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1350.276757] env[70243]: DEBUG nova.virt.hardware [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1350.276937] env[70243]: DEBUG nova.virt.hardware [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1350.277102] env[70243]: DEBUG nova.virt.hardware [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1350.277981] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e2dab8-5bd0-4308-b746-38c536444e74 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.286486] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d0189f-9238-4199-93d3-ec3bd01d9475 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.379626] env[70243]: DEBUG nova.compute.manager [req-6d36974b-2dde-4b49-a4f4-c643a3cee794 req-9ddfc18b-dc45-42b1-9674-ad3d64123b08 service nova] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Received event network-vif-plugged-b32de710-d9c2-4e6a-a894-ab5f409cd51f {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.379852] env[70243]: DEBUG oslo_concurrency.lockutils [req-6d36974b-2dde-4b49-a4f4-c643a3cee794 req-9ddfc18b-dc45-42b1-9674-ad3d64123b08 service nova] Acquiring lock "7d43e15d-b109-4a1f-acb9-da2737a1655d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.380116] env[70243]: DEBUG oslo_concurrency.lockutils [req-6d36974b-2dde-4b49-a4f4-c643a3cee794 req-9ddfc18b-dc45-42b1-9674-ad3d64123b08 service nova] Lock "7d43e15d-b109-4a1f-acb9-da2737a1655d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.380337] env[70243]: DEBUG oslo_concurrency.lockutils [req-6d36974b-2dde-4b49-a4f4-c643a3cee794 req-9ddfc18b-dc45-42b1-9674-ad3d64123b08 service nova] Lock "7d43e15d-b109-4a1f-acb9-da2737a1655d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.380466] env[70243]: DEBUG nova.compute.manager [req-6d36974b-2dde-4b49-a4f4-c643a3cee794 req-9ddfc18b-dc45-42b1-9674-ad3d64123b08 service nova] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] No waiting events found dispatching network-vif-plugged-b32de710-d9c2-4e6a-a894-ab5f409cd51f {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1350.380623] env[70243]: WARNING nova.compute.manager [req-6d36974b-2dde-4b49-a4f4-c643a3cee794 req-9ddfc18b-dc45-42b1-9674-ad3d64123b08 service nova] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Received unexpected event network-vif-plugged-b32de710-d9c2-4e6a-a894-ab5f409cd51f for instance with vm_state building and task_state spawning. [ 1350.462016] env[70243]: DEBUG nova.network.neutron [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Successfully updated port: b32de710-d9c2-4e6a-a894-ab5f409cd51f {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1350.714583] env[70243]: DEBUG nova.scheduler.client.report [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.964634] env[70243]: DEBUG oslo_concurrency.lockutils [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "refresh_cache-7d43e15d-b109-4a1f-acb9-da2737a1655d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.964787] env[70243]: DEBUG oslo_concurrency.lockutils [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired lock "refresh_cache-7d43e15d-b109-4a1f-acb9-da2737a1655d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.964935] env[70243]: DEBUG nova.network.neutron [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.219661] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.162s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.219898] env[70243]: INFO nova.compute.manager [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Migrating [ 1351.496237] env[70243]: DEBUG nova.network.neutron [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1351.624059] env[70243]: DEBUG nova.network.neutron [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Updating instance_info_cache with network_info: [{"id": "b32de710-d9c2-4e6a-a894-ab5f409cd51f", "address": "fa:16:3e:c0:c6:96", "network": {"id": "6c4ec218-1aa5-41c5-89cf-b0050733440b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1313015590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fec6172a26a477f9b03f1232e5bb875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb32de710-d9", "ovs_interfaceid": "b32de710-d9c2-4e6a-a894-ab5f409cd51f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.734263] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "refresh_cache-d98f6d61-b7d8-4388-81ce-927120f10d5b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.734529] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired lock "refresh_cache-d98f6d61-b7d8-4388-81ce-927120f10d5b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.734649] env[70243]: DEBUG nova.network.neutron [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1352.127419] env[70243]: DEBUG oslo_concurrency.lockutils [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Releasing lock "refresh_cache-7d43e15d-b109-4a1f-acb9-da2737a1655d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.127722] env[70243]: DEBUG nova.compute.manager [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Instance network_info: |[{"id": "b32de710-d9c2-4e6a-a894-ab5f409cd51f", "address": "fa:16:3e:c0:c6:96", "network": {"id": "6c4ec218-1aa5-41c5-89cf-b0050733440b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1313015590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fec6172a26a477f9b03f1232e5bb875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb32de710-d9", "ovs_interfaceid": "b32de710-d9c2-4e6a-a894-ab5f409cd51f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1352.128173] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:c6:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b32de710-d9c2-4e6a-a894-ab5f409cd51f', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1352.135520] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1352.135732] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1352.135954] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abf15505-0745-4495-adb4-2739d73074fd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.155940] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1352.155940] env[70243]: value = "task-3623082" [ 1352.155940] env[70243]: _type = "Task" [ 1352.155940] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.162958] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623082, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.407055] env[70243]: DEBUG nova.compute.manager [req-f221f7a7-0254-42d6-9d62-b4d1c9923399 req-aa96d57d-8c14-4513-9fe1-d67ea3e7219a service nova] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Received event network-changed-b32de710-d9c2-4e6a-a894-ab5f409cd51f {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.407271] env[70243]: DEBUG nova.compute.manager [req-f221f7a7-0254-42d6-9d62-b4d1c9923399 req-aa96d57d-8c14-4513-9fe1-d67ea3e7219a service nova] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Refreshing instance network info cache due to event network-changed-b32de710-d9c2-4e6a-a894-ab5f409cd51f. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1352.407524] env[70243]: DEBUG oslo_concurrency.lockutils [req-f221f7a7-0254-42d6-9d62-b4d1c9923399 req-aa96d57d-8c14-4513-9fe1-d67ea3e7219a service nova] Acquiring lock "refresh_cache-7d43e15d-b109-4a1f-acb9-da2737a1655d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.407720] env[70243]: DEBUG oslo_concurrency.lockutils [req-f221f7a7-0254-42d6-9d62-b4d1c9923399 req-aa96d57d-8c14-4513-9fe1-d67ea3e7219a service nova] Acquired lock "refresh_cache-7d43e15d-b109-4a1f-acb9-da2737a1655d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.407901] env[70243]: DEBUG nova.network.neutron [req-f221f7a7-0254-42d6-9d62-b4d1c9923399 req-aa96d57d-8c14-4513-9fe1-d67ea3e7219a service nova] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Refreshing network info cache for port b32de710-d9c2-4e6a-a894-ab5f409cd51f {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.433975] env[70243]: DEBUG nova.network.neutron [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Updating instance_info_cache with network_info: [{"id": "71cc601d-c08b-4014-a172-6a51a4f64f97", "address": "fa:16:3e:66:3a:64", "network": {"id": "68ea344e-dd88-4cd9-a827-60a67e20e063", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1737013038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4a058af98b4faba744656bd2e6dd23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71cc601d-c0", "ovs_interfaceid": "71cc601d-c08b-4014-a172-6a51a4f64f97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.665907] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623082, 'name': CreateVM_Task, 'duration_secs': 0.340917} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.666090] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1352.666747] env[70243]: DEBUG oslo_concurrency.lockutils [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.666923] env[70243]: DEBUG oslo_concurrency.lockutils [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.667259] env[70243]: DEBUG oslo_concurrency.lockutils [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.667513] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-593c4e74-517d-4fd2-8b2a-90541b1590ef {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.671915] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1352.671915] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528f540c-6634-236c-0bd2-bd559ada0c08" [ 1352.671915] env[70243]: _type = "Task" [ 1352.671915] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.679125] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528f540c-6634-236c-0bd2-bd559ada0c08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.936781] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Releasing lock "refresh_cache-d98f6d61-b7d8-4388-81ce-927120f10d5b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.093301] env[70243]: DEBUG nova.network.neutron [req-f221f7a7-0254-42d6-9d62-b4d1c9923399 req-aa96d57d-8c14-4513-9fe1-d67ea3e7219a service nova] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Updated VIF entry in instance network info cache for port b32de710-d9c2-4e6a-a894-ab5f409cd51f. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.093676] env[70243]: DEBUG nova.network.neutron [req-f221f7a7-0254-42d6-9d62-b4d1c9923399 req-aa96d57d-8c14-4513-9fe1-d67ea3e7219a service nova] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Updating instance_info_cache with network_info: [{"id": "b32de710-d9c2-4e6a-a894-ab5f409cd51f", "address": "fa:16:3e:c0:c6:96", "network": {"id": "6c4ec218-1aa5-41c5-89cf-b0050733440b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1313015590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fec6172a26a477f9b03f1232e5bb875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb32de710-d9", "ovs_interfaceid": "b32de710-d9c2-4e6a-a894-ab5f409cd51f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.184174] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528f540c-6634-236c-0bd2-bd559ada0c08, 'name': SearchDatastore_Task, 'duration_secs': 0.009667} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.184473] env[70243]: DEBUG oslo_concurrency.lockutils [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.184704] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1353.184940] env[70243]: DEBUG oslo_concurrency.lockutils [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.185131] env[70243]: DEBUG oslo_concurrency.lockutils [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.185316] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1353.185578] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc229422-38de-4827-aa1b-57bf35420631 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.195896] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1353.196057] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1353.196802] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-922f6c52-3559-4aeb-bf9d-1ce39f963462 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.202402] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1353.202402] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5245e5a1-89cb-e683-6804-d9f1a9a8e2f8" [ 1353.202402] env[70243]: _type = "Task" [ 1353.202402] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.209795] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5245e5a1-89cb-e683-6804-d9f1a9a8e2f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.596704] env[70243]: DEBUG oslo_concurrency.lockutils [req-f221f7a7-0254-42d6-9d62-b4d1c9923399 req-aa96d57d-8c14-4513-9fe1-d67ea3e7219a service nova] Releasing lock "refresh_cache-7d43e15d-b109-4a1f-acb9-da2737a1655d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.713371] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5245e5a1-89cb-e683-6804-d9f1a9a8e2f8, 'name': SearchDatastore_Task, 'duration_secs': 0.009494} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.714225] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a11023fc-bcdd-4efd-80c6-8d604bc296ab {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.719744] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1353.719744] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5268933f-1572-4302-95fb-20ee7af2e539" [ 1353.719744] env[70243]: _type = "Task" [ 1353.719744] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.726769] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5268933f-1572-4302-95fb-20ee7af2e539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.230011] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5268933f-1572-4302-95fb-20ee7af2e539, 'name': SearchDatastore_Task, 'duration_secs': 0.009424} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.230291] env[70243]: DEBUG oslo_concurrency.lockutils [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.230574] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 7d43e15d-b109-4a1f-acb9-da2737a1655d/7d43e15d-b109-4a1f-acb9-da2737a1655d.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1354.230849] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9d13b48-6ca4-49f0-968a-530421ad8046 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.237343] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1354.237343] env[70243]: value = "task-3623083" [ 1354.237343] env[70243]: _type = "Task" [ 1354.237343] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.244533] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.453706] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31caf706-cc46-4c22-acda-c9085966436b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.472196] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Updating instance 'd98f6d61-b7d8-4388-81ce-927120f10d5b' progress to 0 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1354.747322] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.977942] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.978345] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa14e675-87b7-45f3-828c-4f52c5483dc6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.987614] env[70243]: DEBUG oslo_vmware.api [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1354.987614] env[70243]: value = "task-3623084" [ 1354.987614] env[70243]: _type = "Task" [ 1354.987614] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.998702] env[70243]: DEBUG oslo_vmware.api [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.247902] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.959664} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.248285] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 7d43e15d-b109-4a1f-acb9-da2737a1655d/7d43e15d-b109-4a1f-acb9-da2737a1655d.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1355.248413] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1355.248671] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1981a874-0c3e-4e4c-8b8a-7ec5c0d080d3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.256441] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1355.256441] env[70243]: value = "task-3623085" [ 1355.256441] env[70243]: _type = "Task" [ 1355.256441] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.266626] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.497641] env[70243]: DEBUG oslo_vmware.api [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623084, 'name': PowerOffVM_Task, 'duration_secs': 0.222745} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.497914] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.498120] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Updating instance 'd98f6d61-b7d8-4388-81ce-927120f10d5b' progress to 17 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1355.766775] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067056} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.767087] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1355.767814] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110be3d2-6a11-4900-812f-5a88266f3dce {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.789400] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 7d43e15d-b109-4a1f-acb9-da2737a1655d/7d43e15d-b109-4a1f-acb9-da2737a1655d.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.789644] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dc3c359-ad82-4cd2-a951-0bf0953b8966 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.810092] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1355.810092] env[70243]: value = "task-3623086" [ 1355.810092] env[70243]: _type = "Task" [ 1355.810092] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.820737] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623086, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.004415] env[70243]: DEBUG nova.virt.hardware [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1356.004641] env[70243]: DEBUG nova.virt.hardware [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1356.004803] env[70243]: DEBUG nova.virt.hardware [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1356.004987] env[70243]: DEBUG nova.virt.hardware [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1356.005182] env[70243]: DEBUG nova.virt.hardware [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1356.005349] env[70243]: DEBUG nova.virt.hardware [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1356.005613] env[70243]: DEBUG nova.virt.hardware [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1356.005794] env[70243]: DEBUG nova.virt.hardware [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1356.005967] env[70243]: DEBUG nova.virt.hardware [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1356.006150] env[70243]: DEBUG nova.virt.hardware [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1356.006403] env[70243]: DEBUG nova.virt.hardware [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1356.011762] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd36e1f2-afa7-4f30-a902-47429d860aff {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.028379] env[70243]: DEBUG oslo_vmware.api [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1356.028379] env[70243]: value = "task-3623087" [ 1356.028379] env[70243]: _type = "Task" [ 1356.028379] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.036508] env[70243]: DEBUG oslo_vmware.api [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.321040] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.538847] env[70243]: DEBUG oslo_vmware.api [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623087, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.821018] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623086, 'name': ReconfigVM_Task, 'duration_secs': 0.797231} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.821326] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 7d43e15d-b109-4a1f-acb9-da2737a1655d/7d43e15d-b109-4a1f-acb9-da2737a1655d.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.821953] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a63004b-7d4a-4e1f-8eb4-ac5fa99d334f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.828664] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1356.828664] env[70243]: value = "task-3623088" [ 1356.828664] env[70243]: _type = "Task" [ 1356.828664] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.835786] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623088, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.038751] env[70243]: DEBUG oslo_vmware.api [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623087, 'name': ReconfigVM_Task, 'duration_secs': 0.542297} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.039090] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Updating instance 'd98f6d61-b7d8-4388-81ce-927120f10d5b' progress to 33 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1357.338743] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623088, 'name': Rename_Task, 'duration_secs': 0.128187} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.339082] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.339280] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ba675d9-d602-4757-85b4-5be65a838555 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.345324] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1357.345324] env[70243]: value = "task-3623089" [ 1357.345324] env[70243]: _type = "Task" [ 1357.345324] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.353782] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.545453] env[70243]: DEBUG nova.virt.hardware [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1357.545748] env[70243]: DEBUG nova.virt.hardware [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.545878] env[70243]: DEBUG nova.virt.hardware [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1357.546079] env[70243]: DEBUG nova.virt.hardware [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.546239] env[70243]: DEBUG nova.virt.hardware [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1357.546392] env[70243]: DEBUG nova.virt.hardware [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1357.546595] env[70243]: DEBUG nova.virt.hardware [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1357.546751] env[70243]: DEBUG nova.virt.hardware [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1357.546917] env[70243]: DEBUG nova.virt.hardware [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1357.547092] env[70243]: DEBUG nova.virt.hardware [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1357.547268] env[70243]: DEBUG nova.virt.hardware [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1357.552498] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1357.552797] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d3dd0cc-6d7a-4f76-95ef-ee7ede969f67 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.571683] env[70243]: DEBUG oslo_vmware.api [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1357.571683] env[70243]: value = "task-3623090" [ 1357.571683] env[70243]: _type = "Task" [ 1357.571683] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.579897] env[70243]: DEBUG oslo_vmware.api [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.855568] env[70243]: DEBUG oslo_vmware.api [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623089, 'name': PowerOnVM_Task, 'duration_secs': 0.413197} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.855842] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.856059] env[70243]: INFO nova.compute.manager [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1357.856253] env[70243]: DEBUG nova.compute.manager [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.857015] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a5d247-b063-4612-ad19-560db039ac4f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.080885] env[70243]: DEBUG oslo_vmware.api [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623090, 'name': ReconfigVM_Task, 'duration_secs': 0.163002} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.081190] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1358.081952] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5238d762-3915-421a-b85e-a73582c6fe87 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.103202] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] d98f6d61-b7d8-4388-81ce-927120f10d5b/d98f6d61-b7d8-4388-81ce-927120f10d5b.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1358.103448] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6269e3cb-7331-462c-bfb7-3341d3b64a15 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.120456] env[70243]: DEBUG oslo_vmware.api [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1358.120456] env[70243]: value = "task-3623091" [ 1358.120456] env[70243]: _type = "Task" [ 1358.120456] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.127684] env[70243]: DEBUG oslo_vmware.api [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.372711] env[70243]: INFO nova.compute.manager [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Took 13.42 seconds to build instance. [ 1358.631038] env[70243]: DEBUG oslo_vmware.api [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623091, 'name': ReconfigVM_Task, 'duration_secs': 0.26836} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.631295] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Reconfigured VM instance instance-00000079 to attach disk [datastore1] d98f6d61-b7d8-4388-81ce-927120f10d5b/d98f6d61-b7d8-4388-81ce-927120f10d5b.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.631583] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Updating instance 'd98f6d61-b7d8-4388-81ce-927120f10d5b' progress to 50 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.875192] env[70243]: DEBUG oslo_concurrency.lockutils [None req-37f0e1cd-71e7-4fc7-9259-af015d97ab2d tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "7d43e15d-b109-4a1f-acb9-da2737a1655d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.932s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.889181] env[70243]: DEBUG nova.compute.manager [req-3a2f47e5-ac81-45f9-b3df-e8a1b8be3d33 req-a5d5d763-d94e-4ee3-b395-4ab5dee0bb64 service nova] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Received event network-changed-b32de710-d9c2-4e6a-a894-ab5f409cd51f {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.889392] env[70243]: DEBUG nova.compute.manager [req-3a2f47e5-ac81-45f9-b3df-e8a1b8be3d33 req-a5d5d763-d94e-4ee3-b395-4ab5dee0bb64 service nova] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Refreshing instance network info cache due to event network-changed-b32de710-d9c2-4e6a-a894-ab5f409cd51f. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1358.889612] env[70243]: DEBUG oslo_concurrency.lockutils [req-3a2f47e5-ac81-45f9-b3df-e8a1b8be3d33 req-a5d5d763-d94e-4ee3-b395-4ab5dee0bb64 service nova] Acquiring lock "refresh_cache-7d43e15d-b109-4a1f-acb9-da2737a1655d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.889756] env[70243]: DEBUG oslo_concurrency.lockutils [req-3a2f47e5-ac81-45f9-b3df-e8a1b8be3d33 req-a5d5d763-d94e-4ee3-b395-4ab5dee0bb64 service nova] Acquired lock "refresh_cache-7d43e15d-b109-4a1f-acb9-da2737a1655d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.889917] env[70243]: DEBUG nova.network.neutron [req-3a2f47e5-ac81-45f9-b3df-e8a1b8be3d33 req-a5d5d763-d94e-4ee3-b395-4ab5dee0bb64 service nova] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Refreshing network info cache for port b32de710-d9c2-4e6a-a894-ab5f409cd51f {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1359.138659] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d33972-cef0-40ae-89a4-b80be3cd9a3e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.160498] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fc295b-ef84-48c7-ba5d-1a868edc2bf0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.177806] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Updating instance 'd98f6d61-b7d8-4388-81ce-927120f10d5b' progress to 67 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1359.581861] env[70243]: DEBUG nova.network.neutron [req-3a2f47e5-ac81-45f9-b3df-e8a1b8be3d33 req-a5d5d763-d94e-4ee3-b395-4ab5dee0bb64 service nova] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Updated VIF entry in instance network info cache for port b32de710-d9c2-4e6a-a894-ab5f409cd51f. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.582275] env[70243]: DEBUG nova.network.neutron [req-3a2f47e5-ac81-45f9-b3df-e8a1b8be3d33 req-a5d5d763-d94e-4ee3-b395-4ab5dee0bb64 service nova] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Updating instance_info_cache with network_info: [{"id": "b32de710-d9c2-4e6a-a894-ab5f409cd51f", "address": "fa:16:3e:c0:c6:96", "network": {"id": "6c4ec218-1aa5-41c5-89cf-b0050733440b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1313015590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fec6172a26a477f9b03f1232e5bb875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb32de710-d9", "ovs_interfaceid": "b32de710-d9c2-4e6a-a894-ab5f409cd51f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.714736] env[70243]: DEBUG nova.network.neutron [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Port 71cc601d-c08b-4014-a172-6a51a4f64f97 binding to destination host cpu-1 is already ACTIVE {{(pid=70243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1360.086032] env[70243]: DEBUG oslo_concurrency.lockutils [req-3a2f47e5-ac81-45f9-b3df-e8a1b8be3d33 req-a5d5d763-d94e-4ee3-b395-4ab5dee0bb64 service nova] Releasing lock "refresh_cache-7d43e15d-b109-4a1f-acb9-da2737a1655d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.736479] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "d98f6d61-b7d8-4388-81ce-927120f10d5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.736859] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "d98f6d61-b7d8-4388-81ce-927120f10d5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.736859] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "d98f6d61-b7d8-4388-81ce-927120f10d5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.774155] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "refresh_cache-d98f6d61-b7d8-4388-81ce-927120f10d5b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.774398] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired lock "refresh_cache-d98f6d61-b7d8-4388-81ce-927120f10d5b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.774575] env[70243]: DEBUG nova.network.neutron [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.495832] env[70243]: DEBUG nova.network.neutron [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Updating instance_info_cache with network_info: [{"id": "71cc601d-c08b-4014-a172-6a51a4f64f97", "address": "fa:16:3e:66:3a:64", "network": {"id": "68ea344e-dd88-4cd9-a827-60a67e20e063", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1737013038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4a058af98b4faba744656bd2e6dd23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71cc601d-c0", "ovs_interfaceid": "71cc601d-c08b-4014-a172-6a51a4f64f97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.998651] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Releasing lock "refresh_cache-d98f6d61-b7d8-4388-81ce-927120f10d5b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.524199] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00709e1d-0086-4fc7-ba0c-2ce894366999 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.546393] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79725bda-c0ce-4fe6-bcf4-3ffab63a4fbc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.553762] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Updating instance 'd98f6d61-b7d8-4388-81ce-927120f10d5b' progress to 83 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1364.060774] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1364.061132] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2edf4c6-dce9-4432-89f4-7cef43790dbe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.068616] env[70243]: DEBUG oslo_vmware.api [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1364.068616] env[70243]: value = "task-3623094" [ 1364.068616] env[70243]: _type = "Task" [ 1364.068616] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.078000] env[70243]: DEBUG oslo_vmware.api [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.579354] env[70243]: DEBUG oslo_vmware.api [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623094, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.080310] env[70243]: DEBUG oslo_vmware.api [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623094, 'name': PowerOnVM_Task, 'duration_secs': 0.722929} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.080735] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1365.080839] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2766bde8-9e6c-4cfa-b41b-1667308c20a4 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Updating instance 'd98f6d61-b7d8-4388-81ce-927120f10d5b' progress to 100 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1367.770500] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3cb458c6-07ab-4fa5-a135-219fcee433ed tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "d98f6d61-b7d8-4388-81ce-927120f10d5b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.770866] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3cb458c6-07ab-4fa5-a135-219fcee433ed tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "d98f6d61-b7d8-4388-81ce-927120f10d5b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.770961] env[70243]: DEBUG nova.compute.manager [None req-3cb458c6-07ab-4fa5-a135-219fcee433ed tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Going to confirm migration 7 {{(pid=70243) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1368.307109] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3cb458c6-07ab-4fa5-a135-219fcee433ed tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "refresh_cache-d98f6d61-b7d8-4388-81ce-927120f10d5b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.307315] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3cb458c6-07ab-4fa5-a135-219fcee433ed tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired lock "refresh_cache-d98f6d61-b7d8-4388-81ce-927120f10d5b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.307486] env[70243]: DEBUG nova.network.neutron [None req-3cb458c6-07ab-4fa5-a135-219fcee433ed tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.307669] env[70243]: DEBUG nova.objects.instance [None req-3cb458c6-07ab-4fa5-a135-219fcee433ed tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lazy-loading 'info_cache' on Instance uuid d98f6d61-b7d8-4388-81ce-927120f10d5b {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.554150] env[70243]: DEBUG nova.network.neutron [None req-3cb458c6-07ab-4fa5-a135-219fcee433ed tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Updating instance_info_cache with network_info: [{"id": "71cc601d-c08b-4014-a172-6a51a4f64f97", "address": "fa:16:3e:66:3a:64", "network": {"id": "68ea344e-dd88-4cd9-a827-60a67e20e063", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1737013038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4a058af98b4faba744656bd2e6dd23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71cc601d-c0", "ovs_interfaceid": "71cc601d-c08b-4014-a172-6a51a4f64f97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.057222] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3cb458c6-07ab-4fa5-a135-219fcee433ed tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Releasing lock "refresh_cache-d98f6d61-b7d8-4388-81ce-927120f10d5b" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.057481] env[70243]: DEBUG nova.objects.instance [None req-3cb458c6-07ab-4fa5-a135-219fcee433ed tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lazy-loading 'migration_context' on Instance uuid d98f6d61-b7d8-4388-81ce-927120f10d5b {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.560870] env[70243]: DEBUG nova.objects.base [None req-3cb458c6-07ab-4fa5-a135-219fcee433ed tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1370.561857] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff12133b-8798-4d28-b715-6df660acb9f5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.582371] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6d21a85-c67b-4d80-a4f3-6d9a90d51efd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.587872] env[70243]: DEBUG oslo_vmware.api [None req-3cb458c6-07ab-4fa5-a135-219fcee433ed tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1370.587872] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5296675c-6d00-21ce-c0b7-f1c59e34e3e5" [ 1370.587872] env[70243]: _type = "Task" [ 1370.587872] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.595552] env[70243]: DEBUG oslo_vmware.api [None req-3cb458c6-07ab-4fa5-a135-219fcee433ed tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5296675c-6d00-21ce-c0b7-f1c59e34e3e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.098515] env[70243]: DEBUG oslo_vmware.api [None req-3cb458c6-07ab-4fa5-a135-219fcee433ed tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5296675c-6d00-21ce-c0b7-f1c59e34e3e5, 'name': SearchDatastore_Task, 'duration_secs': 0.00712} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.098818] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3cb458c6-07ab-4fa5-a135-219fcee433ed tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.099096] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3cb458c6-07ab-4fa5-a135-219fcee433ed tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.674756] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3c2e6e-dd08-4c12-9ce4-5e0a476aa4d7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.682538] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61298e50-96b3-451f-a69c-d47a29b855ed {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.714052] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30885ba6-3b7e-4dd8-8cc0-59c111a9f127 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.721241] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711ab20e-54a4-468c-a8ce-a7627d79af52 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.734852] env[70243]: DEBUG nova.compute.provider_tree [None req-3cb458c6-07ab-4fa5-a135-219fcee433ed tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.238669] env[70243]: DEBUG nova.scheduler.client.report [None req-3cb458c6-07ab-4fa5-a135-219fcee433ed tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.250062] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3cb458c6-07ab-4fa5-a135-219fcee433ed tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.151s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.806671] env[70243]: INFO nova.scheduler.client.report [None req-3cb458c6-07ab-4fa5-a135-219fcee433ed tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Deleted allocation for migration 5d2af80c-d183-46ba-b7e8-72924009d0e7 [ 1374.312322] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3cb458c6-07ab-4fa5-a135-219fcee433ed tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "d98f6d61-b7d8-4388-81ce-927120f10d5b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.541s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.346042] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "d98f6d61-b7d8-4388-81ce-927120f10d5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.346381] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "d98f6d61-b7d8-4388-81ce-927120f10d5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.346611] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "d98f6d61-b7d8-4388-81ce-927120f10d5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.346798] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "d98f6d61-b7d8-4388-81ce-927120f10d5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.346965] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "d98f6d61-b7d8-4388-81ce-927120f10d5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.349111] env[70243]: INFO nova.compute.manager [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Terminating instance [ 1375.765525] env[70243]: DEBUG oslo_concurrency.lockutils [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "cc065069-c89d-4f7f-bfe8-fac5deef05ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.765751] env[70243]: DEBUG oslo_concurrency.lockutils [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "cc065069-c89d-4f7f-bfe8-fac5deef05ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.853183] env[70243]: DEBUG nova.compute.manager [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1375.853414] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1375.854562] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74aa8811-8ffd-484d-9105-8c0dee5c5e55 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.862386] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1375.862610] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04a33931-42a3-44c1-87bb-fefb41ebf369 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.868572] env[70243]: DEBUG oslo_vmware.api [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1375.868572] env[70243]: value = "task-3623101" [ 1375.868572] env[70243]: _type = "Task" [ 1375.868572] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.875862] env[70243]: DEBUG oslo_vmware.api [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.269521] env[70243]: DEBUG nova.compute.manager [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1376.378468] env[70243]: DEBUG oslo_vmware.api [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623101, 'name': PowerOffVM_Task, 'duration_secs': 0.207939} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.378850] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1376.378903] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1376.379134] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac8fdf1e-e8b5-4204-946e-cbe714d9db45 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.446382] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1376.446580] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1376.446747] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Deleting the datastore file [datastore1] d98f6d61-b7d8-4388-81ce-927120f10d5b {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1376.447019] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72648e84-e891-44cb-bead-50ba656269b3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.453869] env[70243]: DEBUG oslo_vmware.api [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1376.453869] env[70243]: value = "task-3623103" [ 1376.453869] env[70243]: _type = "Task" [ 1376.453869] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.461018] env[70243]: DEBUG oslo_vmware.api [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.792656] env[70243]: DEBUG oslo_concurrency.lockutils [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.792938] env[70243]: DEBUG oslo_concurrency.lockutils [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.794519] env[70243]: INFO nova.compute.claims [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1376.966063] env[70243]: DEBUG oslo_vmware.api [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141929} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.966063] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1376.966063] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1376.966063] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1376.966063] env[70243]: INFO nova.compute.manager [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1376.966063] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1376.966063] env[70243]: DEBUG nova.compute.manager [-] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1376.966063] env[70243]: DEBUG nova.network.neutron [-] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1377.277612] env[70243]: DEBUG nova.compute.manager [req-f2784bb7-4048-4a2f-b158-dd795dfff38a req-55c1678c-20fe-449f-a025-9e6cb0a1ca6f service nova] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Received event network-vif-deleted-71cc601d-c08b-4014-a172-6a51a4f64f97 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1377.277800] env[70243]: INFO nova.compute.manager [req-f2784bb7-4048-4a2f-b158-dd795dfff38a req-55c1678c-20fe-449f-a025-9e6cb0a1ca6f service nova] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Neutron deleted interface 71cc601d-c08b-4014-a172-6a51a4f64f97; detaching it from the instance and deleting it from the info cache [ 1377.277964] env[70243]: DEBUG nova.network.neutron [req-f2784bb7-4048-4a2f-b158-dd795dfff38a req-55c1678c-20fe-449f-a025-9e6cb0a1ca6f service nova] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.753385] env[70243]: DEBUG nova.network.neutron [-] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.781536] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7035f481-497e-44c4-9cac-def2c9d353c8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.791836] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802cf779-8cf0-4037-a6b6-a193c064c4b2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.820262] env[70243]: DEBUG nova.compute.manager [req-f2784bb7-4048-4a2f-b158-dd795dfff38a req-55c1678c-20fe-449f-a025-9e6cb0a1ca6f service nova] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Detach interface failed, port_id=71cc601d-c08b-4014-a172-6a51a4f64f97, reason: Instance d98f6d61-b7d8-4388-81ce-927120f10d5b could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1377.882520] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da8179b-9d84-42d8-a356-efd11adf891c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.890080] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b681f0-89bc-42b5-b29c-3918ff0d12f9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.919490] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf69e90-59fc-45ca-bb11-7cb1b6f4900f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.926525] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513708b4-7ae5-4bef-8b04-135f068da382 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.939171] env[70243]: DEBUG nova.compute.provider_tree [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.050765] env[70243]: DEBUG oslo_concurrency.lockutils [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "36c54378-4338-49bf-a8d0-86ada56bf725" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.050994] env[70243]: DEBUG oslo_concurrency.lockutils [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "36c54378-4338-49bf-a8d0-86ada56bf725" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.256154] env[70243]: INFO nova.compute.manager [-] [instance: d98f6d61-b7d8-4388-81ce-927120f10d5b] Took 1.29 seconds to deallocate network for instance. [ 1378.442780] env[70243]: DEBUG nova.scheduler.client.report [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.552743] env[70243]: DEBUG nova.compute.manager [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1378.763856] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.947996] env[70243]: DEBUG oslo_concurrency.lockutils [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.948569] env[70243]: DEBUG nova.compute.manager [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1378.951123] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.187s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.951324] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.973696] env[70243]: INFO nova.scheduler.client.report [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Deleted allocations for instance d98f6d61-b7d8-4388-81ce-927120f10d5b [ 1379.070958] env[70243]: DEBUG oslo_concurrency.lockutils [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.071255] env[70243]: DEBUG oslo_concurrency.lockutils [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.072712] env[70243]: INFO nova.compute.claims [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1379.455439] env[70243]: DEBUG nova.compute.utils [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1379.456850] env[70243]: DEBUG nova.compute.manager [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1379.457035] env[70243]: DEBUG nova.network.neutron [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1379.480733] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a3d1e9b6-ffcb-4c34-826d-477302159d5c tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "d98f6d61-b7d8-4388-81ce-927120f10d5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.134s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.500496] env[70243]: DEBUG nova.policy [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6a8e13181974798bbafefd4c142cff1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce4a058af98b4faba744656bd2e6dd23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1379.745490] env[70243]: DEBUG nova.network.neutron [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Successfully created port: 51d421ea-3e4f-4369-ab07-e10ad1b7f2c2 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1379.960503] env[70243]: DEBUG nova.compute.manager [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1380.157892] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06438be-7046-4e29-b6ba-3b4d06fa2c69 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.165660] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970de3bf-a0af-423c-a750-1ba33d6220d1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.195965] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc25c34e-9b08-48d5-a51f-ea55818efa4c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.202585] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34ab7ed-3271-4a20-a563-0f9c4dca3d1e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.215091] env[70243]: DEBUG nova.compute.provider_tree [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.718080] env[70243]: DEBUG nova.scheduler.client.report [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1380.971094] env[70243]: DEBUG nova.compute.manager [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1380.998386] env[70243]: DEBUG nova.virt.hardware [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1380.998570] env[70243]: DEBUG nova.virt.hardware [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1380.998727] env[70243]: DEBUG nova.virt.hardware [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1380.998912] env[70243]: DEBUG nova.virt.hardware [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1380.999075] env[70243]: DEBUG nova.virt.hardware [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1380.999231] env[70243]: DEBUG nova.virt.hardware [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1380.999466] env[70243]: DEBUG nova.virt.hardware [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1380.999665] env[70243]: DEBUG nova.virt.hardware [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1380.999841] env[70243]: DEBUG nova.virt.hardware [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1381.000014] env[70243]: DEBUG nova.virt.hardware [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1381.000197] env[70243]: DEBUG nova.virt.hardware [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1381.001085] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e7691a-cc0e-4131-b248-af26c0a6716f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.008846] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d3100f-6164-45de-96a5-e040742779c2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.093165] env[70243]: DEBUG nova.compute.manager [req-76045076-6319-48b8-8c1d-1873cd80d30f req-8d9d3330-18b0-4fa1-8446-c675f85cba7d service nova] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Received event network-vif-plugged-51d421ea-3e4f-4369-ab07-e10ad1b7f2c2 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1381.093356] env[70243]: DEBUG oslo_concurrency.lockutils [req-76045076-6319-48b8-8c1d-1873cd80d30f req-8d9d3330-18b0-4fa1-8446-c675f85cba7d service nova] Acquiring lock "cc065069-c89d-4f7f-bfe8-fac5deef05ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.093573] env[70243]: DEBUG oslo_concurrency.lockutils [req-76045076-6319-48b8-8c1d-1873cd80d30f req-8d9d3330-18b0-4fa1-8446-c675f85cba7d service nova] Lock "cc065069-c89d-4f7f-bfe8-fac5deef05ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.093739] env[70243]: DEBUG oslo_concurrency.lockutils [req-76045076-6319-48b8-8c1d-1873cd80d30f req-8d9d3330-18b0-4fa1-8446-c675f85cba7d service nova] Lock "cc065069-c89d-4f7f-bfe8-fac5deef05ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.093906] env[70243]: DEBUG nova.compute.manager [req-76045076-6319-48b8-8c1d-1873cd80d30f req-8d9d3330-18b0-4fa1-8446-c675f85cba7d service nova] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] No waiting events found dispatching network-vif-plugged-51d421ea-3e4f-4369-ab07-e10ad1b7f2c2 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1381.094087] env[70243]: WARNING nova.compute.manager [req-76045076-6319-48b8-8c1d-1873cd80d30f req-8d9d3330-18b0-4fa1-8446-c675f85cba7d service nova] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Received unexpected event network-vif-plugged-51d421ea-3e4f-4369-ab07-e10ad1b7f2c2 for instance with vm_state building and task_state spawning. [ 1381.176322] env[70243]: DEBUG nova.network.neutron [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Successfully updated port: 51d421ea-3e4f-4369-ab07-e10ad1b7f2c2 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1381.223127] env[70243]: DEBUG oslo_concurrency.lockutils [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.223758] env[70243]: DEBUG nova.compute.manager [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1381.678722] env[70243]: DEBUG oslo_concurrency.lockutils [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "refresh_cache-cc065069-c89d-4f7f-bfe8-fac5deef05ba" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.679891] env[70243]: DEBUG oslo_concurrency.lockutils [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired lock "refresh_cache-cc065069-c89d-4f7f-bfe8-fac5deef05ba" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.679891] env[70243]: DEBUG nova.network.neutron [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.728490] env[70243]: DEBUG nova.compute.utils [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1381.729879] env[70243]: DEBUG nova.compute.manager [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1381.730101] env[70243]: DEBUG nova.network.neutron [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1381.764069] env[70243]: DEBUG nova.policy [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d6f3d47d0f64a65b0abc460781a993a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fec6172a26a477f9b03f1232e5bb875', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1381.989809] env[70243]: DEBUG nova.network.neutron [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Successfully created port: 7efd3e96-bf0c-46e9-94a7-7d9035005acd {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1382.216298] env[70243]: DEBUG nova.network.neutron [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1382.233537] env[70243]: DEBUG nova.compute.manager [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1382.345186] env[70243]: DEBUG nova.network.neutron [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Updating instance_info_cache with network_info: [{"id": "51d421ea-3e4f-4369-ab07-e10ad1b7f2c2", "address": "fa:16:3e:4c:56:44", "network": {"id": "68ea344e-dd88-4cd9-a827-60a67e20e063", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1737013038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4a058af98b4faba744656bd2e6dd23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d421ea-3e", "ovs_interfaceid": "51d421ea-3e4f-4369-ab07-e10ad1b7f2c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.739366] env[70243]: INFO nova.virt.block_device [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Booting with volume dc0f5ada-7516-46f8-9d17-c09a61f0ea99 at /dev/sda [ 1382.774721] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d0b9c0d-6e01-4e04-aff2-382625fc79c8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.784190] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e160388-f146-4219-8bb8-973fd9effd79 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.810827] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-998ce62c-1d7b-48ee-935e-545f2ea67b98 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.819219] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef831fda-5b3a-4a58-83fb-48f352d703ea {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.845056] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930ab9df-fd70-4104-a248-1ea44e5a2fe4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.847292] env[70243]: DEBUG oslo_concurrency.lockutils [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Releasing lock "refresh_cache-cc065069-c89d-4f7f-bfe8-fac5deef05ba" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.847602] env[70243]: DEBUG nova.compute.manager [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Instance network_info: |[{"id": "51d421ea-3e4f-4369-ab07-e10ad1b7f2c2", "address": "fa:16:3e:4c:56:44", "network": {"id": "68ea344e-dd88-4cd9-a827-60a67e20e063", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1737013038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4a058af98b4faba744656bd2e6dd23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d421ea-3e", "ovs_interfaceid": "51d421ea-3e4f-4369-ab07-e10ad1b7f2c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1382.848013] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:56:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51d421ea-3e4f-4369-ab07-e10ad1b7f2c2', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1382.855310] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1382.855892] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1382.856132] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3af5c0c-cf3a-4eb7-a441-2bf23f0963ad {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.872802] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd14607-a921-47eb-8bbb-6157718f692e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.877461] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1382.877461] env[70243]: value = "task-3623104" [ 1382.877461] env[70243]: _type = "Task" [ 1382.877461] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.886201] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623104, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.889387] env[70243]: DEBUG nova.virt.block_device [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Updating existing volume attachment record: 39b1d2c1-356b-463f-babe-450d9a4322a7 {{(pid=70243) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1383.120355] env[70243]: DEBUG nova.compute.manager [req-b0f45ef9-a785-42eb-8e60-afe46d81c228 req-4cc50f3d-606d-4e71-9bc9-2dd59b2eee15 service nova] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Received event network-changed-51d421ea-3e4f-4369-ab07-e10ad1b7f2c2 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1383.120654] env[70243]: DEBUG nova.compute.manager [req-b0f45ef9-a785-42eb-8e60-afe46d81c228 req-4cc50f3d-606d-4e71-9bc9-2dd59b2eee15 service nova] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Refreshing instance network info cache due to event network-changed-51d421ea-3e4f-4369-ab07-e10ad1b7f2c2. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1383.120823] env[70243]: DEBUG oslo_concurrency.lockutils [req-b0f45ef9-a785-42eb-8e60-afe46d81c228 req-4cc50f3d-606d-4e71-9bc9-2dd59b2eee15 service nova] Acquiring lock "refresh_cache-cc065069-c89d-4f7f-bfe8-fac5deef05ba" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.121019] env[70243]: DEBUG oslo_concurrency.lockutils [req-b0f45ef9-a785-42eb-8e60-afe46d81c228 req-4cc50f3d-606d-4e71-9bc9-2dd59b2eee15 service nova] Acquired lock "refresh_cache-cc065069-c89d-4f7f-bfe8-fac5deef05ba" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.121229] env[70243]: DEBUG nova.network.neutron [req-b0f45ef9-a785-42eb-8e60-afe46d81c228 req-4cc50f3d-606d-4e71-9bc9-2dd59b2eee15 service nova] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Refreshing network info cache for port 51d421ea-3e4f-4369-ab07-e10ad1b7f2c2 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1383.387507] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623104, 'name': CreateVM_Task, 'duration_secs': 0.288423} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.387684] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1383.388372] env[70243]: DEBUG oslo_concurrency.lockutils [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.388542] env[70243]: DEBUG oslo_concurrency.lockutils [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.388865] env[70243]: DEBUG oslo_concurrency.lockutils [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.389145] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b58d561d-e97b-48aa-81d2-40d977b1e9ac {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.393834] env[70243]: DEBUG oslo_vmware.api [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1383.393834] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521ac121-38b0-0b91-05b1-2e54b46bb83a" [ 1383.393834] env[70243]: _type = "Task" [ 1383.393834] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.401458] env[70243]: DEBUG oslo_vmware.api [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521ac121-38b0-0b91-05b1-2e54b46bb83a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.402267] env[70243]: DEBUG nova.network.neutron [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Successfully updated port: 7efd3e96-bf0c-46e9-94a7-7d9035005acd {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1383.793964] env[70243]: DEBUG nova.network.neutron [req-b0f45ef9-a785-42eb-8e60-afe46d81c228 req-4cc50f3d-606d-4e71-9bc9-2dd59b2eee15 service nova] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Updated VIF entry in instance network info cache for port 51d421ea-3e4f-4369-ab07-e10ad1b7f2c2. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1383.794361] env[70243]: DEBUG nova.network.neutron [req-b0f45ef9-a785-42eb-8e60-afe46d81c228 req-4cc50f3d-606d-4e71-9bc9-2dd59b2eee15 service nova] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Updating instance_info_cache with network_info: [{"id": "51d421ea-3e4f-4369-ab07-e10ad1b7f2c2", "address": "fa:16:3e:4c:56:44", "network": {"id": "68ea344e-dd88-4cd9-a827-60a67e20e063", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1737013038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4a058af98b4faba744656bd2e6dd23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d421ea-3e", "ovs_interfaceid": "51d421ea-3e4f-4369-ab07-e10ad1b7f2c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.905106] env[70243]: DEBUG oslo_concurrency.lockutils [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "refresh_cache-36c54378-4338-49bf-a8d0-86ada56bf725" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.905259] env[70243]: DEBUG oslo_concurrency.lockutils [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired lock "refresh_cache-36c54378-4338-49bf-a8d0-86ada56bf725" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.905480] env[70243]: DEBUG nova.network.neutron [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.906645] env[70243]: DEBUG oslo_vmware.api [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]521ac121-38b0-0b91-05b1-2e54b46bb83a, 'name': SearchDatastore_Task, 'duration_secs': 0.010319} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.906874] env[70243]: DEBUG oslo_concurrency.lockutils [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.907119] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1383.907348] env[70243]: DEBUG oslo_concurrency.lockutils [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.907476] env[70243]: DEBUG oslo_concurrency.lockutils [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.907671] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1383.907930] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d7de652-e0c9-4602-9bc5-47f48d27a872 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.917827] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1383.918009] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1383.918914] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea80d5fa-54f1-4271-b2b0-0a766b6a43fa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.924112] env[70243]: DEBUG oslo_vmware.api [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1383.924112] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5242292b-5a06-ecbb-a723-207f369474b2" [ 1383.924112] env[70243]: _type = "Task" [ 1383.924112] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.932032] env[70243]: DEBUG oslo_vmware.api [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5242292b-5a06-ecbb-a723-207f369474b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.297574] env[70243]: DEBUG oslo_concurrency.lockutils [req-b0f45ef9-a785-42eb-8e60-afe46d81c228 req-4cc50f3d-606d-4e71-9bc9-2dd59b2eee15 service nova] Releasing lock "refresh_cache-cc065069-c89d-4f7f-bfe8-fac5deef05ba" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.434248] env[70243]: DEBUG oslo_vmware.api [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5242292b-5a06-ecbb-a723-207f369474b2, 'name': SearchDatastore_Task, 'duration_secs': 0.008214} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.435024] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75ad9733-9c14-40c4-85be-cefcfdbe7e55 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.439897] env[70243]: DEBUG oslo_vmware.api [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1384.439897] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524cb656-d2f9-bae4-6e3e-f36a246138de" [ 1384.439897] env[70243]: _type = "Task" [ 1384.439897] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.445122] env[70243]: DEBUG nova.network.neutron [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1384.450341] env[70243]: DEBUG oslo_vmware.api [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524cb656-d2f9-bae4-6e3e-f36a246138de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.580360] env[70243]: DEBUG nova.network.neutron [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Updating instance_info_cache with network_info: [{"id": "7efd3e96-bf0c-46e9-94a7-7d9035005acd", "address": "fa:16:3e:8a:3b:1c", "network": {"id": "6c4ec218-1aa5-41c5-89cf-b0050733440b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1313015590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fec6172a26a477f9b03f1232e5bb875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7efd3e96-bf", "ovs_interfaceid": "7efd3e96-bf0c-46e9-94a7-7d9035005acd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.951044] env[70243]: DEBUG oslo_vmware.api [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524cb656-d2f9-bae4-6e3e-f36a246138de, 'name': SearchDatastore_Task, 'duration_secs': 0.010621} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.951325] env[70243]: DEBUG oslo_concurrency.lockutils [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.951581] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] cc065069-c89d-4f7f-bfe8-fac5deef05ba/cc065069-c89d-4f7f-bfe8-fac5deef05ba.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1384.951839] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35a33091-d033-48d8-b820-bb8f545c81eb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.958777] env[70243]: DEBUG oslo_vmware.api [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1384.958777] env[70243]: value = "task-3623105" [ 1384.958777] env[70243]: _type = "Task" [ 1384.958777] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.966237] env[70243]: DEBUG oslo_vmware.api [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.975461] env[70243]: DEBUG nova.compute.manager [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1384.975962] env[70243]: DEBUG nova.virt.hardware [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1384.976182] env[70243]: DEBUG nova.virt.hardware [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1384.976338] env[70243]: DEBUG nova.virt.hardware [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1384.976518] env[70243]: DEBUG nova.virt.hardware [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1384.976703] env[70243]: DEBUG nova.virt.hardware [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1384.976855] env[70243]: DEBUG nova.virt.hardware [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1384.977030] env[70243]: DEBUG nova.virt.hardware [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1384.977190] env[70243]: DEBUG nova.virt.hardware [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1384.977353] env[70243]: DEBUG nova.virt.hardware [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1384.977542] env[70243]: DEBUG nova.virt.hardware [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1384.977684] env[70243]: DEBUG nova.virt.hardware [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1384.978440] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2701161-c2d2-4e4e-b80d-322f2862b512 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.985851] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526253a6-3b45-48a8-aa50-511a80958911 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.085267] env[70243]: DEBUG oslo_concurrency.lockutils [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Releasing lock "refresh_cache-36c54378-4338-49bf-a8d0-86ada56bf725" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.085655] env[70243]: DEBUG nova.compute.manager [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Instance network_info: |[{"id": "7efd3e96-bf0c-46e9-94a7-7d9035005acd", "address": "fa:16:3e:8a:3b:1c", "network": {"id": "6c4ec218-1aa5-41c5-89cf-b0050733440b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1313015590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fec6172a26a477f9b03f1232e5bb875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7efd3e96-bf", "ovs_interfaceid": "7efd3e96-bf0c-46e9-94a7-7d9035005acd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1385.086081] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:3b:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7efd3e96-bf0c-46e9-94a7-7d9035005acd', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1385.093345] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1385.093576] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1385.093805] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18d5bcbb-4fcc-4bfa-a43f-7aeb0c94dcb7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.113910] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1385.113910] env[70243]: value = "task-3623106" [ 1385.113910] env[70243]: _type = "Task" [ 1385.113910] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.121950] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623106, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.150266] env[70243]: DEBUG nova.compute.manager [req-23e960b1-d593-4f9c-bc6e-b673fd1067f9 req-a992709f-95ed-4a08-a712-fd935464a3f3 service nova] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Received event network-vif-plugged-7efd3e96-bf0c-46e9-94a7-7d9035005acd {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1385.150494] env[70243]: DEBUG oslo_concurrency.lockutils [req-23e960b1-d593-4f9c-bc6e-b673fd1067f9 req-a992709f-95ed-4a08-a712-fd935464a3f3 service nova] Acquiring lock "36c54378-4338-49bf-a8d0-86ada56bf725-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.150717] env[70243]: DEBUG oslo_concurrency.lockutils [req-23e960b1-d593-4f9c-bc6e-b673fd1067f9 req-a992709f-95ed-4a08-a712-fd935464a3f3 service nova] Lock "36c54378-4338-49bf-a8d0-86ada56bf725-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.151241] env[70243]: DEBUG oslo_concurrency.lockutils [req-23e960b1-d593-4f9c-bc6e-b673fd1067f9 req-a992709f-95ed-4a08-a712-fd935464a3f3 service nova] Lock "36c54378-4338-49bf-a8d0-86ada56bf725-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.151561] env[70243]: DEBUG nova.compute.manager [req-23e960b1-d593-4f9c-bc6e-b673fd1067f9 req-a992709f-95ed-4a08-a712-fd935464a3f3 service nova] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] No waiting events found dispatching network-vif-plugged-7efd3e96-bf0c-46e9-94a7-7d9035005acd {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1385.151783] env[70243]: WARNING nova.compute.manager [req-23e960b1-d593-4f9c-bc6e-b673fd1067f9 req-a992709f-95ed-4a08-a712-fd935464a3f3 service nova] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Received unexpected event network-vif-plugged-7efd3e96-bf0c-46e9-94a7-7d9035005acd for instance with vm_state building and task_state spawning. [ 1385.151865] env[70243]: DEBUG nova.compute.manager [req-23e960b1-d593-4f9c-bc6e-b673fd1067f9 req-a992709f-95ed-4a08-a712-fd935464a3f3 service nova] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Received event network-changed-7efd3e96-bf0c-46e9-94a7-7d9035005acd {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1385.151999] env[70243]: DEBUG nova.compute.manager [req-23e960b1-d593-4f9c-bc6e-b673fd1067f9 req-a992709f-95ed-4a08-a712-fd935464a3f3 service nova] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Refreshing instance network info cache due to event network-changed-7efd3e96-bf0c-46e9-94a7-7d9035005acd. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1385.152229] env[70243]: DEBUG oslo_concurrency.lockutils [req-23e960b1-d593-4f9c-bc6e-b673fd1067f9 req-a992709f-95ed-4a08-a712-fd935464a3f3 service nova] Acquiring lock "refresh_cache-36c54378-4338-49bf-a8d0-86ada56bf725" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.152375] env[70243]: DEBUG oslo_concurrency.lockutils [req-23e960b1-d593-4f9c-bc6e-b673fd1067f9 req-a992709f-95ed-4a08-a712-fd935464a3f3 service nova] Acquired lock "refresh_cache-36c54378-4338-49bf-a8d0-86ada56bf725" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.152538] env[70243]: DEBUG nova.network.neutron [req-23e960b1-d593-4f9c-bc6e-b673fd1067f9 req-a992709f-95ed-4a08-a712-fd935464a3f3 service nova] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Refreshing network info cache for port 7efd3e96-bf0c-46e9-94a7-7d9035005acd {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1385.468603] env[70243]: DEBUG oslo_vmware.api [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440911} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.468872] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] cc065069-c89d-4f7f-bfe8-fac5deef05ba/cc065069-c89d-4f7f-bfe8-fac5deef05ba.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1385.469117] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1385.469402] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5edaa66-86a2-4606-843e-b06b31843705 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.475758] env[70243]: DEBUG oslo_vmware.api [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1385.475758] env[70243]: value = "task-3623107" [ 1385.475758] env[70243]: _type = "Task" [ 1385.475758] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.484149] env[70243]: DEBUG oslo_vmware.api [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.623870] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623106, 'name': CreateVM_Task, 'duration_secs': 0.41642} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.624067] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1385.624754] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '39b1d2c1-356b-463f-babe-450d9a4322a7', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722563', 'volume_id': 'dc0f5ada-7516-46f8-9d17-c09a61f0ea99', 'name': 'volume-dc0f5ada-7516-46f8-9d17-c09a61f0ea99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36c54378-4338-49bf-a8d0-86ada56bf725', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc0f5ada-7516-46f8-9d17-c09a61f0ea99', 'serial': 'dc0f5ada-7516-46f8-9d17-c09a61f0ea99'}, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'disk_bus': None, 'boot_index': 0, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=70243) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1385.624967] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Root volume attach. Driver type: vmdk {{(pid=70243) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1385.625766] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5853d120-478e-45af-9d48-74e5e82c6e07 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.633085] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fed0e76-4502-4964-8d30-bf927cd2b518 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.638552] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd485099-80a8-418a-ba61-cac5c7a6df98 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.644044] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-046f2c89-40ca-4d52-9b14-c55bdb75ab1d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.650547] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1385.650547] env[70243]: value = "task-3623108" [ 1385.650547] env[70243]: _type = "Task" [ 1385.650547] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.660777] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623108, 'name': RelocateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.840509] env[70243]: DEBUG nova.network.neutron [req-23e960b1-d593-4f9c-bc6e-b673fd1067f9 req-a992709f-95ed-4a08-a712-fd935464a3f3 service nova] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Updated VIF entry in instance network info cache for port 7efd3e96-bf0c-46e9-94a7-7d9035005acd. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1385.840877] env[70243]: DEBUG nova.network.neutron [req-23e960b1-d593-4f9c-bc6e-b673fd1067f9 req-a992709f-95ed-4a08-a712-fd935464a3f3 service nova] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Updating instance_info_cache with network_info: [{"id": "7efd3e96-bf0c-46e9-94a7-7d9035005acd", "address": "fa:16:3e:8a:3b:1c", "network": {"id": "6c4ec218-1aa5-41c5-89cf-b0050733440b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1313015590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fec6172a26a477f9b03f1232e5bb875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7efd3e96-bf", "ovs_interfaceid": "7efd3e96-bf0c-46e9-94a7-7d9035005acd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.986579] env[70243]: DEBUG oslo_vmware.api [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058395} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.986720] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1385.987567] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832328e7-cb04-4697-b723-9f94c9701088 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.011039] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] cc065069-c89d-4f7f-bfe8-fac5deef05ba/cc065069-c89d-4f7f-bfe8-fac5deef05ba.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1386.011338] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4513001-e2ac-44f5-9c19-b8220dd35933 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.032708] env[70243]: DEBUG oslo_vmware.api [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1386.032708] env[70243]: value = "task-3623109" [ 1386.032708] env[70243]: _type = "Task" [ 1386.032708] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.040744] env[70243]: DEBUG oslo_vmware.api [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.165062] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623108, 'name': RelocateVM_Task} progress is 35%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.344823] env[70243]: DEBUG oslo_concurrency.lockutils [req-23e960b1-d593-4f9c-bc6e-b673fd1067f9 req-a992709f-95ed-4a08-a712-fd935464a3f3 service nova] Releasing lock "refresh_cache-36c54378-4338-49bf-a8d0-86ada56bf725" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.547574] env[70243]: DEBUG oslo_vmware.api [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623109, 'name': ReconfigVM_Task, 'duration_secs': 0.40884} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.547950] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Reconfigured VM instance instance-0000007c to attach disk [datastore1] cc065069-c89d-4f7f-bfe8-fac5deef05ba/cc065069-c89d-4f7f-bfe8-fac5deef05ba.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1386.548483] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be37cb8a-eef3-4689-9f38-8516c9f57dd9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.559087] env[70243]: DEBUG oslo_vmware.api [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1386.559087] env[70243]: value = "task-3623110" [ 1386.559087] env[70243]: _type = "Task" [ 1386.559087] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.570631] env[70243]: DEBUG oslo_vmware.api [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623110, 'name': Rename_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.664940] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623108, 'name': RelocateVM_Task} progress is 45%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.071242] env[70243]: DEBUG oslo_vmware.api [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623110, 'name': Rename_Task, 'duration_secs': 0.171837} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.071528] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1387.071777] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ccb2c18-b92c-47f3-b232-d6f808466df2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.081728] env[70243]: DEBUG oslo_vmware.api [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1387.081728] env[70243]: value = "task-3623111" [ 1387.081728] env[70243]: _type = "Task" [ 1387.081728] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.096038] env[70243]: DEBUG oslo_vmware.api [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.098950] env[70243]: DEBUG nova.compute.manager [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Stashing vm_state: active {{(pid=70243) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1387.166247] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623108, 'name': RelocateVM_Task} progress is 56%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.597180] env[70243]: DEBUG oslo_vmware.api [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623111, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.619025] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.619142] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.667334] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623108, 'name': RelocateVM_Task} progress is 65%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.095774] env[70243]: DEBUG oslo_vmware.api [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623111, 'name': PowerOnVM_Task, 'duration_secs': 0.61933} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.096054] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.096258] env[70243]: INFO nova.compute.manager [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1388.096469] env[70243]: DEBUG nova.compute.manager [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1388.097241] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7759ddf-68fe-4c52-9310-14bd5fd8bda3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.124072] env[70243]: INFO nova.compute.claims [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1388.165707] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623108, 'name': RelocateVM_Task} progress is 75%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.616332] env[70243]: INFO nova.compute.manager [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Took 11.84 seconds to build instance. [ 1388.630409] env[70243]: INFO nova.compute.resource_tracker [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Updating resource usage from migration 8dff3888-34c0-4410-ba71-9755f3f2b350 [ 1388.667140] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623108, 'name': RelocateVM_Task} progress is 86%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.728133] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea5f8a7-5886-4cc2-a299-26057ff4169e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.738257] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86b836f-28ef-4be0-9de8-37476d6f17f0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.770786] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eceee0df-1331-4cb7-8715-772239260df5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.781891] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b60cc2-91cd-42c2-93f8-8679bab4780e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.800074] env[70243]: DEBUG nova.compute.provider_tree [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.118930] env[70243]: DEBUG oslo_concurrency.lockutils [None req-eae33526-ddfe-43e6-a51b-9ddb5b94929b tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "cc065069-c89d-4f7f-bfe8-fac5deef05ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.353s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.165717] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623108, 'name': RelocateVM_Task} progress is 97%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.304026] env[70243]: DEBUG nova.scheduler.client.report [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.665572] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623108, 'name': RelocateVM_Task} progress is 97%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.711667] env[70243]: DEBUG nova.compute.manager [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Stashing vm_state: active {{(pid=70243) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1389.810050] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.191s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.810241] env[70243]: INFO nova.compute.manager [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Migrating [ 1390.166821] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623108, 'name': RelocateVM_Task} progress is 97%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.231804] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.232178] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.325284] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "refresh_cache-934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.325551] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired lock "refresh_cache-934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.325754] env[70243]: DEBUG nova.network.neutron [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1390.668353] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623108, 'name': RelocateVM_Task} progress is 98%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.737198] env[70243]: INFO nova.compute.claims [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1391.037296] env[70243]: DEBUG nova.network.neutron [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Updating instance_info_cache with network_info: [{"id": "3ef9537f-b4ae-4161-8e9d-a1cc8659354c", "address": "fa:16:3e:3a:42:50", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef9537f-b4", "ovs_interfaceid": "3ef9537f-b4ae-4161-8e9d-a1cc8659354c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.168973] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623108, 'name': RelocateVM_Task, 'duration_secs': 5.062221} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.169288] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Volume attach. Driver type: vmdk {{(pid=70243) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1391.169525] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722563', 'volume_id': 'dc0f5ada-7516-46f8-9d17-c09a61f0ea99', 'name': 'volume-dc0f5ada-7516-46f8-9d17-c09a61f0ea99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36c54378-4338-49bf-a8d0-86ada56bf725', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc0f5ada-7516-46f8-9d17-c09a61f0ea99', 'serial': 'dc0f5ada-7516-46f8-9d17-c09a61f0ea99'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1391.170363] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a261d8-70a1-4762-aa96-a915dade8a15 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.186376] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dfbd9f-6ce1-4f64-ad39-7526ca1371d5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.207871] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-dc0f5ada-7516-46f8-9d17-c09a61f0ea99/volume-dc0f5ada-7516-46f8-9d17-c09a61f0ea99.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.208126] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-502bb28c-a8f2-4bfc-a0d2-a7f713657adc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.226637] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1391.226637] env[70243]: value = "task-3623112" [ 1391.226637] env[70243]: _type = "Task" [ 1391.226637] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.233977] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.242598] env[70243]: INFO nova.compute.resource_tracker [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Updating resource usage from migration 85c2077f-3047-4920-8046-89f3c502ac5f [ 1391.330996] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b59d81-e667-4b57-9ba4-cb4c4a2774bc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.338819] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48db903c-a8b5-49b2-b42a-ebd12b081d52 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.369062] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2551dee2-d0f7-48c0-90e7-865b631c6fd6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.375949] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ccbf78-4b48-47e8-bdc0-f0b62a6b2c43 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.388791] env[70243]: DEBUG nova.compute.provider_tree [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.540809] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Releasing lock "refresh_cache-934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.736609] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623112, 'name': ReconfigVM_Task, 'duration_secs': 0.267485} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.737063] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-dc0f5ada-7516-46f8-9d17-c09a61f0ea99/volume-dc0f5ada-7516-46f8-9d17-c09a61f0ea99.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1391.741425] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f71d831a-16f0-4e7e-85b1-1fb343f5f214 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.755673] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1391.755673] env[70243]: value = "task-3623113" [ 1391.755673] env[70243]: _type = "Task" [ 1391.755673] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.763144] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.891602] env[70243]: DEBUG nova.scheduler.client.report [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.265665] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623113, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.396244] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.164s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.396494] env[70243]: INFO nova.compute.manager [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Migrating [ 1392.767469] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623113, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.910994] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "refresh_cache-cc065069-c89d-4f7f-bfe8-fac5deef05ba" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.911195] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired lock "refresh_cache-cc065069-c89d-4f7f-bfe8-fac5deef05ba" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.911371] env[70243]: DEBUG nova.network.neutron [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1393.059854] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e335544a-cba3-41c7-bd4d-b5f8d1316c94 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.077915] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Updating instance '934d1b4e-366c-4cb3-9cc3-b37bb4312ce2' progress to 0 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1393.268020] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623113, 'name': ReconfigVM_Task, 'duration_secs': 1.131063} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.268280] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722563', 'volume_id': 'dc0f5ada-7516-46f8-9d17-c09a61f0ea99', 'name': 'volume-dc0f5ada-7516-46f8-9d17-c09a61f0ea99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36c54378-4338-49bf-a8d0-86ada56bf725', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc0f5ada-7516-46f8-9d17-c09a61f0ea99', 'serial': 'dc0f5ada-7516-46f8-9d17-c09a61f0ea99'} {{(pid=70243) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1393.268818] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31fa2fc6-7b51-4c9f-99ce-36163d53da03 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.275824] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1393.275824] env[70243]: value = "task-3623114" [ 1393.275824] env[70243]: _type = "Task" [ 1393.275824] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.283862] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623114, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.584067] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.584442] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-816404e4-b014-4982-8e09-b626439b35c9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.592393] env[70243]: DEBUG oslo_vmware.api [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1393.592393] env[70243]: value = "task-3623115" [ 1393.592393] env[70243]: _type = "Task" [ 1393.592393] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.601192] env[70243]: DEBUG oslo_vmware.api [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.608807] env[70243]: DEBUG nova.network.neutron [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Updating instance_info_cache with network_info: [{"id": "51d421ea-3e4f-4369-ab07-e10ad1b7f2c2", "address": "fa:16:3e:4c:56:44", "network": {"id": "68ea344e-dd88-4cd9-a827-60a67e20e063", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1737013038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4a058af98b4faba744656bd2e6dd23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d421ea-3e", "ovs_interfaceid": "51d421ea-3e4f-4369-ab07-e10ad1b7f2c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.787031] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623114, 'name': Rename_Task, 'duration_secs': 0.125491} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.787483] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1393.787649] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41a7e8ca-4edb-4e39-968d-4880fae5a738 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.796387] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1393.796387] env[70243]: value = "task-3623116" [ 1393.796387] env[70243]: _type = "Task" [ 1393.796387] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.805047] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.103340] env[70243]: DEBUG oslo_vmware.api [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623115, 'name': PowerOffVM_Task, 'duration_secs': 0.278529} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.103691] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.103902] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Updating instance '934d1b4e-366c-4cb3-9cc3-b37bb4312ce2' progress to 17 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1394.111537] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Releasing lock "refresh_cache-cc065069-c89d-4f7f-bfe8-fac5deef05ba" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.307417] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623116, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.611337] env[70243]: DEBUG nova.virt.hardware [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1394.611650] env[70243]: DEBUG nova.virt.hardware [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1394.611770] env[70243]: DEBUG nova.virt.hardware [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1394.611955] env[70243]: DEBUG nova.virt.hardware [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1394.612120] env[70243]: DEBUG nova.virt.hardware [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1394.612272] env[70243]: DEBUG nova.virt.hardware [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1394.612493] env[70243]: DEBUG nova.virt.hardware [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1394.612655] env[70243]: DEBUG nova.virt.hardware [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1394.612825] env[70243]: DEBUG nova.virt.hardware [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1394.612988] env[70243]: DEBUG nova.virt.hardware [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1394.613180] env[70243]: DEBUG nova.virt.hardware [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1394.622076] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb0872a3-84a4-4c27-ba1b-11f519e843f5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.640648] env[70243]: DEBUG oslo_vmware.api [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1394.640648] env[70243]: value = "task-3623117" [ 1394.640648] env[70243]: _type = "Task" [ 1394.640648] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.649210] env[70243]: DEBUG oslo_vmware.api [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.809407] env[70243]: DEBUG oslo_vmware.api [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623116, 'name': PowerOnVM_Task, 'duration_secs': 0.655011} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.809850] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1394.809850] env[70243]: INFO nova.compute.manager [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1394.809988] env[70243]: DEBUG nova.compute.manager [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1394.810768] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707a53b5-ac25-4fe6-8717-4fd03cf2a3ef {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.151759] env[70243]: DEBUG oslo_vmware.api [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623117, 'name': ReconfigVM_Task, 'duration_secs': 0.146529} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.154948] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Updating instance '934d1b4e-366c-4cb3-9cc3-b37bb4312ce2' progress to 33 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1395.327959] env[70243]: INFO nova.compute.manager [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Took 16.27 seconds to build instance. [ 1395.641431] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa00d0c-4f6c-4639-b454-cd13098cf774 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.661506] env[70243]: DEBUG nova.virt.hardware [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1395.661730] env[70243]: DEBUG nova.virt.hardware [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.661881] env[70243]: DEBUG nova.virt.hardware [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1395.662073] env[70243]: DEBUG nova.virt.hardware [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.662226] env[70243]: DEBUG nova.virt.hardware [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1395.662374] env[70243]: DEBUG nova.virt.hardware [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1395.662588] env[70243]: DEBUG nova.virt.hardware [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1395.662747] env[70243]: DEBUG nova.virt.hardware [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1395.662915] env[70243]: DEBUG nova.virt.hardware [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1395.663089] env[70243]: DEBUG nova.virt.hardware [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1395.663268] env[70243]: DEBUG nova.virt.hardware [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1395.668424] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1395.668786] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Updating instance 'cc065069-c89d-4f7f-bfe8-fac5deef05ba' progress to 0 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1395.671964] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16b03c2c-a385-4fa6-9baa-857922bfb49b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.690123] env[70243]: DEBUG oslo_vmware.api [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1395.690123] env[70243]: value = "task-3623118" [ 1395.690123] env[70243]: _type = "Task" [ 1395.690123] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.698268] env[70243]: DEBUG oslo_vmware.api [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.829670] env[70243]: DEBUG oslo_concurrency.lockutils [None req-902d6632-e2d9-48fc-b37b-f9f239c5de51 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "36c54378-4338-49bf-a8d0-86ada56bf725" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.778s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.944111] env[70243]: DEBUG nova.compute.manager [req-a97c51e8-8337-412e-af77-78eef16dd305 req-cac1ad32-1439-45b9-8c51-f553109c37ee service nova] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Received event network-changed-496cd9f9-8bb0-49b8-bad3-155d8bc584b7 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.944111] env[70243]: DEBUG nova.compute.manager [req-a97c51e8-8337-412e-af77-78eef16dd305 req-cac1ad32-1439-45b9-8c51-f553109c37ee service nova] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Refreshing instance network info cache due to event network-changed-496cd9f9-8bb0-49b8-bad3-155d8bc584b7. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1395.944111] env[70243]: DEBUG oslo_concurrency.lockutils [req-a97c51e8-8337-412e-af77-78eef16dd305 req-cac1ad32-1439-45b9-8c51-f553109c37ee service nova] Acquiring lock "refresh_cache-bbccad4a-d0b9-4e89-b557-3420d92c025d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.944259] env[70243]: DEBUG oslo_concurrency.lockutils [req-a97c51e8-8337-412e-af77-78eef16dd305 req-cac1ad32-1439-45b9-8c51-f553109c37ee service nova] Acquired lock "refresh_cache-bbccad4a-d0b9-4e89-b557-3420d92c025d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.944387] env[70243]: DEBUG nova.network.neutron [req-a97c51e8-8337-412e-af77-78eef16dd305 req-cac1ad32-1439-45b9-8c51-f553109c37ee service nova] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Refreshing network info cache for port 496cd9f9-8bb0-49b8-bad3-155d8bc584b7 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.187511] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1396.187511] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d7a3e5d-15f9-4313-9b23-30a8cd7f87af {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.195466] env[70243]: DEBUG oslo_vmware.api [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1396.195466] env[70243]: value = "task-3623119" [ 1396.195466] env[70243]: _type = "Task" [ 1396.195466] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.198499] env[70243]: DEBUG oslo_vmware.api [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623118, 'name': ReconfigVM_Task, 'duration_secs': 0.167155} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.201427] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1396.202197] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441f05ee-8cfb-4bad-b0e1-802078cecbe9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.226597] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2/934d1b4e-366c-4cb3-9cc3-b37bb4312ce2.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1396.229926] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4620ce0d-6369-47c9-9e01-8d3ac542ad35 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.243109] env[70243]: DEBUG oslo_vmware.api [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.249811] env[70243]: DEBUG oslo_vmware.api [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1396.249811] env[70243]: value = "task-3623120" [ 1396.249811] env[70243]: _type = "Task" [ 1396.249811] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.258740] env[70243]: DEBUG oslo_vmware.api [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623120, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.637263] env[70243]: DEBUG nova.network.neutron [req-a97c51e8-8337-412e-af77-78eef16dd305 req-cac1ad32-1439-45b9-8c51-f553109c37ee service nova] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Updated VIF entry in instance network info cache for port 496cd9f9-8bb0-49b8-bad3-155d8bc584b7. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.637863] env[70243]: DEBUG nova.network.neutron [req-a97c51e8-8337-412e-af77-78eef16dd305 req-cac1ad32-1439-45b9-8c51-f553109c37ee service nova] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Updating instance_info_cache with network_info: [{"id": "496cd9f9-8bb0-49b8-bad3-155d8bc584b7", "address": "fa:16:3e:6b:24:c0", "network": {"id": "6c4ec218-1aa5-41c5-89cf-b0050733440b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1313015590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fec6172a26a477f9b03f1232e5bb875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap496cd9f9-8b", "ovs_interfaceid": "496cd9f9-8bb0-49b8-bad3-155d8bc584b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.708178] env[70243]: DEBUG oslo_vmware.api [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623119, 'name': PowerOffVM_Task, 'duration_secs': 0.186646} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.708425] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.708611] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Updating instance 'cc065069-c89d-4f7f-bfe8-fac5deef05ba' progress to 17 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1396.758998] env[70243]: DEBUG oslo_vmware.api [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623120, 'name': ReconfigVM_Task, 'duration_secs': 0.24827} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.759358] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2/934d1b4e-366c-4cb3-9cc3-b37bb4312ce2.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1396.759683] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Updating instance '934d1b4e-366c-4cb3-9cc3-b37bb4312ce2' progress to 50 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1397.141719] env[70243]: DEBUG oslo_concurrency.lockutils [req-a97c51e8-8337-412e-af77-78eef16dd305 req-cac1ad32-1439-45b9-8c51-f553109c37ee service nova] Releasing lock "refresh_cache-bbccad4a-d0b9-4e89-b557-3420d92c025d" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.214776] env[70243]: DEBUG nova.virt.hardware [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1397.215053] env[70243]: DEBUG nova.virt.hardware [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1397.215222] env[70243]: DEBUG nova.virt.hardware [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1397.215442] env[70243]: DEBUG nova.virt.hardware [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1397.215621] env[70243]: DEBUG nova.virt.hardware [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1397.215778] env[70243]: DEBUG nova.virt.hardware [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1397.215985] env[70243]: DEBUG nova.virt.hardware [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1397.216164] env[70243]: DEBUG nova.virt.hardware [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1397.216335] env[70243]: DEBUG nova.virt.hardware [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1397.216533] env[70243]: DEBUG nova.virt.hardware [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1397.216715] env[70243]: DEBUG nova.virt.hardware [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1397.221689] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4de6acc-5d5e-43a0-87b6-e5282361756b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.238099] env[70243]: DEBUG oslo_vmware.api [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1397.238099] env[70243]: value = "task-3623121" [ 1397.238099] env[70243]: _type = "Task" [ 1397.238099] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.246051] env[70243]: DEBUG oslo_vmware.api [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.266653] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7429b26-fee4-46fe-b0e0-85804edddf16 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.285829] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf658555-3018-4269-a3b6-c5eb4ba22fde {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.303590] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Updating instance '934d1b4e-366c-4cb3-9cc3-b37bb4312ce2' progress to 67 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1397.396879] env[70243]: DEBUG nova.compute.manager [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Stashing vm_state: active {{(pid=70243) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1397.748863] env[70243]: DEBUG oslo_vmware.api [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623121, 'name': ReconfigVM_Task, 'duration_secs': 0.151699} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.750039] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Updating instance 'cc065069-c89d-4f7f-bfe8-fac5deef05ba' progress to 33 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1397.841277] env[70243]: DEBUG nova.network.neutron [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Port 3ef9537f-b4ae-4161-8e9d-a1cc8659354c binding to destination host cpu-1 is already ACTIVE {{(pid=70243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1397.918824] env[70243]: DEBUG oslo_concurrency.lockutils [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.919116] env[70243]: DEBUG oslo_concurrency.lockutils [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.968020] env[70243]: DEBUG nova.compute.manager [req-110b5de9-a434-4425-b3f2-b591bda2fa2a req-421c68c1-31e3-4074-afb6-5e5a27fdecb2 service nova] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Received event network-changed-7efd3e96-bf0c-46e9-94a7-7d9035005acd {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1397.968298] env[70243]: DEBUG nova.compute.manager [req-110b5de9-a434-4425-b3f2-b591bda2fa2a req-421c68c1-31e3-4074-afb6-5e5a27fdecb2 service nova] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Refreshing instance network info cache due to event network-changed-7efd3e96-bf0c-46e9-94a7-7d9035005acd. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1397.968528] env[70243]: DEBUG oslo_concurrency.lockutils [req-110b5de9-a434-4425-b3f2-b591bda2fa2a req-421c68c1-31e3-4074-afb6-5e5a27fdecb2 service nova] Acquiring lock "refresh_cache-36c54378-4338-49bf-a8d0-86ada56bf725" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.968677] env[70243]: DEBUG oslo_concurrency.lockutils [req-110b5de9-a434-4425-b3f2-b591bda2fa2a req-421c68c1-31e3-4074-afb6-5e5a27fdecb2 service nova] Acquired lock "refresh_cache-36c54378-4338-49bf-a8d0-86ada56bf725" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.968840] env[70243]: DEBUG nova.network.neutron [req-110b5de9-a434-4425-b3f2-b591bda2fa2a req-421c68c1-31e3-4074-afb6-5e5a27fdecb2 service nova] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Refreshing network info cache for port 7efd3e96-bf0c-46e9-94a7-7d9035005acd {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1398.255627] env[70243]: DEBUG nova.virt.hardware [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1398.255962] env[70243]: DEBUG nova.virt.hardware [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.256060] env[70243]: DEBUG nova.virt.hardware [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1398.256264] env[70243]: DEBUG nova.virt.hardware [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.256420] env[70243]: DEBUG nova.virt.hardware [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1398.256564] env[70243]: DEBUG nova.virt.hardware [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1398.256765] env[70243]: DEBUG nova.virt.hardware [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1398.256922] env[70243]: DEBUG nova.virt.hardware [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1398.257108] env[70243]: DEBUG nova.virt.hardware [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1398.257273] env[70243]: DEBUG nova.virt.hardware [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1398.257446] env[70243]: DEBUG nova.virt.hardware [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1398.262735] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1398.263026] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-681d7783-3103-4c78-af7c-9adddb6489e2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.282460] env[70243]: DEBUG oslo_vmware.api [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1398.282460] env[70243]: value = "task-3623122" [ 1398.282460] env[70243]: _type = "Task" [ 1398.282460] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.290697] env[70243]: DEBUG oslo_vmware.api [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.423981] env[70243]: INFO nova.compute.claims [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1398.692822] env[70243]: DEBUG nova.network.neutron [req-110b5de9-a434-4425-b3f2-b591bda2fa2a req-421c68c1-31e3-4074-afb6-5e5a27fdecb2 service nova] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Updated VIF entry in instance network info cache for port 7efd3e96-bf0c-46e9-94a7-7d9035005acd. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1398.693195] env[70243]: DEBUG nova.network.neutron [req-110b5de9-a434-4425-b3f2-b591bda2fa2a req-421c68c1-31e3-4074-afb6-5e5a27fdecb2 service nova] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Updating instance_info_cache with network_info: [{"id": "7efd3e96-bf0c-46e9-94a7-7d9035005acd", "address": "fa:16:3e:8a:3b:1c", "network": {"id": "6c4ec218-1aa5-41c5-89cf-b0050733440b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1313015590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fec6172a26a477f9b03f1232e5bb875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7efd3e96-bf", "ovs_interfaceid": "7efd3e96-bf0c-46e9-94a7-7d9035005acd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.792574] env[70243]: DEBUG oslo_vmware.api [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623122, 'name': ReconfigVM_Task, 'duration_secs': 0.219262} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.792854] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1398.793626] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096ca9d7-5611-4f69-a244-c35c9820fbd4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.815051] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] cc065069-c89d-4f7f-bfe8-fac5deef05ba/cc065069-c89d-4f7f-bfe8-fac5deef05ba.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1398.815304] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb4c753f-1bb0-4df6-bdbf-c8170d5912f8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.832514] env[70243]: DEBUG oslo_vmware.api [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1398.832514] env[70243]: value = "task-3623123" [ 1398.832514] env[70243]: _type = "Task" [ 1398.832514] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.841456] env[70243]: DEBUG oslo_vmware.api [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623123, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.863509] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "934d1b4e-366c-4cb3-9cc3-b37bb4312ce2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.863733] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "934d1b4e-366c-4cb3-9cc3-b37bb4312ce2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.863924] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "934d1b4e-366c-4cb3-9cc3-b37bb4312ce2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.930462] env[70243]: INFO nova.compute.resource_tracker [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Updating resource usage from migration c04b7d70-6160-4382-952d-4de97d2c03f2 [ 1399.029952] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45daf119-9b97-4f29-8b03-43cbfec4423e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.038050] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a0b9ba-71d7-445e-9471-a9ebab644314 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.069858] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e69f291-fa95-443e-ae47-c343ed17295e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.077291] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec1118b-8728-4989-8df5-259d0a1c312b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.090013] env[70243]: DEBUG nova.compute.provider_tree [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.196441] env[70243]: DEBUG oslo_concurrency.lockutils [req-110b5de9-a434-4425-b3f2-b591bda2fa2a req-421c68c1-31e3-4074-afb6-5e5a27fdecb2 service nova] Releasing lock "refresh_cache-36c54378-4338-49bf-a8d0-86ada56bf725" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.342479] env[70243]: DEBUG oslo_vmware.api [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623123, 'name': ReconfigVM_Task, 'duration_secs': 0.247517} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.342850] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Reconfigured VM instance instance-0000007c to attach disk [datastore1] cc065069-c89d-4f7f-bfe8-fac5deef05ba/cc065069-c89d-4f7f-bfe8-fac5deef05ba.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.343018] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Updating instance 'cc065069-c89d-4f7f-bfe8-fac5deef05ba' progress to 50 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1399.593735] env[70243]: DEBUG nova.scheduler.client.report [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1399.849667] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0349e3f-163d-4b9e-9e4f-2ef1d17c442c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.871668] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c44fe0f-87b0-4671-8519-dc85431c4da8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.889178] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Updating instance 'cc065069-c89d-4f7f-bfe8-fac5deef05ba' progress to 67 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1399.899382] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "refresh_cache-934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.899562] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired lock "refresh_cache-934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.899742] env[70243]: DEBUG nova.network.neutron [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.098398] env[70243]: DEBUG oslo_concurrency.lockutils [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.179s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.098625] env[70243]: INFO nova.compute.manager [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Migrating [ 1400.443073] env[70243]: DEBUG nova.network.neutron [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Port 51d421ea-3e4f-4369-ab07-e10ad1b7f2c2 binding to destination host cpu-1 is already ACTIVE {{(pid=70243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1400.608045] env[70243]: DEBUG nova.network.neutron [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Updating instance_info_cache with network_info: [{"id": "3ef9537f-b4ae-4161-8e9d-a1cc8659354c", "address": "fa:16:3e:3a:42:50", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef9537f-b4", "ovs_interfaceid": "3ef9537f-b4ae-4161-8e9d-a1cc8659354c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.613548] env[70243]: DEBUG oslo_concurrency.lockutils [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "refresh_cache-36c54378-4338-49bf-a8d0-86ada56bf725" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.613659] env[70243]: DEBUG oslo_concurrency.lockutils [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired lock "refresh_cache-36c54378-4338-49bf-a8d0-86ada56bf725" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.613911] env[70243]: DEBUG nova.network.neutron [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1401.110960] env[70243]: DEBUG oslo_concurrency.lockutils [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Releasing lock "refresh_cache-934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.300258] env[70243]: DEBUG nova.network.neutron [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Updating instance_info_cache with network_info: [{"id": "7efd3e96-bf0c-46e9-94a7-7d9035005acd", "address": "fa:16:3e:8a:3b:1c", "network": {"id": "6c4ec218-1aa5-41c5-89cf-b0050733440b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1313015590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fec6172a26a477f9b03f1232e5bb875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7efd3e96-bf", "ovs_interfaceid": "7efd3e96-bf0c-46e9-94a7-7d9035005acd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.464022] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "cc065069-c89d-4f7f-bfe8-fac5deef05ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.464413] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "cc065069-c89d-4f7f-bfe8-fac5deef05ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.464413] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "cc065069-c89d-4f7f-bfe8-fac5deef05ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.634282] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cf5f4f-2a88-49c8-98c8-db9df14bc264 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.653408] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2c716b-6c3b-475d-aa8c-6bbce6e810e1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.660164] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Updating instance '934d1b4e-366c-4cb3-9cc3-b37bb4312ce2' progress to 83 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1401.802443] env[70243]: DEBUG oslo_concurrency.lockutils [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Releasing lock "refresh_cache-36c54378-4338-49bf-a8d0-86ada56bf725" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.167062] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1402.167390] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13353521-8326-4fb2-b307-2d3581a72827 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.174513] env[70243]: DEBUG oslo_vmware.api [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1402.174513] env[70243]: value = "task-3623124" [ 1402.174513] env[70243]: _type = "Task" [ 1402.174513] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.182195] env[70243]: DEBUG oslo_vmware.api [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.508275] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "refresh_cache-cc065069-c89d-4f7f-bfe8-fac5deef05ba" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.508546] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired lock "refresh_cache-cc065069-c89d-4f7f-bfe8-fac5deef05ba" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.508762] env[70243]: DEBUG nova.network.neutron [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1402.684867] env[70243]: DEBUG oslo_vmware.api [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623124, 'name': PowerOnVM_Task, 'duration_secs': 0.362241} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.685173] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1402.685362] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed9b8d2-4cce-4c31-978c-065198339486 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Updating instance '934d1b4e-366c-4cb3-9cc3-b37bb4312ce2' progress to 100 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1403.182966] env[70243]: DEBUG nova.network.neutron [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Updating instance_info_cache with network_info: [{"id": "51d421ea-3e4f-4369-ab07-e10ad1b7f2c2", "address": "fa:16:3e:4c:56:44", "network": {"id": "68ea344e-dd88-4cd9-a827-60a67e20e063", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1737013038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4a058af98b4faba744656bd2e6dd23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d421ea-3e", "ovs_interfaceid": "51d421ea-3e4f-4369-ab07-e10ad1b7f2c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.317084] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147e7250-c448-4c71-a85d-3bd52d607f6e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.336057] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Updating instance '36c54378-4338-49bf-a8d0-86ada56bf725' progress to 0 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1403.686285] env[70243]: DEBUG oslo_concurrency.lockutils [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Releasing lock "refresh_cache-cc065069-c89d-4f7f-bfe8-fac5deef05ba" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.842700] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1403.843037] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34faa5cd-afe8-4f9f-987e-b74fa58d43a1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.851575] env[70243]: DEBUG oslo_vmware.api [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1403.851575] env[70243]: value = "task-3623125" [ 1403.851575] env[70243]: _type = "Task" [ 1403.851575] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.859420] env[70243]: DEBUG oslo_vmware.api [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.207918] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e321b3-521b-4824-b8b0-c6bc4940a5d2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.227438] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88556e2a-d7c2-457a-ac7d-c494297ff0a7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.234351] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Updating instance 'cc065069-c89d-4f7f-bfe8-fac5deef05ba' progress to 83 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1404.360929] env[70243]: DEBUG oslo_vmware.api [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623125, 'name': PowerOffVM_Task, 'duration_secs': 0.192407} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.361218] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1404.361408] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Updating instance '36c54378-4338-49bf-a8d0-86ada56bf725' progress to 17 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1404.740901] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1404.741324] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abf3db48-5634-4428-9e40-a3f4a0423f80 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.749348] env[70243]: DEBUG oslo_vmware.api [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1404.749348] env[70243]: value = "task-3623126" [ 1404.749348] env[70243]: _type = "Task" [ 1404.749348] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.757847] env[70243]: DEBUG oslo_vmware.api [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.867438] env[70243]: DEBUG nova.virt.hardware [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1404.867734] env[70243]: DEBUG nova.virt.hardware [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1404.867901] env[70243]: DEBUG nova.virt.hardware [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1404.868101] env[70243]: DEBUG nova.virt.hardware [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1404.868253] env[70243]: DEBUG nova.virt.hardware [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1404.868398] env[70243]: DEBUG nova.virt.hardware [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1404.868603] env[70243]: DEBUG nova.virt.hardware [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1404.868763] env[70243]: DEBUG nova.virt.hardware [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1404.868929] env[70243]: DEBUG nova.virt.hardware [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1404.869108] env[70243]: DEBUG nova.virt.hardware [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1404.869308] env[70243]: DEBUG nova.virt.hardware [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1404.874603] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2880a36b-aca3-4889-931a-0d94eaf7a698 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.890526] env[70243]: DEBUG oslo_vmware.api [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1404.890526] env[70243]: value = "task-3623127" [ 1404.890526] env[70243]: _type = "Task" [ 1404.890526] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.898571] env[70243]: DEBUG oslo_vmware.api [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.259827] env[70243]: DEBUG oslo_vmware.api [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623126, 'name': PowerOnVM_Task, 'duration_secs': 0.450172} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.260066] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1405.260226] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4ecea6-bddc-45ab-861c-cc6edf2de695 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Updating instance 'cc065069-c89d-4f7f-bfe8-fac5deef05ba' progress to 100 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1405.401106] env[70243]: DEBUG oslo_vmware.api [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623127, 'name': ReconfigVM_Task, 'duration_secs': 0.226995} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.401106] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Updating instance '36c54378-4338-49bf-a8d0-86ada56bf725' progress to 33 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1405.563881] env[70243]: DEBUG nova.network.neutron [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Port 3ef9537f-b4ae-4161-8e9d-a1cc8659354c binding to destination host cpu-1 is already ACTIVE {{(pid=70243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1405.564182] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "refresh_cache-934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.564338] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired lock "refresh_cache-934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.564508] env[70243]: DEBUG nova.network.neutron [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.907550] env[70243]: DEBUG nova.virt.hardware [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1405.908129] env[70243]: DEBUG nova.virt.hardware [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1405.908129] env[70243]: DEBUG nova.virt.hardware [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1405.908129] env[70243]: DEBUG nova.virt.hardware [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1405.908295] env[70243]: DEBUG nova.virt.hardware [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1405.908427] env[70243]: DEBUG nova.virt.hardware [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1405.908632] env[70243]: DEBUG nova.virt.hardware [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1405.908793] env[70243]: DEBUG nova.virt.hardware [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1405.908960] env[70243]: DEBUG nova.virt.hardware [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1405.909154] env[70243]: DEBUG nova.virt.hardware [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1405.909331] env[70243]: DEBUG nova.virt.hardware [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1405.914634] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1405.915245] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-658d6d9a-d187-4872-90b4-58f931d5fc4e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.934489] env[70243]: DEBUG oslo_vmware.api [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1405.934489] env[70243]: value = "task-3623128" [ 1405.934489] env[70243]: _type = "Task" [ 1405.934489] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.942222] env[70243]: DEBUG oslo_vmware.api [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623128, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.088819] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.089077] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.089303] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.089439] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.089901] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.089901] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.090072] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.090232] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1406.090728] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.313097] env[70243]: DEBUG nova.network.neutron [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Updating instance_info_cache with network_info: [{"id": "3ef9537f-b4ae-4161-8e9d-a1cc8659354c", "address": "fa:16:3e:3a:42:50", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef9537f-b4", "ovs_interfaceid": "3ef9537f-b4ae-4161-8e9d-a1cc8659354c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.444269] env[70243]: DEBUG oslo_vmware.api [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623128, 'name': ReconfigVM_Task, 'duration_secs': 0.152964} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.444556] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1406.445365] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f299bb-bf63-473f-9c0d-ba7292bf5899 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.467216] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-dc0f5ada-7516-46f8-9d17-c09a61f0ea99/volume-dc0f5ada-7516-46f8-9d17-c09a61f0ea99.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1406.467474] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9ea8dc9-db0c-419f-8eca-03e9cfb7a867 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.486276] env[70243]: DEBUG oslo_vmware.api [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1406.486276] env[70243]: value = "task-3623129" [ 1406.486276] env[70243]: _type = "Task" [ 1406.486276] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.493668] env[70243]: DEBUG oslo_vmware.api [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.595504] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.595785] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.595949] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.596123] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1406.597031] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3f85bc-dcd8-4a1c-af3b-a5391c775eec {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.605518] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8db3d6-00d4-484d-b0f8-482f8170ab1e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.620612] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14d21d5-d06c-4bfd-953b-86a5a33c3542 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.627096] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389e7074-7ee7-4c54-a65f-391db42e5edf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.655976] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180043MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=70243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1406.656143] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.656357] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.815927] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Releasing lock "refresh_cache-934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.996163] env[70243]: DEBUG oslo_vmware.api [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623129, 'name': ReconfigVM_Task, 'duration_secs': 0.247488} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.996511] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-dc0f5ada-7516-46f8-9d17-c09a61f0ea99/volume-dc0f5ada-7516-46f8-9d17-c09a61f0ea99.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1406.996787] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Updating instance '36c54378-4338-49bf-a8d0-86ada56bf725' progress to 50 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1407.319729] env[70243]: DEBUG nova.compute.manager [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70243) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1407.319729] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.503769] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b3acdc-c684-499e-aedd-82c1affe50fd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.522838] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda5136e-80cc-4468-a75b-9f4a2b681b15 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.540978] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Updating instance '36c54378-4338-49bf-a8d0-86ada56bf725' progress to 67 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1407.665809] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Applying migration context for instance 36c54378-4338-49bf-a8d0-86ada56bf725 as it has an incoming, in-progress migration c04b7d70-6160-4382-952d-4de97d2c03f2. Migration status is migrating {{(pid=70243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1407.666056] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Applying migration context for instance 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2 as it has an incoming, in-progress migration 8dff3888-34c0-4410-ba71-9755f3f2b350. Migration status is reverting {{(pid=70243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1407.666233] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Applying migration context for instance cc065069-c89d-4f7f-bfe8-fac5deef05ba as it has an incoming, in-progress migration 85c2077f-3047-4920-8046-89f3c502ac5f. Migration status is finished {{(pid=70243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1407.667113] env[70243]: INFO nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Updating resource usage from migration c04b7d70-6160-4382-952d-4de97d2c03f2 [ 1407.667431] env[70243]: INFO nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Updating resource usage from migration 8dff3888-34c0-4410-ba71-9755f3f2b350 [ 1407.667700] env[70243]: INFO nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Updating resource usage from migration 85c2077f-3047-4920-8046-89f3c502ac5f [ 1407.688186] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance bbccad4a-d0b9-4e89-b557-3420d92c025d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.688337] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 7d43e15d-b109-4a1f-acb9-da2737a1655d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.688463] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Migration 8dff3888-34c0-4410-ba71-9755f3f2b350 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1407.688582] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.688698] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Migration 85c2077f-3047-4920-8046-89f3c502ac5f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1407.688812] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance cc065069-c89d-4f7f-bfe8-fac5deef05ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.688952] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Migration c04b7d70-6160-4382-952d-4de97d2c03f2 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1407.689091] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 36c54378-4338-49bf-a8d0-86ada56bf725 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1407.689281] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1407.689447] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1407.785014] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae633fd2-064e-4b3a-8356-1207967a2929 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.792441] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a13f63b-123e-4315-b7dd-c28037598121 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.823523] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4928ad1-6403-4d24-b490-d98570ebea5d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.830689] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f05445-14c3-4b9b-b1aa-04619d44ceeb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.843958] env[70243]: DEBUG nova.compute.provider_tree [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.946220] env[70243]: DEBUG oslo_concurrency.lockutils [None req-da64e967-6044-45c8-bf10-bed4e5fe8ba9 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "cc065069-c89d-4f7f-bfe8-fac5deef05ba" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.946623] env[70243]: DEBUG oslo_concurrency.lockutils [None req-da64e967-6044-45c8-bf10-bed4e5fe8ba9 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "cc065069-c89d-4f7f-bfe8-fac5deef05ba" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.946935] env[70243]: DEBUG nova.compute.manager [None req-da64e967-6044-45c8-bf10-bed4e5fe8ba9 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Going to confirm migration 9 {{(pid=70243) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1408.346884] env[70243]: DEBUG nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1408.483846] env[70243]: DEBUG oslo_concurrency.lockutils [None req-da64e967-6044-45c8-bf10-bed4e5fe8ba9 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "refresh_cache-cc065069-c89d-4f7f-bfe8-fac5deef05ba" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.484053] env[70243]: DEBUG oslo_concurrency.lockutils [None req-da64e967-6044-45c8-bf10-bed4e5fe8ba9 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired lock "refresh_cache-cc065069-c89d-4f7f-bfe8-fac5deef05ba" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.484235] env[70243]: DEBUG nova.network.neutron [None req-da64e967-6044-45c8-bf10-bed4e5fe8ba9 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1408.484416] env[70243]: DEBUG nova.objects.instance [None req-da64e967-6044-45c8-bf10-bed4e5fe8ba9 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lazy-loading 'info_cache' on Instance uuid cc065069-c89d-4f7f-bfe8-fac5deef05ba {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.852050] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1408.852339] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.196s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.852551] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.533s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.188802] env[70243]: DEBUG nova.network.neutron [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Port 7efd3e96-bf0c-46e9-94a7-7d9035005acd binding to destination host cpu-1 is already ACTIVE {{(pid=70243) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1409.355237] env[70243]: DEBUG nova.objects.instance [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lazy-loading 'migration_context' on Instance uuid 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.676708] env[70243]: DEBUG nova.network.neutron [None req-da64e967-6044-45c8-bf10-bed4e5fe8ba9 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Updating instance_info_cache with network_info: [{"id": "51d421ea-3e4f-4369-ab07-e10ad1b7f2c2", "address": "fa:16:3e:4c:56:44", "network": {"id": "68ea344e-dd88-4cd9-a827-60a67e20e063", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1737013038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4a058af98b4faba744656bd2e6dd23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d421ea-3e", "ovs_interfaceid": "51d421ea-3e4f-4369-ab07-e10ad1b7f2c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.966072] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279d3f90-bffb-4dff-b7f2-2bf661698403 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.973481] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce2fadd-3ada-4d11-b646-c200413865a1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.003246] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0cd879-ce1f-4f1f-a608-8625ab6335f3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.010271] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee7fe19-6f7a-422b-8093-840205599f51 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.023124] env[70243]: DEBUG nova.compute.provider_tree [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.179944] env[70243]: DEBUG oslo_concurrency.lockutils [None req-da64e967-6044-45c8-bf10-bed4e5fe8ba9 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Releasing lock "refresh_cache-cc065069-c89d-4f7f-bfe8-fac5deef05ba" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.180298] env[70243]: DEBUG nova.objects.instance [None req-da64e967-6044-45c8-bf10-bed4e5fe8ba9 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lazy-loading 'migration_context' on Instance uuid cc065069-c89d-4f7f-bfe8-fac5deef05ba {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.209357] env[70243]: DEBUG oslo_concurrency.lockutils [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "36c54378-4338-49bf-a8d0-86ada56bf725-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.209627] env[70243]: DEBUG oslo_concurrency.lockutils [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "36c54378-4338-49bf-a8d0-86ada56bf725-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.209747] env[70243]: DEBUG oslo_concurrency.lockutils [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "36c54378-4338-49bf-a8d0-86ada56bf725-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.526355] env[70243]: DEBUG nova.scheduler.client.report [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1410.682983] env[70243]: DEBUG nova.objects.base [None req-da64e967-6044-45c8-bf10-bed4e5fe8ba9 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1410.683954] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3365f5-2d1b-4f66-b62a-5ef77947bb01 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.703415] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8085ac5e-e8de-4e44-9dfa-2b65ba2e9ef6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.708854] env[70243]: DEBUG oslo_vmware.api [None req-da64e967-6044-45c8-bf10-bed4e5fe8ba9 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1410.708854] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52036d12-3d24-9093-5617-3bb6b09d3433" [ 1410.708854] env[70243]: _type = "Task" [ 1410.708854] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.719057] env[70243]: DEBUG oslo_vmware.api [None req-da64e967-6044-45c8-bf10-bed4e5fe8ba9 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52036d12-3d24-9093-5617-3bb6b09d3433, 'name': SearchDatastore_Task, 'duration_secs': 0.007809} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.719276] env[70243]: DEBUG oslo_concurrency.lockutils [None req-da64e967-6044-45c8-bf10-bed4e5fe8ba9 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.245080] env[70243]: DEBUG oslo_concurrency.lockutils [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "refresh_cache-36c54378-4338-49bf-a8d0-86ada56bf725" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.245284] env[70243]: DEBUG oslo_concurrency.lockutils [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired lock "refresh_cache-36c54378-4338-49bf-a8d0-86ada56bf725" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.245463] env[70243]: DEBUG nova.network.neutron [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.537576] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.685s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.543569] env[70243]: DEBUG oslo_concurrency.lockutils [None req-da64e967-6044-45c8-bf10-bed4e5fe8ba9 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.824s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.933570] env[70243]: DEBUG nova.network.neutron [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Updating instance_info_cache with network_info: [{"id": "7efd3e96-bf0c-46e9-94a7-7d9035005acd", "address": "fa:16:3e:8a:3b:1c", "network": {"id": "6c4ec218-1aa5-41c5-89cf-b0050733440b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1313015590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fec6172a26a477f9b03f1232e5bb875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7efd3e96-bf", "ovs_interfaceid": "7efd3e96-bf0c-46e9-94a7-7d9035005acd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.154895] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044faec2-9077-4f4d-83cf-1e1eae19a508 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.162604] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d72336-004f-4da7-807e-c9e9f18ec0fc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.194719] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812dd142-762c-4473-87ba-f7a1d081827d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.201891] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556e1ea3-05fe-4b41-ae58-66c7f3806b62 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.214767] env[70243]: DEBUG nova.compute.provider_tree [None req-da64e967-6044-45c8-bf10-bed4e5fe8ba9 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.437084] env[70243]: DEBUG oslo_concurrency.lockutils [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Releasing lock "refresh_cache-36c54378-4338-49bf-a8d0-86ada56bf725" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.718031] env[70243]: DEBUG nova.scheduler.client.report [None req-da64e967-6044-45c8-bf10-bed4e5fe8ba9 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1412.946461] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524a1b75-4653-4c12-a3ec-72eec764625d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.953350] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5446097-0ff6-4a8c-8111-b54379efa946 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.078300] env[70243]: INFO nova.compute.manager [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Swapping old allocation on dict_keys(['98e76d84-2347-4f8a-974e-fe32663c00ec']) held by migration 8dff3888-34c0-4410-ba71-9755f3f2b350 for instance [ 1413.102510] env[70243]: DEBUG nova.scheduler.client.report [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Overwriting current allocation {'allocations': {'98e76d84-2347-4f8a-974e-fe32663c00ec': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 175}}, 'project_id': '7c5b8aa268e7476da103ce23a55f69cb', 'user_id': '0fc6b3b78bed4177a78cffad9c4a2d54', 'consumer_generation': 1} on consumer 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2 {{(pid=70243) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1413.180623] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "refresh_cache-934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.180831] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired lock "refresh_cache-934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.181014] env[70243]: DEBUG nova.network.neutron [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1413.728981] env[70243]: DEBUG oslo_concurrency.lockutils [None req-da64e967-6044-45c8-bf10-bed4e5fe8ba9 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.185s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.880403] env[70243]: DEBUG nova.network.neutron [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Updating instance_info_cache with network_info: [{"id": "3ef9537f-b4ae-4161-8e9d-a1cc8659354c", "address": "fa:16:3e:3a:42:50", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef9537f-b4", "ovs_interfaceid": "3ef9537f-b4ae-4161-8e9d-a1cc8659354c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.043372] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909f4890-5a93-4984-9c4e-8504db6eb74a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.062273] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164ec622-878c-45d5-b97b-93a7bd9fcd1e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.069132] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Updating instance '36c54378-4338-49bf-a8d0-86ada56bf725' progress to 83 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1414.278618] env[70243]: INFO nova.scheduler.client.report [None req-da64e967-6044-45c8-bf10-bed4e5fe8ba9 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Deleted allocation for migration 85c2077f-3047-4920-8046-89f3c502ac5f [ 1414.383468] env[70243]: DEBUG oslo_concurrency.lockutils [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Releasing lock "refresh_cache-934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.383973] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.384271] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-403a6969-f1a6-4041-b6ca-297c725005e4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.391969] env[70243]: DEBUG oslo_vmware.api [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1414.391969] env[70243]: value = "task-3623130" [ 1414.391969] env[70243]: _type = "Task" [ 1414.391969] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.400463] env[70243]: DEBUG oslo_vmware.api [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.575272] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1414.575649] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9eff8b97-fc33-47d0-a834-fd04588e69e3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.583572] env[70243]: DEBUG oslo_vmware.api [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1414.583572] env[70243]: value = "task-3623131" [ 1414.583572] env[70243]: _type = "Task" [ 1414.583572] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.591450] env[70243]: DEBUG oslo_vmware.api [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.784228] env[70243]: DEBUG oslo_concurrency.lockutils [None req-da64e967-6044-45c8-bf10-bed4e5fe8ba9 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "cc065069-c89d-4f7f-bfe8-fac5deef05ba" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.838s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.902158] env[70243]: DEBUG oslo_vmware.api [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623130, 'name': PowerOffVM_Task, 'duration_secs': 0.27745} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.902477] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1414.903145] env[70243]: DEBUG nova.virt.hardware [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1414.903451] env[70243]: DEBUG nova.virt.hardware [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1414.903669] env[70243]: DEBUG nova.virt.hardware [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1414.903918] env[70243]: DEBUG nova.virt.hardware [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1414.904047] env[70243]: DEBUG nova.virt.hardware [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1414.904362] env[70243]: DEBUG nova.virt.hardware [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1414.904442] env[70243]: DEBUG nova.virt.hardware [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1414.904552] env[70243]: DEBUG nova.virt.hardware [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1414.904756] env[70243]: DEBUG nova.virt.hardware [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1414.904883] env[70243]: DEBUG nova.virt.hardware [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1414.905069] env[70243]: DEBUG nova.virt.hardware [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1414.910545] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5256c70-152a-48c0-80e1-7cc2ad280e7d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.927079] env[70243]: DEBUG oslo_vmware.api [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1414.927079] env[70243]: value = "task-3623132" [ 1414.927079] env[70243]: _type = "Task" [ 1414.927079] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.937142] env[70243]: DEBUG oslo_vmware.api [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.092593] env[70243]: DEBUG oslo_vmware.api [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623131, 'name': PowerOnVM_Task, 'duration_secs': 0.382605} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.092876] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1415.093072] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-19083e84-e7c1-4db3-b5a1-db75253d0d7b tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Updating instance '36c54378-4338-49bf-a8d0-86ada56bf725' progress to 100 {{(pid=70243) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1415.159107] env[70243]: DEBUG oslo_concurrency.lockutils [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "cc065069-c89d-4f7f-bfe8-fac5deef05ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.159409] env[70243]: DEBUG oslo_concurrency.lockutils [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "cc065069-c89d-4f7f-bfe8-fac5deef05ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.159684] env[70243]: DEBUG oslo_concurrency.lockutils [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "cc065069-c89d-4f7f-bfe8-fac5deef05ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.159954] env[70243]: DEBUG oslo_concurrency.lockutils [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "cc065069-c89d-4f7f-bfe8-fac5deef05ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.160207] env[70243]: DEBUG oslo_concurrency.lockutils [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "cc065069-c89d-4f7f-bfe8-fac5deef05ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.162516] env[70243]: INFO nova.compute.manager [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Terminating instance [ 1415.439547] env[70243]: DEBUG oslo_vmware.api [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623132, 'name': ReconfigVM_Task, 'duration_secs': 0.142321} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.440712] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7d83ca-4964-4d62-82b7-86643d8da180 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.466800] env[70243]: DEBUG nova.virt.hardware [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1415.467162] env[70243]: DEBUG nova.virt.hardware [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1415.467393] env[70243]: DEBUG nova.virt.hardware [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1415.467653] env[70243]: DEBUG nova.virt.hardware [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1415.467866] env[70243]: DEBUG nova.virt.hardware [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1415.468097] env[70243]: DEBUG nova.virt.hardware [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1415.468388] env[70243]: DEBUG nova.virt.hardware [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1415.468617] env[70243]: DEBUG nova.virt.hardware [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1415.468861] env[70243]: DEBUG nova.virt.hardware [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1415.469102] env[70243]: DEBUG nova.virt.hardware [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1415.469352] env[70243]: DEBUG nova.virt.hardware [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1415.470455] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cf5a0da-4cfe-4d11-9a8b-d22e0e82fbe0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.476929] env[70243]: DEBUG oslo_vmware.api [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1415.476929] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528967bd-f4df-9ff5-7241-41d1c56729a6" [ 1415.476929] env[70243]: _type = "Task" [ 1415.476929] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.487792] env[70243]: DEBUG oslo_vmware.api [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]528967bd-f4df-9ff5-7241-41d1c56729a6, 'name': SearchDatastore_Task, 'duration_secs': 0.007005} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.494477] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1415.495095] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeae7654-2edf-4914-bc0d-e95b03ce3801 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.513734] env[70243]: DEBUG oslo_vmware.api [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1415.513734] env[70243]: value = "task-3623133" [ 1415.513734] env[70243]: _type = "Task" [ 1415.513734] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.521322] env[70243]: DEBUG oslo_vmware.api [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.565532] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "e8f273c6-3a4a-4db0-9cb4-54872aecebf4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.565811] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "e8f273c6-3a4a-4db0-9cb4-54872aecebf4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.666720] env[70243]: DEBUG nova.compute.manager [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1415.666934] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1415.667840] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751536f5-f4b7-4c9b-8644-f5b66ebb463c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.675192] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.675417] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c8ea0a7-9815-4ea6-b532-4fc3de090758 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.681277] env[70243]: DEBUG oslo_vmware.api [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1415.681277] env[70243]: value = "task-3623134" [ 1415.681277] env[70243]: _type = "Task" [ 1415.681277] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.688406] env[70243]: DEBUG oslo_vmware.api [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.023847] env[70243]: DEBUG oslo_vmware.api [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.068588] env[70243]: DEBUG nova.compute.manager [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1416.191895] env[70243]: DEBUG oslo_vmware.api [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623134, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.524411] env[70243]: DEBUG oslo_vmware.api [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623133, 'name': ReconfigVM_Task, 'duration_secs': 0.696502} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.524728] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1416.525599] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36055c06-8c04-49a2-9ee8-937210253ae9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.547023] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2/934d1b4e-366c-4cb3-9cc3-b37bb4312ce2.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1416.547322] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-798a8d82-f823-4916-abe3-1088b5d7b696 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.566012] env[70243]: DEBUG oslo_vmware.api [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1416.566012] env[70243]: value = "task-3623135" [ 1416.566012] env[70243]: _type = "Task" [ 1416.566012] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.575846] env[70243]: DEBUG oslo_vmware.api [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623135, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.591542] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.591839] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.593470] env[70243]: INFO nova.compute.claims [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1416.691074] env[70243]: DEBUG oslo_vmware.api [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623134, 'name': PowerOffVM_Task, 'duration_secs': 0.540035} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.691336] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1416.691507] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1416.691754] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f76e171-38a0-42c9-9823-7473f05970c5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.752020] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1416.752273] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1416.752485] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Deleting the datastore file [datastore1] cc065069-c89d-4f7f-bfe8-fac5deef05ba {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1416.752719] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9619a9e-0d8f-41e9-ba63-4884e075540c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.759301] env[70243]: DEBUG oslo_vmware.api [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1416.759301] env[70243]: value = "task-3623137" [ 1416.759301] env[70243]: _type = "Task" [ 1416.759301] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.766596] env[70243]: DEBUG oslo_vmware.api [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.077060] env[70243]: DEBUG oslo_vmware.api [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623135, 'name': ReconfigVM_Task, 'duration_secs': 0.251749} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.077060] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2/934d1b4e-366c-4cb3-9cc3-b37bb4312ce2.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.077491] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882c45a5-c397-4ee0-80c4-1342230c3e7d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.095695] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82049d7a-18e9-467b-a788-2eaa8cecfd4c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.118821] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e4c112-6bea-4dd8-8e31-215bdfe13989 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.137951] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48e0c86-489f-48c6-94f6-b92f7a798736 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.144843] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1417.145125] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-415dbcec-4b66-4c61-b04d-93811cfd52c9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.151784] env[70243]: DEBUG oslo_vmware.api [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1417.151784] env[70243]: value = "task-3623138" [ 1417.151784] env[70243]: _type = "Task" [ 1417.151784] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.159381] env[70243]: DEBUG oslo_vmware.api [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.269399] env[70243]: DEBUG oslo_vmware.api [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134016} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.269700] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1417.269915] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1417.270106] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1417.270301] env[70243]: INFO nova.compute.manager [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Took 1.60 seconds to destroy the instance on the hypervisor. [ 1417.270560] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1417.270760] env[70243]: DEBUG nova.compute.manager [-] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1417.270874] env[70243]: DEBUG nova.network.neutron [-] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1417.508561] env[70243]: DEBUG nova.compute.manager [req-87e65257-a707-4219-9058-3d204e929097 req-e14e64e7-a0ec-43dd-a84f-930bae9d2a2a service nova] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Received event network-vif-deleted-51d421ea-3e4f-4369-ab07-e10ad1b7f2c2 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1417.508766] env[70243]: INFO nova.compute.manager [req-87e65257-a707-4219-9058-3d204e929097 req-e14e64e7-a0ec-43dd-a84f-930bae9d2a2a service nova] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Neutron deleted interface 51d421ea-3e4f-4369-ab07-e10ad1b7f2c2; detaching it from the instance and deleting it from the info cache [ 1417.508948] env[70243]: DEBUG nova.network.neutron [req-87e65257-a707-4219-9058-3d204e929097 req-e14e64e7-a0ec-43dd-a84f-930bae9d2a2a service nova] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.668988] env[70243]: DEBUG oslo_vmware.api [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623138, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.777014] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27437e31-dd2f-423c-8a20-57eab7cea40a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.785405] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7574764e-8a16-4984-b9c7-607867537a50 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.817141] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2921f181-ed96-434c-9748-68228b465be4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.824693] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3819a71-13d3-4c1a-8979-63f414f50bf2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.838022] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8402ed76-9b61-4fe8-8436-2c2f98f1c015 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "36c54378-4338-49bf-a8d0-86ada56bf725" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.838139] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8402ed76-9b61-4fe8-8436-2c2f98f1c015 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "36c54378-4338-49bf-a8d0-86ada56bf725" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.838297] env[70243]: DEBUG nova.compute.manager [None req-8402ed76-9b61-4fe8-8436-2c2f98f1c015 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Going to confirm migration 10 {{(pid=70243) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1417.839745] env[70243]: DEBUG nova.compute.provider_tree [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.990688] env[70243]: DEBUG nova.network.neutron [-] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.011095] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34e62002-7e30-4d8a-a908-68f3c188202c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.021248] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d24c136-25db-4ea2-b6e3-9b7ff361eb7b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.048242] env[70243]: DEBUG nova.compute.manager [req-87e65257-a707-4219-9058-3d204e929097 req-e14e64e7-a0ec-43dd-a84f-930bae9d2a2a service nova] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Detach interface failed, port_id=51d421ea-3e4f-4369-ab07-e10ad1b7f2c2, reason: Instance cc065069-c89d-4f7f-bfe8-fac5deef05ba could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1418.162667] env[70243]: DEBUG oslo_vmware.api [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623138, 'name': PowerOnVM_Task, 'duration_secs': 0.699462} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.163156] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.345586] env[70243]: DEBUG nova.scheduler.client.report [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1418.435870] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8402ed76-9b61-4fe8-8436-2c2f98f1c015 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "refresh_cache-36c54378-4338-49bf-a8d0-86ada56bf725" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.436089] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8402ed76-9b61-4fe8-8436-2c2f98f1c015 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquired lock "refresh_cache-36c54378-4338-49bf-a8d0-86ada56bf725" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.436282] env[70243]: DEBUG nova.network.neutron [None req-8402ed76-9b61-4fe8-8436-2c2f98f1c015 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1418.436470] env[70243]: DEBUG nova.objects.instance [None req-8402ed76-9b61-4fe8-8436-2c2f98f1c015 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lazy-loading 'info_cache' on Instance uuid 36c54378-4338-49bf-a8d0-86ada56bf725 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.493747] env[70243]: INFO nova.compute.manager [-] [instance: cc065069-c89d-4f7f-bfe8-fac5deef05ba] Took 1.22 seconds to deallocate network for instance. [ 1418.851601] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.852178] env[70243]: DEBUG nova.compute.manager [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1419.000256] env[70243]: DEBUG oslo_concurrency.lockutils [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.000570] env[70243]: DEBUG oslo_concurrency.lockutils [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.000769] env[70243]: DEBUG oslo_concurrency.lockutils [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.018137] env[70243]: INFO nova.scheduler.client.report [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Deleted allocations for instance cc065069-c89d-4f7f-bfe8-fac5deef05ba [ 1419.174847] env[70243]: INFO nova.compute.manager [None req-5bb3127f-67ae-46b9-9840-4fab6c1ef0dc tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Updating instance to original state: 'active' [ 1419.357090] env[70243]: DEBUG nova.compute.utils [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1419.358759] env[70243]: DEBUG nova.compute.manager [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1419.358930] env[70243]: DEBUG nova.network.neutron [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1419.405809] env[70243]: DEBUG nova.policy [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6a8e13181974798bbafefd4c142cff1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce4a058af98b4faba744656bd2e6dd23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1419.527703] env[70243]: DEBUG oslo_concurrency.lockutils [None req-99923e3f-0248-4f45-947e-58243ee59ada tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "cc065069-c89d-4f7f-bfe8-fac5deef05ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.368s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.703270] env[70243]: DEBUG nova.network.neutron [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Successfully created port: fd63da90-7270-451f-8fd1-654701c41cde {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1419.728172] env[70243]: DEBUG nova.network.neutron [None req-8402ed76-9b61-4fe8-8436-2c2f98f1c015 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Updating instance_info_cache with network_info: [{"id": "7efd3e96-bf0c-46e9-94a7-7d9035005acd", "address": "fa:16:3e:8a:3b:1c", "network": {"id": "6c4ec218-1aa5-41c5-89cf-b0050733440b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1313015590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fec6172a26a477f9b03f1232e5bb875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7efd3e96-bf", "ovs_interfaceid": "7efd3e96-bf0c-46e9-94a7-7d9035005acd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.862238] env[70243]: DEBUG nova.compute.manager [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1420.230328] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8402ed76-9b61-4fe8-8436-2c2f98f1c015 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Releasing lock "refresh_cache-36c54378-4338-49bf-a8d0-86ada56bf725" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.230671] env[70243]: DEBUG nova.objects.instance [None req-8402ed76-9b61-4fe8-8436-2c2f98f1c015 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lazy-loading 'migration_context' on Instance uuid 36c54378-4338-49bf-a8d0-86ada56bf725 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.410206] env[70243]: DEBUG oslo_concurrency.lockutils [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.410472] env[70243]: DEBUG oslo_concurrency.lockutils [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.410684] env[70243]: DEBUG oslo_concurrency.lockutils [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "934d1b4e-366c-4cb3-9cc3-b37bb4312ce2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.410865] env[70243]: DEBUG oslo_concurrency.lockutils [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "934d1b4e-366c-4cb3-9cc3-b37bb4312ce2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.411040] env[70243]: DEBUG oslo_concurrency.lockutils [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "934d1b4e-366c-4cb3-9cc3-b37bb4312ce2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.413029] env[70243]: INFO nova.compute.manager [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Terminating instance [ 1420.734597] env[70243]: DEBUG nova.objects.base [None req-8402ed76-9b61-4fe8-8436-2c2f98f1c015 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Object Instance<36c54378-4338-49bf-a8d0-86ada56bf725> lazy-loaded attributes: info_cache,migration_context {{(pid=70243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1420.735709] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422d3566-06a7-46f3-9992-82e7e78b6dfe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.755103] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08479d94-8540-4556-9e6f-aedb856feddf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.760329] env[70243]: DEBUG oslo_vmware.api [None req-8402ed76-9b61-4fe8-8436-2c2f98f1c015 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1420.760329] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526e5300-8e45-5766-aa39-c2f4986877e8" [ 1420.760329] env[70243]: _type = "Task" [ 1420.760329] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.767721] env[70243]: DEBUG oslo_vmware.api [None req-8402ed76-9b61-4fe8-8436-2c2f98f1c015 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526e5300-8e45-5766-aa39-c2f4986877e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.873348] env[70243]: DEBUG nova.compute.manager [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1420.899379] env[70243]: DEBUG nova.virt.hardware [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1420.899634] env[70243]: DEBUG nova.virt.hardware [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1420.899833] env[70243]: DEBUG nova.virt.hardware [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1420.900045] env[70243]: DEBUG nova.virt.hardware [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1420.900200] env[70243]: DEBUG nova.virt.hardware [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1420.900349] env[70243]: DEBUG nova.virt.hardware [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1420.900559] env[70243]: DEBUG nova.virt.hardware [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1420.900721] env[70243]: DEBUG nova.virt.hardware [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1420.900888] env[70243]: DEBUG nova.virt.hardware [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1420.901064] env[70243]: DEBUG nova.virt.hardware [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1420.901241] env[70243]: DEBUG nova.virt.hardware [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1420.902112] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2035ef-08c8-447d-aa36-910df8d9a40e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.910986] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed69b11-1210-4dfd-b74b-64b144d1b524 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.916062] env[70243]: DEBUG nova.compute.manager [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1420.916302] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1420.917116] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a154488-52a1-434a-b972-ec600d0646dd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.932179] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1420.932418] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11addf67-443a-4c75-b203-edb41722027f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.938849] env[70243]: DEBUG oslo_vmware.api [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1420.938849] env[70243]: value = "task-3623139" [ 1420.938849] env[70243]: _type = "Task" [ 1420.938849] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.946775] env[70243]: DEBUG oslo_vmware.api [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.135707] env[70243]: DEBUG nova.compute.manager [req-4a57891c-6775-47e9-8428-a621fabc81eb req-21552d21-eca1-460c-949b-45eaf0c531f0 service nova] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Received event network-vif-plugged-fd63da90-7270-451f-8fd1-654701c41cde {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1421.136016] env[70243]: DEBUG oslo_concurrency.lockutils [req-4a57891c-6775-47e9-8428-a621fabc81eb req-21552d21-eca1-460c-949b-45eaf0c531f0 service nova] Acquiring lock "e8f273c6-3a4a-4db0-9cb4-54872aecebf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.136339] env[70243]: DEBUG oslo_concurrency.lockutils [req-4a57891c-6775-47e9-8428-a621fabc81eb req-21552d21-eca1-460c-949b-45eaf0c531f0 service nova] Lock "e8f273c6-3a4a-4db0-9cb4-54872aecebf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.136522] env[70243]: DEBUG oslo_concurrency.lockutils [req-4a57891c-6775-47e9-8428-a621fabc81eb req-21552d21-eca1-460c-949b-45eaf0c531f0 service nova] Lock "e8f273c6-3a4a-4db0-9cb4-54872aecebf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.136708] env[70243]: DEBUG nova.compute.manager [req-4a57891c-6775-47e9-8428-a621fabc81eb req-21552d21-eca1-460c-949b-45eaf0c531f0 service nova] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] No waiting events found dispatching network-vif-plugged-fd63da90-7270-451f-8fd1-654701c41cde {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1421.136931] env[70243]: WARNING nova.compute.manager [req-4a57891c-6775-47e9-8428-a621fabc81eb req-21552d21-eca1-460c-949b-45eaf0c531f0 service nova] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Received unexpected event network-vif-plugged-fd63da90-7270-451f-8fd1-654701c41cde for instance with vm_state building and task_state spawning. [ 1421.217869] env[70243]: DEBUG nova.network.neutron [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Successfully updated port: fd63da90-7270-451f-8fd1-654701c41cde {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1421.270960] env[70243]: DEBUG oslo_vmware.api [None req-8402ed76-9b61-4fe8-8436-2c2f98f1c015 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526e5300-8e45-5766-aa39-c2f4986877e8, 'name': SearchDatastore_Task, 'duration_secs': 0.01967} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.273088] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8402ed76-9b61-4fe8-8436-2c2f98f1c015 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.273088] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8402ed76-9b61-4fe8-8436-2c2f98f1c015 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.450478] env[70243]: DEBUG oslo_vmware.api [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623139, 'name': PowerOffVM_Task, 'duration_secs': 0.249762} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.450834] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1421.451060] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1421.451364] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ac9da1f-9fa1-46d9-957a-a80f433662e1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.521038] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1421.521278] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1421.521461] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Deleting the datastore file [datastore1] 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1421.521729] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a49471dc-07dc-4086-90e5-ed765dd286a6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.528686] env[70243]: DEBUG oslo_vmware.api [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1421.528686] env[70243]: value = "task-3623141" [ 1421.528686] env[70243]: _type = "Task" [ 1421.528686] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.536308] env[70243]: DEBUG oslo_vmware.api [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.721400] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "refresh_cache-e8f273c6-3a4a-4db0-9cb4-54872aecebf4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.721556] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired lock "refresh_cache-e8f273c6-3a4a-4db0-9cb4-54872aecebf4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.721722] env[70243]: DEBUG nova.network.neutron [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1421.858136] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62e2637-d64b-4b6d-9216-bced065a3af9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.866062] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5011a2-9b13-4b9b-9a63-7b2dd83c6266 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.895862] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941d7fc2-f797-47a2-a49e-8b1dba2799a6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.903512] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b750c9c5-258f-4958-ad7e-1efc73175213 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.916607] env[70243]: DEBUG nova.compute.provider_tree [None req-8402ed76-9b61-4fe8-8436-2c2f98f1c015 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.039612] env[70243]: DEBUG oslo_vmware.api [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135071} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.039821] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1422.040013] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1422.040200] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1422.040374] env[70243]: INFO nova.compute.manager [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1422.040615] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1422.040839] env[70243]: DEBUG nova.compute.manager [-] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1422.040939] env[70243]: DEBUG nova.network.neutron [-] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1422.254103] env[70243]: DEBUG nova.network.neutron [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1422.398499] env[70243]: DEBUG nova.network.neutron [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Updating instance_info_cache with network_info: [{"id": "fd63da90-7270-451f-8fd1-654701c41cde", "address": "fa:16:3e:98:2a:49", "network": {"id": "68ea344e-dd88-4cd9-a827-60a67e20e063", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1737013038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4a058af98b4faba744656bd2e6dd23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd63da90-72", "ovs_interfaceid": "fd63da90-7270-451f-8fd1-654701c41cde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.420051] env[70243]: DEBUG nova.scheduler.client.report [None req-8402ed76-9b61-4fe8-8436-2c2f98f1c015 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.901172] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Releasing lock "refresh_cache-e8f273c6-3a4a-4db0-9cb4-54872aecebf4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.901493] env[70243]: DEBUG nova.compute.manager [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Instance network_info: |[{"id": "fd63da90-7270-451f-8fd1-654701c41cde", "address": "fa:16:3e:98:2a:49", "network": {"id": "68ea344e-dd88-4cd9-a827-60a67e20e063", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1737013038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4a058af98b4faba744656bd2e6dd23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd63da90-72", "ovs_interfaceid": "fd63da90-7270-451f-8fd1-654701c41cde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1422.901931] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:2a:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd63da90-7270-451f-8fd1-654701c41cde', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1422.909424] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1422.909651] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1422.909879] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2af3e924-d007-4707-a97f-ffae77e7bf34 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.933889] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1422.933889] env[70243]: value = "task-3623142" [ 1422.933889] env[70243]: _type = "Task" [ 1422.933889] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.941489] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623142, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.958258] env[70243]: DEBUG nova.network.neutron [-] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.169647] env[70243]: DEBUG nova.compute.manager [req-6adca4af-f3c5-4537-a05e-c95317bcab5b req-60e93bdf-87de-4f33-80dd-a59bedc66205 service nova] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Received event network-changed-fd63da90-7270-451f-8fd1-654701c41cde {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1423.169851] env[70243]: DEBUG nova.compute.manager [req-6adca4af-f3c5-4537-a05e-c95317bcab5b req-60e93bdf-87de-4f33-80dd-a59bedc66205 service nova] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Refreshing instance network info cache due to event network-changed-fd63da90-7270-451f-8fd1-654701c41cde. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1423.170313] env[70243]: DEBUG oslo_concurrency.lockutils [req-6adca4af-f3c5-4537-a05e-c95317bcab5b req-60e93bdf-87de-4f33-80dd-a59bedc66205 service nova] Acquiring lock "refresh_cache-e8f273c6-3a4a-4db0-9cb4-54872aecebf4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.170445] env[70243]: DEBUG oslo_concurrency.lockutils [req-6adca4af-f3c5-4537-a05e-c95317bcab5b req-60e93bdf-87de-4f33-80dd-a59bedc66205 service nova] Acquired lock "refresh_cache-e8f273c6-3a4a-4db0-9cb4-54872aecebf4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.170617] env[70243]: DEBUG nova.network.neutron [req-6adca4af-f3c5-4537-a05e-c95317bcab5b req-60e93bdf-87de-4f33-80dd-a59bedc66205 service nova] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Refreshing network info cache for port fd63da90-7270-451f-8fd1-654701c41cde {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1423.431951] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8402ed76-9b61-4fe8-8436-2c2f98f1c015 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.160s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.443900] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623142, 'name': CreateVM_Task, 'duration_secs': 0.298563} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.444069] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1423.444715] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.444853] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.445191] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.445440] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fab0f808-5693-413e-ac9c-91bec8ae762f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.449560] env[70243]: DEBUG oslo_vmware.api [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1423.449560] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526d8c62-40a5-1b14-f0aa-f96ad0560a7b" [ 1423.449560] env[70243]: _type = "Task" [ 1423.449560] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.456708] env[70243]: DEBUG oslo_vmware.api [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526d8c62-40a5-1b14-f0aa-f96ad0560a7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.460104] env[70243]: INFO nova.compute.manager [-] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Took 1.42 seconds to deallocate network for instance. [ 1423.851918] env[70243]: DEBUG nova.network.neutron [req-6adca4af-f3c5-4537-a05e-c95317bcab5b req-60e93bdf-87de-4f33-80dd-a59bedc66205 service nova] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Updated VIF entry in instance network info cache for port fd63da90-7270-451f-8fd1-654701c41cde. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1423.852305] env[70243]: DEBUG nova.network.neutron [req-6adca4af-f3c5-4537-a05e-c95317bcab5b req-60e93bdf-87de-4f33-80dd-a59bedc66205 service nova] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Updating instance_info_cache with network_info: [{"id": "fd63da90-7270-451f-8fd1-654701c41cde", "address": "fa:16:3e:98:2a:49", "network": {"id": "68ea344e-dd88-4cd9-a827-60a67e20e063", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1737013038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4a058af98b4faba744656bd2e6dd23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd63da90-72", "ovs_interfaceid": "fd63da90-7270-451f-8fd1-654701c41cde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.961851] env[70243]: DEBUG oslo_vmware.api [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]526d8c62-40a5-1b14-f0aa-f96ad0560a7b, 'name': SearchDatastore_Task, 'duration_secs': 0.012452} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.962178] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.962450] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1423.962611] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.962748] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.962965] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1423.963241] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a494cc57-4529-46a4-8ef0-362e5de1d1d9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.965540] env[70243]: DEBUG oslo_concurrency.lockutils [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.965809] env[70243]: DEBUG oslo_concurrency.lockutils [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.965997] env[70243]: DEBUG oslo_concurrency.lockutils [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.974066] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1423.974258] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1423.974974] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69afff4e-ef44-4944-afb9-fb64b6bf748b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.980142] env[70243]: DEBUG oslo_vmware.api [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1423.980142] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529aaac7-7457-3ff3-17b1-dd120fe5e73a" [ 1423.980142] env[70243]: _type = "Task" [ 1423.980142] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.987715] env[70243]: DEBUG oslo_vmware.api [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529aaac7-7457-3ff3-17b1-dd120fe5e73a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.988461] env[70243]: INFO nova.scheduler.client.report [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Deleted allocations for instance 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2 [ 1423.993631] env[70243]: INFO nova.scheduler.client.report [None req-8402ed76-9b61-4fe8-8436-2c2f98f1c015 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Deleted allocation for migration c04b7d70-6160-4382-952d-4de97d2c03f2 [ 1424.198325] env[70243]: INFO nova.compute.manager [None req-fa50b931-5e82-4df4-8f6e-d7f422b846f6 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Get console output [ 1424.198460] env[70243]: WARNING nova.virt.vmwareapi.driver [None req-fa50b931-5e82-4df4-8f6e-d7f422b846f6 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] The console log is missing. Check your VSPC configuration [ 1424.355270] env[70243]: DEBUG oslo_concurrency.lockutils [req-6adca4af-f3c5-4537-a05e-c95317bcab5b req-60e93bdf-87de-4f33-80dd-a59bedc66205 service nova] Releasing lock "refresh_cache-e8f273c6-3a4a-4db0-9cb4-54872aecebf4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.355565] env[70243]: DEBUG nova.compute.manager [req-6adca4af-f3c5-4537-a05e-c95317bcab5b req-60e93bdf-87de-4f33-80dd-a59bedc66205 service nova] [instance: 934d1b4e-366c-4cb3-9cc3-b37bb4312ce2] Received event network-vif-deleted-3ef9537f-b4ae-4161-8e9d-a1cc8659354c {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1424.490425] env[70243]: DEBUG oslo_vmware.api [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]529aaac7-7457-3ff3-17b1-dd120fe5e73a, 'name': SearchDatastore_Task, 'duration_secs': 0.008219} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.491240] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5a14e78-7cde-4f87-b024-1a8adf031aac {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.496040] env[70243]: DEBUG oslo_concurrency.lockutils [None req-20156fd0-4860-4f1e-bfe1-fc370224f874 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "934d1b4e-366c-4cb3-9cc3-b37bb4312ce2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.086s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.497456] env[70243]: DEBUG oslo_concurrency.lockutils [None req-8402ed76-9b61-4fe8-8436-2c2f98f1c015 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "36c54378-4338-49bf-a8d0-86ada56bf725" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.659s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.499513] env[70243]: DEBUG oslo_vmware.api [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1424.499513] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520a34f8-a4ea-17e7-3637-6402f788254d" [ 1424.499513] env[70243]: _type = "Task" [ 1424.499513] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.507521] env[70243]: DEBUG oslo_vmware.api [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520a34f8-a4ea-17e7-3637-6402f788254d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.009930] env[70243]: DEBUG oslo_vmware.api [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]520a34f8-a4ea-17e7-3637-6402f788254d, 'name': SearchDatastore_Task, 'duration_secs': 0.009695} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.010137] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.010376] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] e8f273c6-3a4a-4db0-9cb4-54872aecebf4/e8f273c6-3a4a-4db0-9cb4-54872aecebf4.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1425.010632] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e6f47e6-fbaa-4e06-b5b4-daacc1496e3e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.017594] env[70243]: DEBUG oslo_vmware.api [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1425.017594] env[70243]: value = "task-3623143" [ 1425.017594] env[70243]: _type = "Task" [ 1425.017594] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.024948] env[70243]: DEBUG oslo_vmware.api [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.281338] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "0627778c-42fb-4142-a502-3548c8677b6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.281639] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "0627778c-42fb-4142-a502-3548c8677b6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.528075] env[70243]: DEBUG oslo_vmware.api [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.409199} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.528424] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] e8f273c6-3a4a-4db0-9cb4-54872aecebf4/e8f273c6-3a4a-4db0-9cb4-54872aecebf4.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1425.528512] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1425.528767] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-723a8e6b-2dc2-48d4-99f8-4ef503ab67a0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.535344] env[70243]: DEBUG oslo_vmware.api [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1425.535344] env[70243]: value = "task-3623144" [ 1425.535344] env[70243]: _type = "Task" [ 1425.535344] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.546354] env[70243]: DEBUG oslo_vmware.api [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.784963] env[70243]: DEBUG nova.compute.manager [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1426.044640] env[70243]: DEBUG oslo_vmware.api [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064326} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.046059] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1426.046059] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bcab45-d604-411c-877f-058af5f2c2ec {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.067971] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] e8f273c6-3a4a-4db0-9cb4-54872aecebf4/e8f273c6-3a4a-4db0-9cb4-54872aecebf4.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1426.068212] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c384e8bc-fff2-4e2f-bdfa-4f09a5736f4e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.087647] env[70243]: DEBUG oslo_vmware.api [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1426.087647] env[70243]: value = "task-3623145" [ 1426.087647] env[70243]: _type = "Task" [ 1426.087647] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.094853] env[70243]: DEBUG oslo_vmware.api [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623145, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.307696] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.308000] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.309502] env[70243]: INFO nova.compute.claims [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1426.597562] env[70243]: DEBUG oslo_vmware.api [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623145, 'name': ReconfigVM_Task, 'duration_secs': 0.298262} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.597947] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Reconfigured VM instance instance-0000007e to attach disk [datastore1] e8f273c6-3a4a-4db0-9cb4-54872aecebf4/e8f273c6-3a4a-4db0-9cb4-54872aecebf4.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1426.598484] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9b4b420-9a90-491b-a679-ce548a3e52bc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.604814] env[70243]: DEBUG oslo_vmware.api [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1426.604814] env[70243]: value = "task-3623146" [ 1426.604814] env[70243]: _type = "Task" [ 1426.604814] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.612995] env[70243]: DEBUG oslo_vmware.api [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623146, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.114161] env[70243]: DEBUG oslo_vmware.api [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623146, 'name': Rename_Task, 'duration_secs': 0.143347} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.114439] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1427.114680] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5cc6b61-0a42-4437-84a0-8a5a8bde7df8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.124178] env[70243]: DEBUG oslo_vmware.api [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1427.124178] env[70243]: value = "task-3623147" [ 1427.124178] env[70243]: _type = "Task" [ 1427.124178] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.131252] env[70243]: DEBUG oslo_vmware.api [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.386256] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3bc094-fc4e-45cb-bdab-b509fce35d12 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.394211] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5856d2d7-50e0-4aa3-b25d-a0824f163691 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.425216] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d911c0c-0702-4ea5-8eb2-4d603294883c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.432275] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2aa904-3b57-48bd-a367-1d3b7eb1f633 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.445521] env[70243]: DEBUG nova.compute.provider_tree [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1427.634740] env[70243]: DEBUG oslo_vmware.api [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623147, 'name': PowerOnVM_Task, 'duration_secs': 0.418337} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.635125] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1427.635211] env[70243]: INFO nova.compute.manager [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Took 6.76 seconds to spawn the instance on the hypervisor. [ 1427.635389] env[70243]: DEBUG nova.compute.manager [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1427.636182] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82a31d8-2ddf-4283-a385-739c5c2b4c64 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.948663] env[70243]: DEBUG nova.scheduler.client.report [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1428.153677] env[70243]: INFO nova.compute.manager [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Took 11.58 seconds to build instance. [ 1428.453528] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.145s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.454084] env[70243]: DEBUG nova.compute.manager [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1428.655902] env[70243]: DEBUG oslo_concurrency.lockutils [None req-e2eed4a5-7bfc-43bf-b5db-c037c328f2dd tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "e8f273c6-3a4a-4db0-9cb4-54872aecebf4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.090s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.959056] env[70243]: DEBUG nova.compute.utils [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1428.960452] env[70243]: DEBUG nova.compute.manager [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1428.960626] env[70243]: DEBUG nova.network.neutron [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1428.995433] env[70243]: DEBUG nova.policy [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fc6b3b78bed4177a78cffad9c4a2d54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c5b8aa268e7476da103ce23a55f69cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1429.235771] env[70243]: DEBUG oslo_concurrency.lockutils [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "e8f273c6-3a4a-4db0-9cb4-54872aecebf4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.235771] env[70243]: DEBUG oslo_concurrency.lockutils [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "e8f273c6-3a4a-4db0-9cb4-54872aecebf4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.236012] env[70243]: DEBUG oslo_concurrency.lockutils [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "e8f273c6-3a4a-4db0-9cb4-54872aecebf4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.236277] env[70243]: DEBUG oslo_concurrency.lockutils [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "e8f273c6-3a4a-4db0-9cb4-54872aecebf4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.236383] env[70243]: DEBUG oslo_concurrency.lockutils [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "e8f273c6-3a4a-4db0-9cb4-54872aecebf4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.238465] env[70243]: INFO nova.compute.manager [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Terminating instance [ 1429.241294] env[70243]: DEBUG nova.network.neutron [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Successfully created port: 7e699b59-f124-43a4-9190-a3b7ae61ae89 {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1429.463502] env[70243]: DEBUG nova.compute.manager [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1429.744796] env[70243]: DEBUG nova.compute.manager [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1429.745168] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1429.746048] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21803dd-af12-486d-8f9d-c65c1e6c9bd5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.755096] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1429.755336] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff682076-d62f-4fde-8ed9-90a27612da6e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.762729] env[70243]: DEBUG oslo_vmware.api [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1429.762729] env[70243]: value = "task-3623148" [ 1429.762729] env[70243]: _type = "Task" [ 1429.762729] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.770420] env[70243]: DEBUG oslo_vmware.api [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.272249] env[70243]: DEBUG oslo_vmware.api [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623148, 'name': PowerOffVM_Task, 'duration_secs': 0.187529} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.272469] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1430.272639] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1430.272881] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85144278-ca6e-4343-b7b1-f0c3607abdeb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.339296] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1430.339519] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1430.339692] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Deleting the datastore file [datastore1] e8f273c6-3a4a-4db0-9cb4-54872aecebf4 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1430.339955] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88a5bb76-ada4-4f97-bd77-9a7b6b4e5ba3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.347171] env[70243]: DEBUG oslo_vmware.api [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for the task: (returnval){ [ 1430.347171] env[70243]: value = "task-3623150" [ 1430.347171] env[70243]: _type = "Task" [ 1430.347171] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.354679] env[70243]: DEBUG oslo_vmware.api [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.474214] env[70243]: DEBUG nova.compute.manager [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1430.500146] env[70243]: DEBUG nova.virt.hardware [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1430.500386] env[70243]: DEBUG nova.virt.hardware [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1430.500549] env[70243]: DEBUG nova.virt.hardware [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1430.500736] env[70243]: DEBUG nova.virt.hardware [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1430.500884] env[70243]: DEBUG nova.virt.hardware [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1430.501040] env[70243]: DEBUG nova.virt.hardware [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1430.501256] env[70243]: DEBUG nova.virt.hardware [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1430.501416] env[70243]: DEBUG nova.virt.hardware [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1430.501583] env[70243]: DEBUG nova.virt.hardware [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1430.501746] env[70243]: DEBUG nova.virt.hardware [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1430.501920] env[70243]: DEBUG nova.virt.hardware [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1430.502777] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b24dc96-b689-4293-8f2a-8c1f5e6c728d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.510693] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6851dc9-2f27-4ba5-bce1-7ff9089426d0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.616560] env[70243]: DEBUG nova.compute.manager [req-fd7dcd55-9a74-416c-a508-6739fe2553fa req-82ee2dc1-f10e-4d40-896f-5acaf4bfaf7a service nova] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Received event network-vif-plugged-7e699b59-f124-43a4-9190-a3b7ae61ae89 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1430.616884] env[70243]: DEBUG oslo_concurrency.lockutils [req-fd7dcd55-9a74-416c-a508-6739fe2553fa req-82ee2dc1-f10e-4d40-896f-5acaf4bfaf7a service nova] Acquiring lock "0627778c-42fb-4142-a502-3548c8677b6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.617030] env[70243]: DEBUG oslo_concurrency.lockutils [req-fd7dcd55-9a74-416c-a508-6739fe2553fa req-82ee2dc1-f10e-4d40-896f-5acaf4bfaf7a service nova] Lock "0627778c-42fb-4142-a502-3548c8677b6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.617207] env[70243]: DEBUG oslo_concurrency.lockutils [req-fd7dcd55-9a74-416c-a508-6739fe2553fa req-82ee2dc1-f10e-4d40-896f-5acaf4bfaf7a service nova] Lock "0627778c-42fb-4142-a502-3548c8677b6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.617422] env[70243]: DEBUG nova.compute.manager [req-fd7dcd55-9a74-416c-a508-6739fe2553fa req-82ee2dc1-f10e-4d40-896f-5acaf4bfaf7a service nova] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] No waiting events found dispatching network-vif-plugged-7e699b59-f124-43a4-9190-a3b7ae61ae89 {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1430.617614] env[70243]: WARNING nova.compute.manager [req-fd7dcd55-9a74-416c-a508-6739fe2553fa req-82ee2dc1-f10e-4d40-896f-5acaf4bfaf7a service nova] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Received unexpected event network-vif-plugged-7e699b59-f124-43a4-9190-a3b7ae61ae89 for instance with vm_state building and task_state spawning. [ 1430.694723] env[70243]: DEBUG nova.network.neutron [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Successfully updated port: 7e699b59-f124-43a4-9190-a3b7ae61ae89 {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1430.857839] env[70243]: DEBUG oslo_vmware.api [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Task: {'id': task-3623150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211841} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.857839] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1430.857839] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1430.858309] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1430.858309] env[70243]: INFO nova.compute.manager [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1430.858453] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1430.858594] env[70243]: DEBUG nova.compute.manager [-] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1430.858690] env[70243]: DEBUG nova.network.neutron [-] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1431.195920] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "refresh_cache-0627778c-42fb-4142-a502-3548c8677b6a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.196081] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired lock "refresh_cache-0627778c-42fb-4142-a502-3548c8677b6a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.196283] env[70243]: DEBUG nova.network.neutron [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.585061] env[70243]: DEBUG nova.network.neutron [-] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.724554] env[70243]: DEBUG nova.network.neutron [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1431.846093] env[70243]: DEBUG nova.network.neutron [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Updating instance_info_cache with network_info: [{"id": "7e699b59-f124-43a4-9190-a3b7ae61ae89", "address": "fa:16:3e:24:7f:c4", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e699b59-f1", "ovs_interfaceid": "7e699b59-f124-43a4-9190-a3b7ae61ae89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.088504] env[70243]: INFO nova.compute.manager [-] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Took 1.23 seconds to deallocate network for instance. [ 1432.349390] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Releasing lock "refresh_cache-0627778c-42fb-4142-a502-3548c8677b6a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.349727] env[70243]: DEBUG nova.compute.manager [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Instance network_info: |[{"id": "7e699b59-f124-43a4-9190-a3b7ae61ae89", "address": "fa:16:3e:24:7f:c4", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e699b59-f1", "ovs_interfaceid": "7e699b59-f124-43a4-9190-a3b7ae61ae89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1432.350189] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:7f:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e699b59-f124-43a4-9190-a3b7ae61ae89', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1432.357603] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1432.357837] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1432.358097] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49b6d3cf-2c31-4643-bfed-bfd25fb68957 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.378268] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1432.378268] env[70243]: value = "task-3623151" [ 1432.378268] env[70243]: _type = "Task" [ 1432.378268] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.385548] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623151, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.595446] env[70243]: DEBUG oslo_concurrency.lockutils [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.595771] env[70243]: DEBUG oslo_concurrency.lockutils [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.595974] env[70243]: DEBUG nova.objects.instance [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lazy-loading 'resources' on Instance uuid e8f273c6-3a4a-4db0-9cb4-54872aecebf4 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.646975] env[70243]: DEBUG nova.compute.manager [req-43ca07f0-c8df-408b-ab84-85c297239ec3 req-1746237c-894d-48f5-9dd9-15dc759e7d93 service nova] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Received event network-changed-7e699b59-f124-43a4-9190-a3b7ae61ae89 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1432.647296] env[70243]: DEBUG nova.compute.manager [req-43ca07f0-c8df-408b-ab84-85c297239ec3 req-1746237c-894d-48f5-9dd9-15dc759e7d93 service nova] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Refreshing instance network info cache due to event network-changed-7e699b59-f124-43a4-9190-a3b7ae61ae89. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1432.647619] env[70243]: DEBUG oslo_concurrency.lockutils [req-43ca07f0-c8df-408b-ab84-85c297239ec3 req-1746237c-894d-48f5-9dd9-15dc759e7d93 service nova] Acquiring lock "refresh_cache-0627778c-42fb-4142-a502-3548c8677b6a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.647845] env[70243]: DEBUG oslo_concurrency.lockutils [req-43ca07f0-c8df-408b-ab84-85c297239ec3 req-1746237c-894d-48f5-9dd9-15dc759e7d93 service nova] Acquired lock "refresh_cache-0627778c-42fb-4142-a502-3548c8677b6a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.648104] env[70243]: DEBUG nova.network.neutron [req-43ca07f0-c8df-408b-ab84-85c297239ec3 req-1746237c-894d-48f5-9dd9-15dc759e7d93 service nova] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Refreshing network info cache for port 7e699b59-f124-43a4-9190-a3b7ae61ae89 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1432.887911] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623151, 'name': CreateVM_Task, 'duration_secs': 0.302497} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.888746] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1432.889134] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.889313] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.889644] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.889904] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f71a7d0-3028-431b-9ef6-6a25c98ee18a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.894154] env[70243]: DEBUG oslo_vmware.api [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1432.894154] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52bc3896-d8c5-de6c-ed68-b98c8384a118" [ 1432.894154] env[70243]: _type = "Task" [ 1432.894154] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.901475] env[70243]: DEBUG oslo_vmware.api [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52bc3896-d8c5-de6c-ed68-b98c8384a118, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.175214] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7a4bb3-ea86-4e24-a599-d2a5f7ca8105 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.184611] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3c132d-d52c-4aec-9ef8-bbba8e4ee388 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.215326] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc5801a-9ea0-4a04-869f-bc6d5f6ba416 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.224724] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c1ee32-02c0-437d-86ea-52956c67c82b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.238054] env[70243]: DEBUG nova.compute.provider_tree [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1433.378880] env[70243]: DEBUG nova.network.neutron [req-43ca07f0-c8df-408b-ab84-85c297239ec3 req-1746237c-894d-48f5-9dd9-15dc759e7d93 service nova] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Updated VIF entry in instance network info cache for port 7e699b59-f124-43a4-9190-a3b7ae61ae89. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.379250] env[70243]: DEBUG nova.network.neutron [req-43ca07f0-c8df-408b-ab84-85c297239ec3 req-1746237c-894d-48f5-9dd9-15dc759e7d93 service nova] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Updating instance_info_cache with network_info: [{"id": "7e699b59-f124-43a4-9190-a3b7ae61ae89", "address": "fa:16:3e:24:7f:c4", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e699b59-f1", "ovs_interfaceid": "7e699b59-f124-43a4-9190-a3b7ae61ae89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.404706] env[70243]: DEBUG oslo_vmware.api [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52bc3896-d8c5-de6c-ed68-b98c8384a118, 'name': SearchDatastore_Task, 'duration_secs': 0.011819} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.404947] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.405230] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1433.405524] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.405713] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.405895] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1433.406171] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11a0097f-bfc2-4be3-a067-f8817f41529c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.413957] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1433.414147] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1433.414826] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c107028-b23d-4be7-bcc2-cf94545f0baa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.419805] env[70243]: DEBUG oslo_vmware.api [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1433.419805] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522e61dd-e0b5-f920-6dd5-585288ce78f7" [ 1433.419805] env[70243]: _type = "Task" [ 1433.419805] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.427217] env[70243]: DEBUG oslo_vmware.api [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522e61dd-e0b5-f920-6dd5-585288ce78f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.743708] env[70243]: DEBUG nova.scheduler.client.report [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1433.882575] env[70243]: DEBUG oslo_concurrency.lockutils [req-43ca07f0-c8df-408b-ab84-85c297239ec3 req-1746237c-894d-48f5-9dd9-15dc759e7d93 service nova] Releasing lock "refresh_cache-0627778c-42fb-4142-a502-3548c8677b6a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.882886] env[70243]: DEBUG nova.compute.manager [req-43ca07f0-c8df-408b-ab84-85c297239ec3 req-1746237c-894d-48f5-9dd9-15dc759e7d93 service nova] [instance: e8f273c6-3a4a-4db0-9cb4-54872aecebf4] Received event network-vif-deleted-fd63da90-7270-451f-8fd1-654701c41cde {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1433.930243] env[70243]: DEBUG oslo_vmware.api [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]522e61dd-e0b5-f920-6dd5-585288ce78f7, 'name': SearchDatastore_Task, 'duration_secs': 0.008277} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.931015] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-568e0abe-367e-4f33-8d7e-3a16e8ed2925 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.935833] env[70243]: DEBUG oslo_vmware.api [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1433.935833] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a99163-e7ec-9f4a-b65c-78548404212f" [ 1433.935833] env[70243]: _type = "Task" [ 1433.935833] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.942867] env[70243]: DEBUG oslo_vmware.api [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a99163-e7ec-9f4a-b65c-78548404212f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.248599] env[70243]: DEBUG oslo_concurrency.lockutils [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.268995] env[70243]: INFO nova.scheduler.client.report [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Deleted allocations for instance e8f273c6-3a4a-4db0-9cb4-54872aecebf4 [ 1434.447210] env[70243]: DEBUG oslo_vmware.api [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52a99163-e7ec-9f4a-b65c-78548404212f, 'name': SearchDatastore_Task, 'duration_secs': 0.009171} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.447481] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.447741] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 0627778c-42fb-4142-a502-3548c8677b6a/0627778c-42fb-4142-a502-3548c8677b6a.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1434.448014] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65f4e294-ae7d-495e-8630-41687eeee1f3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.454294] env[70243]: DEBUG oslo_vmware.api [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1434.454294] env[70243]: value = "task-3623152" [ 1434.454294] env[70243]: _type = "Task" [ 1434.454294] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.461399] env[70243]: DEBUG oslo_vmware.api [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.776946] env[70243]: DEBUG oslo_concurrency.lockutils [None req-757807f9-a12a-4a2c-a980-88ee703b0487 tempest-ServerDiskConfigTestJSON-493290674 tempest-ServerDiskConfigTestJSON-493290674-project-member] Lock "e8f273c6-3a4a-4db0-9cb4-54872aecebf4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.541s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.965316] env[70243]: DEBUG oslo_vmware.api [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.402208} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.965583] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 0627778c-42fb-4142-a502-3548c8677b6a/0627778c-42fb-4142-a502-3548c8677b6a.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1434.965911] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1434.966222] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-baf256ac-35d0-4534-a65b-18404e9943fe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.972187] env[70243]: DEBUG oslo_vmware.api [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1434.972187] env[70243]: value = "task-3623153" [ 1434.972187] env[70243]: _type = "Task" [ 1434.972187] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.979156] env[70243]: DEBUG oslo_vmware.api [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.482685] env[70243]: DEBUG oslo_vmware.api [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057043} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.482994] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1435.483792] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee989e05-004b-4c90-9f0a-ac647e332d4c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.506201] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 0627778c-42fb-4142-a502-3548c8677b6a/0627778c-42fb-4142-a502-3548c8677b6a.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1435.506486] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8583c7aa-6a46-4e25-a2e2-96fec3716972 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.526898] env[70243]: DEBUG oslo_vmware.api [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1435.526898] env[70243]: value = "task-3623154" [ 1435.526898] env[70243]: _type = "Task" [ 1435.526898] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.534565] env[70243]: DEBUG oslo_vmware.api [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623154, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.037128] env[70243]: DEBUG oslo_vmware.api [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623154, 'name': ReconfigVM_Task, 'duration_secs': 0.28373} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.037418] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 0627778c-42fb-4142-a502-3548c8677b6a/0627778c-42fb-4142-a502-3548c8677b6a.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1436.038125] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1ded287-5926-4745-9ded-9ff4f43976e8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.044349] env[70243]: DEBUG oslo_vmware.api [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1436.044349] env[70243]: value = "task-3623155" [ 1436.044349] env[70243]: _type = "Task" [ 1436.044349] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.051623] env[70243]: DEBUG oslo_vmware.api [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623155, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.554559] env[70243]: DEBUG oslo_vmware.api [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623155, 'name': Rename_Task, 'duration_secs': 0.128156} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.554914] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1436.555092] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-731662f7-358f-445a-8ade-7112bc4bd9ea {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.562287] env[70243]: DEBUG oslo_vmware.api [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1436.562287] env[70243]: value = "task-3623156" [ 1436.562287] env[70243]: _type = "Task" [ 1436.562287] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.569744] env[70243]: DEBUG oslo_vmware.api [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.072554] env[70243]: DEBUG oslo_vmware.api [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623156, 'name': PowerOnVM_Task, 'duration_secs': 0.482245} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.072943] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1437.073175] env[70243]: INFO nova.compute.manager [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1437.073361] env[70243]: DEBUG nova.compute.manager [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1437.074181] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35416fb-5932-4072-a2ba-191835df4abb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.591917] env[70243]: INFO nova.compute.manager [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Took 11.30 seconds to build instance. [ 1438.094482] env[70243]: DEBUG oslo_concurrency.lockutils [None req-d7090813-c58f-413e-b3b9-29357656a089 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "0627778c-42fb-4142-a502-3548c8677b6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.813s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.535819] env[70243]: DEBUG nova.compute.manager [req-616ce673-68cb-4fe9-8da7-4d19f9f58528 req-081222a6-5903-4a52-8318-cf0b8466ee86 service nova] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Received event network-changed-7e699b59-f124-43a4-9190-a3b7ae61ae89 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1438.535819] env[70243]: DEBUG nova.compute.manager [req-616ce673-68cb-4fe9-8da7-4d19f9f58528 req-081222a6-5903-4a52-8318-cf0b8466ee86 service nova] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Refreshing instance network info cache due to event network-changed-7e699b59-f124-43a4-9190-a3b7ae61ae89. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1438.535819] env[70243]: DEBUG oslo_concurrency.lockutils [req-616ce673-68cb-4fe9-8da7-4d19f9f58528 req-081222a6-5903-4a52-8318-cf0b8466ee86 service nova] Acquiring lock "refresh_cache-0627778c-42fb-4142-a502-3548c8677b6a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.535819] env[70243]: DEBUG oslo_concurrency.lockutils [req-616ce673-68cb-4fe9-8da7-4d19f9f58528 req-081222a6-5903-4a52-8318-cf0b8466ee86 service nova] Acquired lock "refresh_cache-0627778c-42fb-4142-a502-3548c8677b6a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.535819] env[70243]: DEBUG nova.network.neutron [req-616ce673-68cb-4fe9-8da7-4d19f9f58528 req-081222a6-5903-4a52-8318-cf0b8466ee86 service nova] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Refreshing network info cache for port 7e699b59-f124-43a4-9190-a3b7ae61ae89 {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1439.229641] env[70243]: DEBUG nova.network.neutron [req-616ce673-68cb-4fe9-8da7-4d19f9f58528 req-081222a6-5903-4a52-8318-cf0b8466ee86 service nova] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Updated VIF entry in instance network info cache for port 7e699b59-f124-43a4-9190-a3b7ae61ae89. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1439.230027] env[70243]: DEBUG nova.network.neutron [req-616ce673-68cb-4fe9-8da7-4d19f9f58528 req-081222a6-5903-4a52-8318-cf0b8466ee86 service nova] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Updating instance_info_cache with network_info: [{"id": "7e699b59-f124-43a4-9190-a3b7ae61ae89", "address": "fa:16:3e:24:7f:c4", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e699b59-f1", "ovs_interfaceid": "7e699b59-f124-43a4-9190-a3b7ae61ae89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.732647] env[70243]: DEBUG oslo_concurrency.lockutils [req-616ce673-68cb-4fe9-8da7-4d19f9f58528 req-081222a6-5903-4a52-8318-cf0b8466ee86 service nova] Releasing lock "refresh_cache-0627778c-42fb-4142-a502-3548c8677b6a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.130697] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "36c54378-4338-49bf-a8d0-86ada56bf725" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.131154] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "36c54378-4338-49bf-a8d0-86ada56bf725" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.131254] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "36c54378-4338-49bf-a8d0-86ada56bf725-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.131920] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "36c54378-4338-49bf-a8d0-86ada56bf725-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.132124] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "36c54378-4338-49bf-a8d0-86ada56bf725-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.136196] env[70243]: INFO nova.compute.manager [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Terminating instance [ 1451.640594] env[70243]: DEBUG nova.compute.manager [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1451.640954] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1451.641328] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-890433b4-3cbc-4374-bc21-5f9a24c277f1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.648948] env[70243]: DEBUG oslo_vmware.api [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1451.648948] env[70243]: value = "task-3623157" [ 1451.648948] env[70243]: _type = "Task" [ 1451.648948] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.656852] env[70243]: DEBUG oslo_vmware.api [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.158309] env[70243]: DEBUG oslo_vmware.api [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623157, 'name': PowerOffVM_Task, 'duration_secs': 0.194049} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.158703] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1452.158808] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Volume detach. Driver type: vmdk {{(pid=70243) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1452.158976] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722563', 'volume_id': 'dc0f5ada-7516-46f8-9d17-c09a61f0ea99', 'name': 'volume-dc0f5ada-7516-46f8-9d17-c09a61f0ea99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '36c54378-4338-49bf-a8d0-86ada56bf725', 'attached_at': '2025-04-26T00:17:26.000000', 'detached_at': '', 'volume_id': 'dc0f5ada-7516-46f8-9d17-c09a61f0ea99', 'serial': 'dc0f5ada-7516-46f8-9d17-c09a61f0ea99'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1452.159734] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c318de-7ed8-41ea-9a5d-18a78be412d9 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.177533] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8480213-bbb1-4ed9-bc32-c7692dc5913c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.183377] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3119bc7-10b9-468a-9dac-cbae4510032c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.200016] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee67d8b-d257-4e6f-b292-fd53fa17bfc1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.215714] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] The volume has not been displaced from its original location: [datastore1] volume-dc0f5ada-7516-46f8-9d17-c09a61f0ea99/volume-dc0f5ada-7516-46f8-9d17-c09a61f0ea99.vmdk. No consolidation needed. {{(pid=70243) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1452.220775] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1452.221207] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d041c2c-e42d-4a9a-a623-20acb68055da {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.237707] env[70243]: DEBUG oslo_vmware.api [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1452.237707] env[70243]: value = "task-3623158" [ 1452.237707] env[70243]: _type = "Task" [ 1452.237707] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.245010] env[70243]: DEBUG oslo_vmware.api [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.748073] env[70243]: DEBUG oslo_vmware.api [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623158, 'name': ReconfigVM_Task, 'duration_secs': 0.152229} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.748392] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=70243) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1452.753207] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21077ed0-2322-4048-a9f8-f2fee52398e1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.768900] env[70243]: DEBUG oslo_vmware.api [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1452.768900] env[70243]: value = "task-3623159" [ 1452.768900] env[70243]: _type = "Task" [ 1452.768900] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.782388] env[70243]: DEBUG oslo_vmware.api [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623159, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.279492] env[70243]: DEBUG oslo_vmware.api [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623159, 'name': ReconfigVM_Task, 'duration_secs': 0.149324} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.279917] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722563', 'volume_id': 'dc0f5ada-7516-46f8-9d17-c09a61f0ea99', 'name': 'volume-dc0f5ada-7516-46f8-9d17-c09a61f0ea99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '36c54378-4338-49bf-a8d0-86ada56bf725', 'attached_at': '2025-04-26T00:17:26.000000', 'detached_at': '', 'volume_id': 'dc0f5ada-7516-46f8-9d17-c09a61f0ea99', 'serial': 'dc0f5ada-7516-46f8-9d17-c09a61f0ea99'} {{(pid=70243) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1453.280121] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1453.280885] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c5604a-32dd-4f45-a1d2-4c1bc5322e18 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.287244] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1453.287470] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ca4c18e-1979-4b6b-bc08-b895d097be7d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.367718] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1453.367993] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1453.368198] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Deleting the datastore file [datastore1] 36c54378-4338-49bf-a8d0-86ada56bf725 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1453.368466] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4afce14-5016-41b2-adce-97a057bebd8a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.375833] env[70243]: DEBUG oslo_vmware.api [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1453.375833] env[70243]: value = "task-3623161" [ 1453.375833] env[70243]: _type = "Task" [ 1453.375833] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.383554] env[70243]: DEBUG oslo_vmware.api [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.885737] env[70243]: DEBUG oslo_vmware.api [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088078} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.886178] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1453.886312] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1453.886414] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1453.886565] env[70243]: INFO nova.compute.manager [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1453.886844] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1453.887063] env[70243]: DEBUG nova.compute.manager [-] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1453.887190] env[70243]: DEBUG nova.network.neutron [-] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1454.328313] env[70243]: DEBUG nova.compute.manager [req-c858e7b4-60ca-4d37-91da-be5cc430e2c9 req-d8138067-a83b-4782-b125-faf6e93c361e service nova] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Received event network-vif-deleted-7efd3e96-bf0c-46e9-94a7-7d9035005acd {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1454.328548] env[70243]: INFO nova.compute.manager [req-c858e7b4-60ca-4d37-91da-be5cc430e2c9 req-d8138067-a83b-4782-b125-faf6e93c361e service nova] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Neutron deleted interface 7efd3e96-bf0c-46e9-94a7-7d9035005acd; detaching it from the instance and deleting it from the info cache [ 1454.328703] env[70243]: DEBUG nova.network.neutron [req-c858e7b4-60ca-4d37-91da-be5cc430e2c9 req-d8138067-a83b-4782-b125-faf6e93c361e service nova] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.807187] env[70243]: DEBUG nova.network.neutron [-] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.831593] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc417656-83ec-4220-8cf6-10fc5d4e52cf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.842638] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc65513-f7c6-4b18-a33f-a76c11ed9715 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.869230] env[70243]: DEBUG nova.compute.manager [req-c858e7b4-60ca-4d37-91da-be5cc430e2c9 req-d8138067-a83b-4782-b125-faf6e93c361e service nova] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Detach interface failed, port_id=7efd3e96-bf0c-46e9-94a7-7d9035005acd, reason: Instance 36c54378-4338-49bf-a8d0-86ada56bf725 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1455.311131] env[70243]: INFO nova.compute.manager [-] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Took 1.42 seconds to deallocate network for instance. [ 1455.852305] env[70243]: INFO nova.compute.manager [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Took 0.54 seconds to detach 1 volumes for instance. [ 1455.854544] env[70243]: DEBUG nova.compute.manager [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 36c54378-4338-49bf-a8d0-86ada56bf725] Deleting volume: dc0f5ada-7516-46f8-9d17-c09a61f0ea99 {{(pid=70243) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1456.391951] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.392307] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.392505] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.414618] env[70243]: INFO nova.scheduler.client.report [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Deleted allocations for instance 36c54378-4338-49bf-a8d0-86ada56bf725 [ 1456.922377] env[70243]: DEBUG oslo_concurrency.lockutils [None req-bfcb3fc2-d958-4d2d-b904-717a979b2f30 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "36c54378-4338-49bf-a8d0-86ada56bf725" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.791s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.807627] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "7d43e15d-b109-4a1f-acb9-da2737a1655d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.807893] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "7d43e15d-b109-4a1f-acb9-da2737a1655d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.808152] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "7d43e15d-b109-4a1f-acb9-da2737a1655d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.808336] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "7d43e15d-b109-4a1f-acb9-da2737a1655d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.808505] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "7d43e15d-b109-4a1f-acb9-da2737a1655d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.810720] env[70243]: INFO nova.compute.manager [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Terminating instance [ 1458.314381] env[70243]: DEBUG nova.compute.manager [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1458.314716] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1458.315545] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbf4736-6b19-4811-85b9-cee9302d4973 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.323633] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1458.323919] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21e9810a-aa51-4d87-b65c-cf2b40990cae {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.330560] env[70243]: DEBUG oslo_vmware.api [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1458.330560] env[70243]: value = "task-3623163" [ 1458.330560] env[70243]: _type = "Task" [ 1458.330560] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.338077] env[70243]: DEBUG oslo_vmware.api [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.839807] env[70243]: DEBUG oslo_vmware.api [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623163, 'name': PowerOffVM_Task, 'duration_secs': 0.185048} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.840100] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1458.840280] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1458.840522] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ad8e939-a3d4-4413-9367-cef2b0a7b1ab {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.904200] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1458.904424] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1458.904613] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Deleting the datastore file [datastore1] 7d43e15d-b109-4a1f-acb9-da2737a1655d {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1458.904879] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc250ad2-f630-409c-a31b-92ddf1ce33e3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.911760] env[70243]: DEBUG oslo_vmware.api [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1458.911760] env[70243]: value = "task-3623165" [ 1458.911760] env[70243]: _type = "Task" [ 1458.911760] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.919061] env[70243]: DEBUG oslo_vmware.api [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.973674] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.973927] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.421470] env[70243]: DEBUG oslo_vmware.api [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118315} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.421958] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1459.421958] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1459.422104] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1459.422251] env[70243]: INFO nova.compute.manager [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1459.422500] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1459.422697] env[70243]: DEBUG nova.compute.manager [-] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1459.422793] env[70243]: DEBUG nova.network.neutron [-] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1459.478800] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.478963] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.479135] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.479293] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.479437] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.479582] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.479714] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1459.479855] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.634663] env[70243]: DEBUG nova.compute.manager [req-04afc3c5-a2db-42b2-82ad-ed953161abc3 req-e2df2df2-8c5f-41d1-89fe-fb2f8b4ef0bc service nova] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Received event network-vif-deleted-b32de710-d9c2-4e6a-a894-ab5f409cd51f {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1459.634851] env[70243]: INFO nova.compute.manager [req-04afc3c5-a2db-42b2-82ad-ed953161abc3 req-e2df2df2-8c5f-41d1-89fe-fb2f8b4ef0bc service nova] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Neutron deleted interface b32de710-d9c2-4e6a-a894-ab5f409cd51f; detaching it from the instance and deleting it from the info cache [ 1459.635043] env[70243]: DEBUG nova.network.neutron [req-04afc3c5-a2db-42b2-82ad-ed953161abc3 req-e2df2df2-8c5f-41d1-89fe-fb2f8b4ef0bc service nova] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.982856] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.983147] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.983301] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.983462] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1459.984435] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c4f013-4a26-4555-9da8-ba454145e01a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.992722] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a45346a-849e-4d18-a0e6-00a5d4cdf4df {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.006017] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f53229-3c0e-4b28-a3bc-0463cdaac50e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.011994] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c62cec-1386-4d0a-98b8-a9b589b4b18b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.039882] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180043MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=70243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1460.040045] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.040286] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.119987] env[70243]: DEBUG nova.network.neutron [-] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.136950] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d43cd731-05e4-46c4-94c6-7d5b930f9656 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.145794] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62e029a-afa5-4b6f-bca3-3cea6da2b2a5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.172173] env[70243]: DEBUG nova.compute.manager [req-04afc3c5-a2db-42b2-82ad-ed953161abc3 req-e2df2df2-8c5f-41d1-89fe-fb2f8b4ef0bc service nova] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Detach interface failed, port_id=b32de710-d9c2-4e6a-a894-ab5f409cd51f, reason: Instance 7d43e15d-b109-4a1f-acb9-da2737a1655d could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1460.622322] env[70243]: INFO nova.compute.manager [-] [instance: 7d43e15d-b109-4a1f-acb9-da2737a1655d] Took 1.20 seconds to deallocate network for instance. [ 1461.067948] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance bbccad4a-d0b9-4e89-b557-3420d92c025d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.068161] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 7d43e15d-b109-4a1f-acb9-da2737a1655d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.068295] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Instance 0627778c-42fb-4142-a502-3548c8677b6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70243) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.068476] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1461.068616] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1461.115358] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da969328-a8a0-4e4d-8ffe-1547c895dcc1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.122818] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf345bd-7709-4c9b-bb76-78bdbb073505 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.127936] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.152168] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a1722d-d0b7-422c-9bd4-941784a68683 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.158960] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff947f9-1e8e-421d-ac63-055c5ba13ca3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.172244] env[70243]: DEBUG nova.compute.provider_tree [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.675375] env[70243]: DEBUG nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1462.181251] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1462.181444] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.141s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.181755] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.054s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.181986] env[70243]: DEBUG nova.objects.instance [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lazy-loading 'resources' on Instance uuid 7d43e15d-b109-4a1f-acb9-da2737a1655d {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1462.730431] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86957b2-83e4-4607-a385-97883fca5163 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.738770] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e441a313-6bf1-4e13-8ecb-cfd2bbc9b3cd {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.772698] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fb2a1e-60d0-45f5-9547-71824ef9f084 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.780469] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15c6e98-9cbe-456f-bc5c-98520c29c1b6 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.794743] env[70243]: DEBUG nova.compute.provider_tree [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.298536] env[70243]: DEBUG nova.scheduler.client.report [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1463.804172] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.822575] env[70243]: INFO nova.scheduler.client.report [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Deleted allocations for instance 7d43e15d-b109-4a1f-acb9-da2737a1655d [ 1464.329833] env[70243]: DEBUG oslo_concurrency.lockutils [None req-3ff4861a-4896-44a3-8a74-48e4e2257431 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "7d43e15d-b109-4a1f-acb9-da2737a1655d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.522s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.571510] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "bbccad4a-d0b9-4e89-b557-3420d92c025d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.571879] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "bbccad4a-d0b9-4e89-b557-3420d92c025d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.572049] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "bbccad4a-d0b9-4e89-b557-3420d92c025d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.572134] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "bbccad4a-d0b9-4e89-b557-3420d92c025d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.572307] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "bbccad4a-d0b9-4e89-b557-3420d92c025d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.574546] env[70243]: INFO nova.compute.manager [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Terminating instance [ 1469.078629] env[70243]: DEBUG nova.compute.manager [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1469.078913] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1469.079818] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64dc3e5-80c3-4df5-bf0d-87380b70d5f0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.087380] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1469.087610] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68e6444e-92dd-4470-ac7e-fcf7fa60a19d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.093697] env[70243]: DEBUG oslo_vmware.api [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1469.093697] env[70243]: value = "task-3623167" [ 1469.093697] env[70243]: _type = "Task" [ 1469.093697] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.101966] env[70243]: DEBUG oslo_vmware.api [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.604051] env[70243]: DEBUG oslo_vmware.api [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623167, 'name': PowerOffVM_Task, 'duration_secs': 0.209073} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.604464] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1469.604510] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1469.604799] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c98de25a-7360-4718-88d4-06c003c5b291 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.668932] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1469.669193] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Deleting contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1469.669367] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Deleting the datastore file [datastore2] bbccad4a-d0b9-4e89-b557-3420d92c025d {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1469.669633] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16ff8dc7-190e-45ad-846d-de57460eda89 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.676059] env[70243]: DEBUG oslo_vmware.api [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for the task: (returnval){ [ 1469.676059] env[70243]: value = "task-3623169" [ 1469.676059] env[70243]: _type = "Task" [ 1469.676059] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.683946] env[70243]: DEBUG oslo_vmware.api [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.185958] env[70243]: DEBUG oslo_vmware.api [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Task: {'id': task-3623169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12018} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.186287] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1470.186467] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Deleted contents of the VM from datastore datastore2 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1470.186614] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1470.186786] env[70243]: INFO nova.compute.manager [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1470.187051] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1470.187256] env[70243]: DEBUG nova.compute.manager [-] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1470.187355] env[70243]: DEBUG nova.network.neutron [-] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1470.434951] env[70243]: DEBUG nova.compute.manager [req-c467c054-6aff-419f-82b0-5ac4cd4a7c8b req-0e0af710-0c84-4d58-8bec-790a51550ee6 service nova] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Received event network-vif-deleted-496cd9f9-8bb0-49b8-bad3-155d8bc584b7 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1470.435194] env[70243]: INFO nova.compute.manager [req-c467c054-6aff-419f-82b0-5ac4cd4a7c8b req-0e0af710-0c84-4d58-8bec-790a51550ee6 service nova] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Neutron deleted interface 496cd9f9-8bb0-49b8-bad3-155d8bc584b7; detaching it from the instance and deleting it from the info cache [ 1470.435440] env[70243]: DEBUG nova.network.neutron [req-c467c054-6aff-419f-82b0-5ac4cd4a7c8b req-0e0af710-0c84-4d58-8bec-790a51550ee6 service nova] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.913862] env[70243]: DEBUG nova.network.neutron [-] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.938234] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7fc2b93-ba45-438b-8e3c-387909affa70 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.949760] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c73a571-2947-486d-9fca-78beaf37d7ed {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.973566] env[70243]: DEBUG nova.compute.manager [req-c467c054-6aff-419f-82b0-5ac4cd4a7c8b req-0e0af710-0c84-4d58-8bec-790a51550ee6 service nova] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Detach interface failed, port_id=496cd9f9-8bb0-49b8-bad3-155d8bc584b7, reason: Instance bbccad4a-d0b9-4e89-b557-3420d92c025d could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1471.417155] env[70243]: INFO nova.compute.manager [-] [instance: bbccad4a-d0b9-4e89-b557-3420d92c025d] Took 1.23 seconds to deallocate network for instance. [ 1471.924130] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.924534] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.924660] env[70243]: DEBUG nova.objects.instance [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lazy-loading 'resources' on Instance uuid bbccad4a-d0b9-4e89-b557-3420d92c025d {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1472.468735] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45af281b-3e9b-4438-b64e-acce755fc41b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.476842] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86045e6-96cb-400c-ab77-568d81566c87 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.506649] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e3c1da-7e96-4c05-8355-72ad747adc33 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.513671] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d66ebc0-4309-4f18-a154-2c45399a3d04 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.528209] env[70243]: DEBUG nova.compute.provider_tree [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.031307] env[70243]: DEBUG nova.scheduler.client.report [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1473.536642] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.554582] env[70243]: INFO nova.scheduler.client.report [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Deleted allocations for instance bbccad4a-d0b9-4e89-b557-3420d92c025d [ 1474.063111] env[70243]: DEBUG oslo_concurrency.lockutils [None req-2e513bc2-cd53-4160-95a7-9b7901939265 tempest-ServerActionsTestOtherA-1705670703 tempest-ServerActionsTestOtherA-1705670703-project-member] Lock "bbccad4a-d0b9-4e89-b557-3420d92c025d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.491s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.963066] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fff2568b-4a38-4b5c-a4fc-f4b4f37ba409 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "0627778c-42fb-4142-a502-3548c8677b6a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.963386] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fff2568b-4a38-4b5c-a4fc-f4b4f37ba409 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "0627778c-42fb-4142-a502-3548c8677b6a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.963529] env[70243]: DEBUG nova.compute.manager [None req-fff2568b-4a38-4b5c-a4fc-f4b4f37ba409 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1475.964526] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a0f90c-cd11-4aaf-8537-2b0e6ab17801 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.971676] env[70243]: DEBUG nova.compute.manager [None req-fff2568b-4a38-4b5c-a4fc-f4b4f37ba409 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70243) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1475.972236] env[70243]: DEBUG nova.objects.instance [None req-fff2568b-4a38-4b5c-a4fc-f4b4f37ba409 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lazy-loading 'flavor' on Instance uuid 0627778c-42fb-4142-a502-3548c8677b6a {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1476.979705] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff2568b-4a38-4b5c-a4fc-f4b4f37ba409 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1476.979705] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b776416c-8b01-4308-869e-86ba6b0ae036 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.987453] env[70243]: DEBUG oslo_vmware.api [None req-fff2568b-4a38-4b5c-a4fc-f4b4f37ba409 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1476.987453] env[70243]: value = "task-3623170" [ 1476.987453] env[70243]: _type = "Task" [ 1476.987453] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.000343] env[70243]: DEBUG oslo_vmware.api [None req-fff2568b-4a38-4b5c-a4fc-f4b4f37ba409 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.497364] env[70243]: DEBUG oslo_vmware.api [None req-fff2568b-4a38-4b5c-a4fc-f4b4f37ba409 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623170, 'name': PowerOffVM_Task, 'duration_secs': 0.196097} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.497644] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff2568b-4a38-4b5c-a4fc-f4b4f37ba409 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1477.497849] env[70243]: DEBUG nova.compute.manager [None req-fff2568b-4a38-4b5c-a4fc-f4b4f37ba409 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1477.498665] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8247f8-71be-46a1-8b9b-c21d74adddbb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.009339] env[70243]: DEBUG oslo_concurrency.lockutils [None req-fff2568b-4a38-4b5c-a4fc-f4b4f37ba409 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "0627778c-42fb-4142-a502-3548c8677b6a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.740626] env[70243]: DEBUG nova.objects.instance [None req-32c62a00-561a-4f04-9634-5c6755dfb7a9 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lazy-loading 'flavor' on Instance uuid 0627778c-42fb-4142-a502-3548c8677b6a {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1479.246347] env[70243]: DEBUG oslo_concurrency.lockutils [None req-32c62a00-561a-4f04-9634-5c6755dfb7a9 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "refresh_cache-0627778c-42fb-4142-a502-3548c8677b6a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.246692] env[70243]: DEBUG oslo_concurrency.lockutils [None req-32c62a00-561a-4f04-9634-5c6755dfb7a9 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired lock "refresh_cache-0627778c-42fb-4142-a502-3548c8677b6a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.246692] env[70243]: DEBUG nova.network.neutron [None req-32c62a00-561a-4f04-9634-5c6755dfb7a9 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1479.246862] env[70243]: DEBUG nova.objects.instance [None req-32c62a00-561a-4f04-9634-5c6755dfb7a9 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lazy-loading 'info_cache' on Instance uuid 0627778c-42fb-4142-a502-3548c8677b6a {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1479.407057] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Acquiring lock "1b5b95c4-ed79-42af-adc1-52fda33fc0d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.407057] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Lock "1b5b95c4-ed79-42af-adc1-52fda33fc0d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.750637] env[70243]: DEBUG nova.objects.base [None req-32c62a00-561a-4f04-9634-5c6755dfb7a9 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Object Instance<0627778c-42fb-4142-a502-3548c8677b6a> lazy-loaded attributes: flavor,info_cache {{(pid=70243) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1479.910227] env[70243]: DEBUG nova.compute.manager [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Starting instance... {{(pid=70243) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1480.430941] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.431365] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.432788] env[70243]: INFO nova.compute.claims [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1480.721878] env[70243]: DEBUG nova.network.neutron [None req-32c62a00-561a-4f04-9634-5c6755dfb7a9 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Updating instance_info_cache with network_info: [{"id": "7e699b59-f124-43a4-9190-a3b7ae61ae89", "address": "fa:16:3e:24:7f:c4", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e699b59-f1", "ovs_interfaceid": "7e699b59-f124-43a4-9190-a3b7ae61ae89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.225534] env[70243]: DEBUG oslo_concurrency.lockutils [None req-32c62a00-561a-4f04-9634-5c6755dfb7a9 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Releasing lock "refresh_cache-0627778c-42fb-4142-a502-3548c8677b6a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.476280] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e801cda-9718-4087-a536-840fdd07f7fb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.483501] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54164618-2ebb-438a-9722-31c752ec9ab0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.514418] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b284896a-dbda-4fc1-93d8-db2b173754ce {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.521447] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d747d2a-f077-4a13-9e37-c1328718d400 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.534707] env[70243]: DEBUG nova.compute.provider_tree [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1482.037891] env[70243]: DEBUG nova.scheduler.client.report [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1482.230669] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c62a00-561a-4f04-9634-5c6755dfb7a9 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1482.230963] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-174c57f9-3157-45ec-9389-91e6fd0eb935 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.238320] env[70243]: DEBUG oslo_vmware.api [None req-32c62a00-561a-4f04-9634-5c6755dfb7a9 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1482.238320] env[70243]: value = "task-3623171" [ 1482.238320] env[70243]: _type = "Task" [ 1482.238320] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.246382] env[70243]: DEBUG oslo_vmware.api [None req-32c62a00-561a-4f04-9634-5c6755dfb7a9 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.542638] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.111s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.543155] env[70243]: DEBUG nova.compute.manager [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Start building networks asynchronously for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1482.747787] env[70243]: DEBUG oslo_vmware.api [None req-32c62a00-561a-4f04-9634-5c6755dfb7a9 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623171, 'name': PowerOnVM_Task, 'duration_secs': 0.372967} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.748102] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c62a00-561a-4f04-9634-5c6755dfb7a9 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1482.748340] env[70243]: DEBUG nova.compute.manager [None req-32c62a00-561a-4f04-9634-5c6755dfb7a9 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1482.749104] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f362910e-faef-49aa-a665-3c4501e086e8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.049054] env[70243]: DEBUG nova.compute.utils [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Using /dev/sd instead of None {{(pid=70243) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1483.051280] env[70243]: DEBUG nova.compute.manager [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Allocating IP information in the background. {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1483.051449] env[70243]: DEBUG nova.network.neutron [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] allocate_for_instance() {{(pid=70243) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1483.088514] env[70243]: DEBUG nova.policy [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd51a152d00bd442d8692c01929e3eec7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdf5c4f0c5a741249b84396d3c375a92', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70243) authorize /opt/stack/nova/nova/policy.py:192}} [ 1483.345264] env[70243]: DEBUG nova.network.neutron [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Successfully created port: 6c0e79a7-a10c-4313-8beb-28a285ce20bd {{(pid=70243) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1483.557171] env[70243]: DEBUG nova.compute.manager [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Start building block device mappings for instance. {{(pid=70243) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1483.689017] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f71d7d-4e54-45c1-8041-c952f91a3965 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.695496] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f31f423d-4bb0-48b9-93f9-985e216115b0 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Suspending the VM {{(pid=70243) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1483.695725] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2801b6ff-4248-4f6d-b2e7-73460da30dee {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.702586] env[70243]: DEBUG oslo_vmware.api [None req-f31f423d-4bb0-48b9-93f9-985e216115b0 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1483.702586] env[70243]: value = "task-3623172" [ 1483.702586] env[70243]: _type = "Task" [ 1483.702586] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.709842] env[70243]: DEBUG oslo_vmware.api [None req-f31f423d-4bb0-48b9-93f9-985e216115b0 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623172, 'name': SuspendVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.212840] env[70243]: DEBUG oslo_vmware.api [None req-f31f423d-4bb0-48b9-93f9-985e216115b0 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623172, 'name': SuspendVM_Task} progress is 75%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.566058] env[70243]: DEBUG nova.compute.manager [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Start spawning the instance on the hypervisor. {{(pid=70243) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1484.592616] env[70243]: DEBUG nova.virt.hardware [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T00:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T00:02:51Z,direct_url=,disk_format='vmdk',id=7f4eb466-a64f-4924-9339-b9d7268bf6fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ca97fe5a446443ad91bb6062d137ff9e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T00:02:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1484.592856] env[70243]: DEBUG nova.virt.hardware [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Flavor limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1484.593025] env[70243]: DEBUG nova.virt.hardware [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Image limits 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1484.593248] env[70243]: DEBUG nova.virt.hardware [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Flavor pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1484.593397] env[70243]: DEBUG nova.virt.hardware [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Image pref 0:0:0 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1484.593544] env[70243]: DEBUG nova.virt.hardware [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70243) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1484.593749] env[70243]: DEBUG nova.virt.hardware [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1484.593910] env[70243]: DEBUG nova.virt.hardware [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1484.594118] env[70243]: DEBUG nova.virt.hardware [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Got 1 possible topologies {{(pid=70243) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1484.594303] env[70243]: DEBUG nova.virt.hardware [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1484.594480] env[70243]: DEBUG nova.virt.hardware [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70243) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1484.595354] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19144449-750b-46d1-8430-44b200ac008d {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.603310] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ad8320-ab95-42cf-99a8-a2df7f04af11 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.712782] env[70243]: DEBUG oslo_vmware.api [None req-f31f423d-4bb0-48b9-93f9-985e216115b0 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623172, 'name': SuspendVM_Task, 'duration_secs': 0.591221} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.714053] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-f31f423d-4bb0-48b9-93f9-985e216115b0 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Suspended the VM {{(pid=70243) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1484.714262] env[70243]: DEBUG nova.compute.manager [None req-f31f423d-4bb0-48b9-93f9-985e216115b0 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1484.715307] env[70243]: DEBUG nova.compute.manager [req-effec9c3-b7cd-4013-b2d5-21f627f2e2be req-a3f1050c-8191-4592-b774-5892e73f3174 service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Received event network-vif-plugged-6c0e79a7-a10c-4313-8beb-28a285ce20bd {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1484.715494] env[70243]: DEBUG oslo_concurrency.lockutils [req-effec9c3-b7cd-4013-b2d5-21f627f2e2be req-a3f1050c-8191-4592-b774-5892e73f3174 service nova] Acquiring lock "1b5b95c4-ed79-42af-adc1-52fda33fc0d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.715693] env[70243]: DEBUG oslo_concurrency.lockutils [req-effec9c3-b7cd-4013-b2d5-21f627f2e2be req-a3f1050c-8191-4592-b774-5892e73f3174 service nova] Lock "1b5b95c4-ed79-42af-adc1-52fda33fc0d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.715859] env[70243]: DEBUG oslo_concurrency.lockutils [req-effec9c3-b7cd-4013-b2d5-21f627f2e2be req-a3f1050c-8191-4592-b774-5892e73f3174 service nova] Lock "1b5b95c4-ed79-42af-adc1-52fda33fc0d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.716056] env[70243]: DEBUG nova.compute.manager [req-effec9c3-b7cd-4013-b2d5-21f627f2e2be req-a3f1050c-8191-4592-b774-5892e73f3174 service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] No waiting events found dispatching network-vif-plugged-6c0e79a7-a10c-4313-8beb-28a285ce20bd {{(pid=70243) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1484.716236] env[70243]: WARNING nova.compute.manager [req-effec9c3-b7cd-4013-b2d5-21f627f2e2be req-a3f1050c-8191-4592-b774-5892e73f3174 service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Received unexpected event network-vif-plugged-6c0e79a7-a10c-4313-8beb-28a285ce20bd for instance with vm_state building and task_state spawning. [ 1484.717033] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e975496-d080-4b6a-b425-8d0c245df10f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.796938] env[70243]: DEBUG nova.network.neutron [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Successfully updated port: 6c0e79a7-a10c-4313-8beb-28a285ce20bd {{(pid=70243) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1485.299424] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Acquiring lock "refresh_cache-1b5b95c4-ed79-42af-adc1-52fda33fc0d4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.299576] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Acquired lock "refresh_cache-1b5b95c4-ed79-42af-adc1-52fda33fc0d4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.299721] env[70243]: DEBUG nova.network.neutron [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1485.830620] env[70243]: DEBUG nova.network.neutron [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Instance cache missing network info. {{(pid=70243) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1485.933495] env[70243]: DEBUG nova.network.neutron [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Updating instance_info_cache with network_info: [{"id": "6c0e79a7-a10c-4313-8beb-28a285ce20bd", "address": "fa:16:3e:24:cf:d5", "network": {"id": "198d759c-1bc1-430b-b287-44791235b4b5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-40203526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cdf5c4f0c5a741249b84396d3c375a92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c0e79a7-a1", "ovs_interfaceid": "6c0e79a7-a10c-4313-8beb-28a285ce20bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.049386] env[70243]: INFO nova.compute.manager [None req-a6a924b3-3b91-41e8-80cd-e872d47d5427 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Resuming [ 1486.049960] env[70243]: DEBUG nova.objects.instance [None req-a6a924b3-3b91-41e8-80cd-e872d47d5427 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lazy-loading 'flavor' on Instance uuid 0627778c-42fb-4142-a502-3548c8677b6a {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1486.436143] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Releasing lock "refresh_cache-1b5b95c4-ed79-42af-adc1-52fda33fc0d4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.436499] env[70243]: DEBUG nova.compute.manager [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Instance network_info: |[{"id": "6c0e79a7-a10c-4313-8beb-28a285ce20bd", "address": "fa:16:3e:24:cf:d5", "network": {"id": "198d759c-1bc1-430b-b287-44791235b4b5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-40203526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cdf5c4f0c5a741249b84396d3c375a92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c0e79a7-a1", "ovs_interfaceid": "6c0e79a7-a10c-4313-8beb-28a285ce20bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70243) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1486.436948] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:cf:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '191a5351-07d5-4138-b855-206f48fc4375', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c0e79a7-a10c-4313-8beb-28a285ce20bd', 'vif_model': 'vmxnet3'}] {{(pid=70243) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1486.444349] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Creating folder: Project (cdf5c4f0c5a741249b84396d3c375a92). Parent ref: group-v722220. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1486.445282] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbb1dc85-cade-4bfe-bb46-255e5a24f1e0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.456998] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Created folder: Project (cdf5c4f0c5a741249b84396d3c375a92) in parent group-v722220. [ 1486.457200] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Creating folder: Instances. Parent ref: group-v722568. {{(pid=70243) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1486.457424] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2aa3137-1837-4ca9-8831-04d8d1b3cff1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.466652] env[70243]: INFO nova.virt.vmwareapi.vm_util [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Created folder: Instances in parent group-v722568. [ 1486.466883] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1486.467081] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Creating VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1486.467267] env[70243]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-500a9343-850c-4de0-9bef-763fdbbe845e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.484677] env[70243]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1486.484677] env[70243]: value = "task-3623175" [ 1486.484677] env[70243]: _type = "Task" [ 1486.484677] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.491804] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623175, 'name': CreateVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.738091] env[70243]: DEBUG nova.compute.manager [req-aca7fda3-47e8-4b45-a709-8ff2bd96bcd4 req-84da7d2d-c9e2-4377-bcb9-5833728c8cfe service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Received event network-changed-6c0e79a7-a10c-4313-8beb-28a285ce20bd {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1486.738432] env[70243]: DEBUG nova.compute.manager [req-aca7fda3-47e8-4b45-a709-8ff2bd96bcd4 req-84da7d2d-c9e2-4377-bcb9-5833728c8cfe service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Refreshing instance network info cache due to event network-changed-6c0e79a7-a10c-4313-8beb-28a285ce20bd. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1486.738770] env[70243]: DEBUG oslo_concurrency.lockutils [req-aca7fda3-47e8-4b45-a709-8ff2bd96bcd4 req-84da7d2d-c9e2-4377-bcb9-5833728c8cfe service nova] Acquiring lock "refresh_cache-1b5b95c4-ed79-42af-adc1-52fda33fc0d4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.739035] env[70243]: DEBUG oslo_concurrency.lockutils [req-aca7fda3-47e8-4b45-a709-8ff2bd96bcd4 req-84da7d2d-c9e2-4377-bcb9-5833728c8cfe service nova] Acquired lock "refresh_cache-1b5b95c4-ed79-42af-adc1-52fda33fc0d4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.739362] env[70243]: DEBUG nova.network.neutron [req-aca7fda3-47e8-4b45-a709-8ff2bd96bcd4 req-84da7d2d-c9e2-4377-bcb9-5833728c8cfe service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Refreshing network info cache for port 6c0e79a7-a10c-4313-8beb-28a285ce20bd {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1486.994817] env[70243]: DEBUG oslo_vmware.api [-] Task: {'id': task-3623175, 'name': CreateVM_Task, 'duration_secs': 0.31661} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.995208] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Created VM on the ESX host {{(pid=70243) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1486.995659] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.995826] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.996225] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.996488] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d70fcf90-b5b6-493c-bc6e-90588d9be9e1 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.000751] env[70243]: DEBUG oslo_vmware.api [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Waiting for the task: (returnval){ [ 1487.000751] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52103319-4a2f-0f6c-c3bc-8ba484ea5b28" [ 1487.000751] env[70243]: _type = "Task" [ 1487.000751] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.007647] env[70243]: DEBUG oslo_vmware.api [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52103319-4a2f-0f6c-c3bc-8ba484ea5b28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.405314] env[70243]: DEBUG nova.network.neutron [req-aca7fda3-47e8-4b45-a709-8ff2bd96bcd4 req-84da7d2d-c9e2-4377-bcb9-5833728c8cfe service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Updated VIF entry in instance network info cache for port 6c0e79a7-a10c-4313-8beb-28a285ce20bd. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1487.405671] env[70243]: DEBUG nova.network.neutron [req-aca7fda3-47e8-4b45-a709-8ff2bd96bcd4 req-84da7d2d-c9e2-4377-bcb9-5833728c8cfe service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Updating instance_info_cache with network_info: [{"id": "6c0e79a7-a10c-4313-8beb-28a285ce20bd", "address": "fa:16:3e:24:cf:d5", "network": {"id": "198d759c-1bc1-430b-b287-44791235b4b5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-40203526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cdf5c4f0c5a741249b84396d3c375a92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c0e79a7-a1", "ovs_interfaceid": "6c0e79a7-a10c-4313-8beb-28a285ce20bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.511689] env[70243]: DEBUG oslo_vmware.api [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52103319-4a2f-0f6c-c3bc-8ba484ea5b28, 'name': SearchDatastore_Task, 'duration_secs': 0.011368} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.511961] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.512222] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1487.512460] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.512610] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.512785] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1487.513054] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5fce0e2-a105-4fe1-8a6f-c86b346c5afe {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.521228] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1487.521405] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1487.522086] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-619d14d7-1a4d-481e-86e8-5220953c28ac {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.527264] env[70243]: DEBUG oslo_vmware.api [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Waiting for the task: (returnval){ [ 1487.527264] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5240103b-b00e-a06d-78a3-375ae39936d3" [ 1487.527264] env[70243]: _type = "Task" [ 1487.527264] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.534903] env[70243]: DEBUG oslo_vmware.api [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5240103b-b00e-a06d-78a3-375ae39936d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.558947] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a6a924b3-3b91-41e8-80cd-e872d47d5427 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "refresh_cache-0627778c-42fb-4142-a502-3548c8677b6a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.559165] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a6a924b3-3b91-41e8-80cd-e872d47d5427 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquired lock "refresh_cache-0627778c-42fb-4142-a502-3548c8677b6a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.559370] env[70243]: DEBUG nova.network.neutron [None req-a6a924b3-3b91-41e8-80cd-e872d47d5427 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1487.908774] env[70243]: DEBUG oslo_concurrency.lockutils [req-aca7fda3-47e8-4b45-a709-8ff2bd96bcd4 req-84da7d2d-c9e2-4377-bcb9-5833728c8cfe service nova] Releasing lock "refresh_cache-1b5b95c4-ed79-42af-adc1-52fda33fc0d4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.038374] env[70243]: DEBUG oslo_vmware.api [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]5240103b-b00e-a06d-78a3-375ae39936d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009305} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.039103] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54a0c3e7-b0cf-497c-b9a7-00dd521706bb {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.043941] env[70243]: DEBUG oslo_vmware.api [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Waiting for the task: (returnval){ [ 1488.043941] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d82bba-6f01-d013-9e4d-3bed8f3a7217" [ 1488.043941] env[70243]: _type = "Task" [ 1488.043941] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.050948] env[70243]: DEBUG oslo_vmware.api [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d82bba-6f01-d013-9e4d-3bed8f3a7217, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.244742] env[70243]: DEBUG nova.network.neutron [None req-a6a924b3-3b91-41e8-80cd-e872d47d5427 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Updating instance_info_cache with network_info: [{"id": "7e699b59-f124-43a4-9190-a3b7ae61ae89", "address": "fa:16:3e:24:7f:c4", "network": {"id": "0580ef98-0eef-412c-9af8-85d6f82a0869", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1360891911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c5b8aa268e7476da103ce23a55f69cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e699b59-f1", "ovs_interfaceid": "7e699b59-f124-43a4-9190-a3b7ae61ae89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.554876] env[70243]: DEBUG oslo_vmware.api [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52d82bba-6f01-d013-9e4d-3bed8f3a7217, 'name': SearchDatastore_Task, 'duration_secs': 0.00945} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.555205] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.555519] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 1b5b95c4-ed79-42af-adc1-52fda33fc0d4/1b5b95c4-ed79-42af-adc1-52fda33fc0d4.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1488.555821] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29cd873b-2bd6-40a1-87f5-297f830c0729 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.563285] env[70243]: DEBUG oslo_vmware.api [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Waiting for the task: (returnval){ [ 1488.563285] env[70243]: value = "task-3623176" [ 1488.563285] env[70243]: _type = "Task" [ 1488.563285] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.571045] env[70243]: DEBUG oslo_vmware.api [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.747526] env[70243]: DEBUG oslo_concurrency.lockutils [None req-a6a924b3-3b91-41e8-80cd-e872d47d5427 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Releasing lock "refresh_cache-0627778c-42fb-4142-a502-3548c8677b6a" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.748627] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1403119-059b-42cb-bd80-ef945b076646 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.756588] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a924b3-3b91-41e8-80cd-e872d47d5427 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Resuming the VM {{(pid=70243) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1488.756902] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-458402f5-c30d-4bef-9ac7-210394ed4711 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.764588] env[70243]: DEBUG oslo_vmware.api [None req-a6a924b3-3b91-41e8-80cd-e872d47d5427 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1488.764588] env[70243]: value = "task-3623177" [ 1488.764588] env[70243]: _type = "Task" [ 1488.764588] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.774347] env[70243]: DEBUG oslo_vmware.api [None req-a6a924b3-3b91-41e8-80cd-e872d47d5427 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.073658] env[70243]: DEBUG oslo_vmware.api [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.415848} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.073925] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 1b5b95c4-ed79-42af-adc1-52fda33fc0d4/1b5b95c4-ed79-42af-adc1-52fda33fc0d4.vmdk {{(pid=70243) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1489.074164] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Extending root virtual disk to 1048576 {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1489.074417] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6a1eb53-a814-440b-b1c8-f38a80b75813 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.080687] env[70243]: DEBUG oslo_vmware.api [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Waiting for the task: (returnval){ [ 1489.080687] env[70243]: value = "task-3623178" [ 1489.080687] env[70243]: _type = "Task" [ 1489.080687] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.087566] env[70243]: DEBUG oslo_vmware.api [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.275336] env[70243]: DEBUG oslo_vmware.api [None req-a6a924b3-3b91-41e8-80cd-e872d47d5427 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623177, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.590598] env[70243]: DEBUG oslo_vmware.api [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070311} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.590877] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Extended root virtual disk {{(pid=70243) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1489.591660] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059d6725-1e27-4a3d-beff-2bcefebdd5a4 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.614470] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 1b5b95c4-ed79-42af-adc1-52fda33fc0d4/1b5b95c4-ed79-42af-adc1-52fda33fc0d4.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1489.614698] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dff9506-dd64-480b-a0ca-647e1fd8d189 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.633180] env[70243]: DEBUG oslo_vmware.api [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Waiting for the task: (returnval){ [ 1489.633180] env[70243]: value = "task-3623179" [ 1489.633180] env[70243]: _type = "Task" [ 1489.633180] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.640815] env[70243]: DEBUG oslo_vmware.api [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.775475] env[70243]: DEBUG oslo_vmware.api [None req-a6a924b3-3b91-41e8-80cd-e872d47d5427 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623177, 'name': PowerOnVM_Task, 'duration_secs': 0.552533} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.775705] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a924b3-3b91-41e8-80cd-e872d47d5427 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Resumed the VM {{(pid=70243) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1489.775705] env[70243]: DEBUG nova.compute.manager [None req-a6a924b3-3b91-41e8-80cd-e872d47d5427 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1489.776521] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5bed8d-f90c-46ea-a84f-2a5ca3229d6a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.142737] env[70243]: DEBUG oslo_vmware.api [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623179, 'name': ReconfigVM_Task, 'duration_secs': 0.340798} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.143099] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 1b5b95c4-ed79-42af-adc1-52fda33fc0d4/1b5b95c4-ed79-42af-adc1-52fda33fc0d4.vmdk or device None with type sparse {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1490.143673] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-857a9843-03ea-4392-98a4-0fdcae8a287f {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.150199] env[70243]: DEBUG oslo_vmware.api [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Waiting for the task: (returnval){ [ 1490.150199] env[70243]: value = "task-3623180" [ 1490.150199] env[70243]: _type = "Task" [ 1490.150199] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.158097] env[70243]: DEBUG oslo_vmware.api [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623180, 'name': Rename_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.660167] env[70243]: DEBUG oslo_vmware.api [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623180, 'name': Rename_Task} progress is 14%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.732044] env[70243]: DEBUG oslo_concurrency.lockutils [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "0627778c-42fb-4142-a502-3548c8677b6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.732226] env[70243]: DEBUG oslo_concurrency.lockutils [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "0627778c-42fb-4142-a502-3548c8677b6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.732421] env[70243]: DEBUG oslo_concurrency.lockutils [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "0627778c-42fb-4142-a502-3548c8677b6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.732609] env[70243]: DEBUG oslo_concurrency.lockutils [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "0627778c-42fb-4142-a502-3548c8677b6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.732784] env[70243]: DEBUG oslo_concurrency.lockutils [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "0627778c-42fb-4142-a502-3548c8677b6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.734875] env[70243]: INFO nova.compute.manager [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Terminating instance [ 1491.160296] env[70243]: DEBUG oslo_vmware.api [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623180, 'name': Rename_Task, 'duration_secs': 0.748523} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.160765] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1491.160846] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1a5e4f6-66dc-48a2-90e7-b278713869dc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.166902] env[70243]: DEBUG oslo_vmware.api [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Waiting for the task: (returnval){ [ 1491.166902] env[70243]: value = "task-3623181" [ 1491.166902] env[70243]: _type = "Task" [ 1491.166902] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.173988] env[70243]: DEBUG oslo_vmware.api [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.239028] env[70243]: DEBUG nova.compute.manager [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1491.239373] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1491.240382] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3b8926-54d9-4a15-b3bf-17cb56764adf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.248858] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1491.249103] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5a8cbe9-5527-4314-9eee-859c22cc4a57 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.254224] env[70243]: DEBUG oslo_vmware.api [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1491.254224] env[70243]: value = "task-3623182" [ 1491.254224] env[70243]: _type = "Task" [ 1491.254224] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.262972] env[70243]: DEBUG oslo_vmware.api [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.679221] env[70243]: DEBUG oslo_vmware.api [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623181, 'name': PowerOnVM_Task, 'duration_secs': 0.475226} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.679546] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1491.679834] env[70243]: INFO nova.compute.manager [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Took 7.11 seconds to spawn the instance on the hypervisor. [ 1491.680102] env[70243]: DEBUG nova.compute.manager [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1491.681170] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1db75c-7e4e-414f-9a1f-008dea7c6655 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.763850] env[70243]: DEBUG oslo_vmware.api [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623182, 'name': PowerOffVM_Task, 'duration_secs': 0.179707} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.764138] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1491.764316] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1491.764565] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e6d9352-da03-4fb1-8c27-95ff3521c4aa {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.830977] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1491.831245] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1491.831432] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Deleting the datastore file [datastore1] 0627778c-42fb-4142-a502-3548c8677b6a {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1491.831698] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3369b40f-2ac0-4afb-994b-f0f1c2b7a24c {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.838632] env[70243]: DEBUG oslo_vmware.api [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for the task: (returnval){ [ 1491.838632] env[70243]: value = "task-3623184" [ 1491.838632] env[70243]: _type = "Task" [ 1491.838632] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.846357] env[70243]: DEBUG oslo_vmware.api [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.198308] env[70243]: INFO nova.compute.manager [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Took 11.78 seconds to build instance. [ 1492.348495] env[70243]: DEBUG oslo_vmware.api [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Task: {'id': task-3623184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148652} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.348755] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1492.348960] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1492.349185] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1492.349367] env[70243]: INFO nova.compute.manager [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1492.349602] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1492.349793] env[70243]: DEBUG nova.compute.manager [-] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1492.349889] env[70243]: DEBUG nova.network.neutron [-] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1492.474807] env[70243]: INFO nova.compute.manager [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Rescuing [ 1492.475211] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Acquiring lock "refresh_cache-1b5b95c4-ed79-42af-adc1-52fda33fc0d4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.475469] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Acquired lock "refresh_cache-1b5b95c4-ed79-42af-adc1-52fda33fc0d4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.475734] env[70243]: DEBUG nova.network.neutron [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Building network info cache for instance {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1492.700886] env[70243]: DEBUG oslo_concurrency.lockutils [None req-49648540-a7a2-4b3c-ad1d-5b9bad512ce7 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Lock "1b5b95c4-ed79-42af-adc1-52fda33fc0d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.294s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.793950] env[70243]: DEBUG nova.compute.manager [req-37b045e4-bfa2-4ccb-8ad9-87ae77a4d801 req-45892574-caae-4c95-a82a-f30a4cd9fa09 service nova] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Received event network-vif-deleted-7e699b59-f124-43a4-9190-a3b7ae61ae89 {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1492.794153] env[70243]: INFO nova.compute.manager [req-37b045e4-bfa2-4ccb-8ad9-87ae77a4d801 req-45892574-caae-4c95-a82a-f30a4cd9fa09 service nova] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Neutron deleted interface 7e699b59-f124-43a4-9190-a3b7ae61ae89; detaching it from the instance and deleting it from the info cache [ 1492.794348] env[70243]: DEBUG nova.network.neutron [req-37b045e4-bfa2-4ccb-8ad9-87ae77a4d801 req-45892574-caae-4c95-a82a-f30a4cd9fa09 service nova] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.185033] env[70243]: DEBUG nova.network.neutron [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Updating instance_info_cache with network_info: [{"id": "6c0e79a7-a10c-4313-8beb-28a285ce20bd", "address": "fa:16:3e:24:cf:d5", "network": {"id": "198d759c-1bc1-430b-b287-44791235b4b5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-40203526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cdf5c4f0c5a741249b84396d3c375a92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c0e79a7-a1", "ovs_interfaceid": "6c0e79a7-a10c-4313-8beb-28a285ce20bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.272946] env[70243]: DEBUG nova.network.neutron [-] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.296690] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f637827-f7c1-4727-a5fe-30787a83ccf0 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.308097] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c978dc-4993-4bc2-82ef-296299c00cb3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.332154] env[70243]: DEBUG nova.compute.manager [req-37b045e4-bfa2-4ccb-8ad9-87ae77a4d801 req-45892574-caae-4c95-a82a-f30a4cd9fa09 service nova] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Detach interface failed, port_id=7e699b59-f124-43a4-9190-a3b7ae61ae89, reason: Instance 0627778c-42fb-4142-a502-3548c8677b6a could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1493.687845] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Releasing lock "refresh_cache-1b5b95c4-ed79-42af-adc1-52fda33fc0d4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.775306] env[70243]: INFO nova.compute.manager [-] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Took 1.43 seconds to deallocate network for instance. [ 1494.280978] env[70243]: DEBUG oslo_concurrency.lockutils [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.281322] env[70243]: DEBUG oslo_concurrency.lockutils [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.281539] env[70243]: DEBUG nova.objects.instance [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lazy-loading 'resources' on Instance uuid 0627778c-42fb-4142-a502-3548c8677b6a {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1494.826207] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857e3f47-9df3-4b28-b6b8-6382d645ac87 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.833863] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321292d4-a135-4d62-bbef-0013ba23b602 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.863845] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc48c614-b483-4f9b-80b5-2785ca1629cc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.870802] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953d1b2a-4ab3-4f07-9bc3-2098386aabf2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.884778] env[70243]: DEBUG nova.compute.provider_tree [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1495.223885] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1495.224229] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8320010e-13ef-4596-ba27-433e2d368e0a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.231770] env[70243]: DEBUG oslo_vmware.api [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Waiting for the task: (returnval){ [ 1495.231770] env[70243]: value = "task-3623185" [ 1495.231770] env[70243]: _type = "Task" [ 1495.231770] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.239343] env[70243]: DEBUG oslo_vmware.api [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.408137] env[70243]: ERROR nova.scheduler.client.report [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] [req-f02175f6-396c-4321-b835-26f42f62bf60] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 98e76d84-2347-4f8a-974e-fe32663c00ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f02175f6-396c-4321-b835-26f42f62bf60"}]} [ 1495.423609] env[70243]: DEBUG nova.scheduler.client.report [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Refreshing inventories for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1495.436297] env[70243]: DEBUG nova.scheduler.client.report [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Updating ProviderTree inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1495.436523] env[70243]: DEBUG nova.compute.provider_tree [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1495.446414] env[70243]: DEBUG nova.scheduler.client.report [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Refreshing aggregate associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, aggregates: None {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1495.462999] env[70243]: DEBUG nova.scheduler.client.report [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Refreshing trait associations for resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70243) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1495.496048] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13486d7a-c238-48e3-8302-b288f61c0281 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.503534] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee739c3-231a-494e-a942-ce2a710a6ddc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.533779] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b2d929-9611-40da-9e9d-6174b6c54a50 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.540772] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef83993-d7ea-47e8-8d26-add4c7650f95 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.553389] env[70243]: DEBUG nova.compute.provider_tree [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1495.741762] env[70243]: DEBUG oslo_vmware.api [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623185, 'name': PowerOffVM_Task, 'duration_secs': 0.191647} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.742076] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1495.742893] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362f4827-5157-4eba-b9a3-a1c1c6a02081 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.762118] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33ba44d-acd6-4bad-aa5d-f762dae5fef5 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.788398] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1495.788662] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11e48a79-6be3-4e2e-b331-f77d26609bab {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.794740] env[70243]: DEBUG oslo_vmware.api [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Waiting for the task: (returnval){ [ 1495.794740] env[70243]: value = "task-3623186" [ 1495.794740] env[70243]: _type = "Task" [ 1495.794740] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.802124] env[70243]: DEBUG oslo_vmware.api [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.082618] env[70243]: DEBUG nova.scheduler.client.report [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Updated inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with generation 181 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1496.082878] env[70243]: DEBUG nova.compute.provider_tree [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Updating resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec generation from 181 to 182 during operation: update_inventory {{(pid=70243) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1496.083065] env[70243]: DEBUG nova.compute.provider_tree [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1496.305294] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] VM already powered off {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1496.305517] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Processing image 7f4eb466-a64f-4924-9339-b9d7268bf6fd {{(pid=70243) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1496.305760] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.305911] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.306128] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1496.306387] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4abdad57-1e78-4bf9-9cd6-e9d6519de308 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.316546] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70243) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1496.316710] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70243) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1496.317425] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-733beaf8-2f90-4dbc-87a0-a1f0ae22a047 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.321994] env[70243]: DEBUG oslo_vmware.api [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Waiting for the task: (returnval){ [ 1496.321994] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524416af-47a1-42b3-885a-4a0e60806e75" [ 1496.321994] env[70243]: _type = "Task" [ 1496.321994] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.329049] env[70243]: DEBUG oslo_vmware.api [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524416af-47a1-42b3-885a-4a0e60806e75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.588207] env[70243]: DEBUG oslo_concurrency.lockutils [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.307s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.607755] env[70243]: INFO nova.scheduler.client.report [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Deleted allocations for instance 0627778c-42fb-4142-a502-3548c8677b6a [ 1496.832593] env[70243]: DEBUG oslo_vmware.api [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]524416af-47a1-42b3-885a-4a0e60806e75, 'name': SearchDatastore_Task, 'duration_secs': 0.008451} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.833416] env[70243]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0fc0860-0ab3-4f07-a66c-67662c362a91 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.838407] env[70243]: DEBUG oslo_vmware.api [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Waiting for the task: (returnval){ [ 1496.838407] env[70243]: value = "session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ab4422-38c8-25a3-10df-5b55f278dcb6" [ 1496.838407] env[70243]: _type = "Task" [ 1496.838407] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.846343] env[70243]: DEBUG oslo_vmware.api [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ab4422-38c8-25a3-10df-5b55f278dcb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.116154] env[70243]: DEBUG oslo_concurrency.lockutils [None req-705d9221-3bf5-4cee-842b-75d697555c72 tempest-ServerActionsTestJSON-829375087 tempest-ServerActionsTestJSON-829375087-project-member] Lock "0627778c-42fb-4142-a502-3548c8677b6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.384s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.348548] env[70243]: DEBUG oslo_vmware.api [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': session[52f0726f-4961-922a-b0a6-3d35ba2413ca]52ab4422-38c8-25a3-10df-5b55f278dcb6, 'name': SearchDatastore_Task, 'duration_secs': 0.009834} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.348777] env[70243]: DEBUG oslo_concurrency.lockutils [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.349053] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 1b5b95c4-ed79-42af-adc1-52fda33fc0d4/7f4eb466-a64f-4924-9339-b9d7268bf6fd-rescue.vmdk. {{(pid=70243) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1497.349318] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3eb55144-56f4-4d0e-b652-1d1d694d0603 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.357120] env[70243]: DEBUG oslo_vmware.api [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Waiting for the task: (returnval){ [ 1497.357120] env[70243]: value = "task-3623187" [ 1497.357120] env[70243]: _type = "Task" [ 1497.357120] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.364107] env[70243]: DEBUG oslo_vmware.api [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.868599] env[70243]: DEBUG oslo_vmware.api [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623187, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.370496] env[70243]: DEBUG oslo_vmware.api [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527307} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.371047] env[70243]: INFO nova.virt.vmwareapi.ds_util [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7f4eb466-a64f-4924-9339-b9d7268bf6fd/7f4eb466-a64f-4924-9339-b9d7268bf6fd.vmdk to [datastore1] 1b5b95c4-ed79-42af-adc1-52fda33fc0d4/7f4eb466-a64f-4924-9339-b9d7268bf6fd-rescue.vmdk. [ 1498.371587] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7840db37-c89f-4824-b95f-30b285739369 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.396206] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 1b5b95c4-ed79-42af-adc1-52fda33fc0d4/7f4eb466-a64f-4924-9339-b9d7268bf6fd-rescue.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1498.396611] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31ed901b-9847-42e9-91d3-f5d2749f93d7 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.414620] env[70243]: DEBUG oslo_vmware.api [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Waiting for the task: (returnval){ [ 1498.414620] env[70243]: value = "task-3623188" [ 1498.414620] env[70243]: _type = "Task" [ 1498.414620] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.422452] env[70243]: DEBUG oslo_vmware.api [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.924436] env[70243]: DEBUG oslo_vmware.api [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623188, 'name': ReconfigVM_Task, 'duration_secs': 0.286162} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.924795] env[70243]: DEBUG nova.virt.vmwareapi.volumeops [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 1b5b95c4-ed79-42af-adc1-52fda33fc0d4/7f4eb466-a64f-4924-9339-b9d7268bf6fd-rescue.vmdk or device None with type thin {{(pid=70243) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1498.925584] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a02ce2-e97e-4d75-bcb2-7da14d87404a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.949694] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7d641a7-4b72-47a3-b080-b8100cd6df46 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.964141] env[70243]: DEBUG oslo_vmware.api [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Waiting for the task: (returnval){ [ 1498.964141] env[70243]: value = "task-3623189" [ 1498.964141] env[70243]: _type = "Task" [ 1498.964141] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.971470] env[70243]: DEBUG oslo_vmware.api [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.473923] env[70243]: DEBUG oslo_vmware.api [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623189, 'name': ReconfigVM_Task, 'duration_secs': 0.155761} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.474361] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Powering on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1499.474649] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f448c925-5cfe-41c5-afe2-a54c06e4481b {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.480904] env[70243]: DEBUG oslo_vmware.api [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Waiting for the task: (returnval){ [ 1499.480904] env[70243]: value = "task-3623190" [ 1499.480904] env[70243]: _type = "Task" [ 1499.480904] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.487999] env[70243]: DEBUG oslo_vmware.api [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.990626] env[70243]: DEBUG oslo_vmware.api [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623190, 'name': PowerOnVM_Task, 'duration_secs': 0.373635} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.991026] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Powered on the VM {{(pid=70243) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1499.993652] env[70243]: DEBUG nova.compute.manager [None req-7480a923-1be0-4842-84e8-ae9a9accd1ce tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Checking state {{(pid=70243) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1499.994398] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d228d4-c5a4-402b-8f61-49c91e4011cc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.393443] env[70243]: DEBUG nova.compute.manager [req-4b9ae470-2f2e-49ba-a4ca-5b584271148e req-291b1ffc-5d17-43d6-bc44-86f0540fabce service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Received event network-changed-6c0e79a7-a10c-4313-8beb-28a285ce20bd {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1501.393443] env[70243]: DEBUG nova.compute.manager [req-4b9ae470-2f2e-49ba-a4ca-5b584271148e req-291b1ffc-5d17-43d6-bc44-86f0540fabce service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Refreshing instance network info cache due to event network-changed-6c0e79a7-a10c-4313-8beb-28a285ce20bd. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1501.393769] env[70243]: DEBUG oslo_concurrency.lockutils [req-4b9ae470-2f2e-49ba-a4ca-5b584271148e req-291b1ffc-5d17-43d6-bc44-86f0540fabce service nova] Acquiring lock "refresh_cache-1b5b95c4-ed79-42af-adc1-52fda33fc0d4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.393769] env[70243]: DEBUG oslo_concurrency.lockutils [req-4b9ae470-2f2e-49ba-a4ca-5b584271148e req-291b1ffc-5d17-43d6-bc44-86f0540fabce service nova] Acquired lock "refresh_cache-1b5b95c4-ed79-42af-adc1-52fda33fc0d4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.393846] env[70243]: DEBUG nova.network.neutron [req-4b9ae470-2f2e-49ba-a4ca-5b584271148e req-291b1ffc-5d17-43d6-bc44-86f0540fabce service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Refreshing network info cache for port 6c0e79a7-a10c-4313-8beb-28a285ce20bd {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1502.088455] env[70243]: DEBUG nova.network.neutron [req-4b9ae470-2f2e-49ba-a4ca-5b584271148e req-291b1ffc-5d17-43d6-bc44-86f0540fabce service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Updated VIF entry in instance network info cache for port 6c0e79a7-a10c-4313-8beb-28a285ce20bd. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1502.088877] env[70243]: DEBUG nova.network.neutron [req-4b9ae470-2f2e-49ba-a4ca-5b584271148e req-291b1ffc-5d17-43d6-bc44-86f0540fabce service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Updating instance_info_cache with network_info: [{"id": "6c0e79a7-a10c-4313-8beb-28a285ce20bd", "address": "fa:16:3e:24:cf:d5", "network": {"id": "198d759c-1bc1-430b-b287-44791235b4b5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-40203526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cdf5c4f0c5a741249b84396d3c375a92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c0e79a7-a1", "ovs_interfaceid": "6c0e79a7-a10c-4313-8beb-28a285ce20bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.591529] env[70243]: DEBUG oslo_concurrency.lockutils [req-4b9ae470-2f2e-49ba-a4ca-5b584271148e req-291b1ffc-5d17-43d6-bc44-86f0540fabce service nova] Releasing lock "refresh_cache-1b5b95c4-ed79-42af-adc1-52fda33fc0d4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.158639] env[70243]: DEBUG nova.compute.manager [req-c7ee5cf9-cfc0-4b23-858b-e9d61b8f2069 req-b959fa86-307e-4aec-8f1c-202b4806a429 service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Received event network-changed-6c0e79a7-a10c-4313-8beb-28a285ce20bd {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1503.158865] env[70243]: DEBUG nova.compute.manager [req-c7ee5cf9-cfc0-4b23-858b-e9d61b8f2069 req-b959fa86-307e-4aec-8f1c-202b4806a429 service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Refreshing instance network info cache due to event network-changed-6c0e79a7-a10c-4313-8beb-28a285ce20bd. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1503.159071] env[70243]: DEBUG oslo_concurrency.lockutils [req-c7ee5cf9-cfc0-4b23-858b-e9d61b8f2069 req-b959fa86-307e-4aec-8f1c-202b4806a429 service nova] Acquiring lock "refresh_cache-1b5b95c4-ed79-42af-adc1-52fda33fc0d4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.159234] env[70243]: DEBUG oslo_concurrency.lockutils [req-c7ee5cf9-cfc0-4b23-858b-e9d61b8f2069 req-b959fa86-307e-4aec-8f1c-202b4806a429 service nova] Acquired lock "refresh_cache-1b5b95c4-ed79-42af-adc1-52fda33fc0d4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.159428] env[70243]: DEBUG nova.network.neutron [req-c7ee5cf9-cfc0-4b23-858b-e9d61b8f2069 req-b959fa86-307e-4aec-8f1c-202b4806a429 service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Refreshing network info cache for port 6c0e79a7-a10c-4313-8beb-28a285ce20bd {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1503.418036] env[70243]: DEBUG nova.compute.manager [req-7c040908-30b5-4151-aca9-963925ce8f12 req-6e00ff86-d752-4232-9030-dd48839e45bd service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Received event network-changed-6c0e79a7-a10c-4313-8beb-28a285ce20bd {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1503.418256] env[70243]: DEBUG nova.compute.manager [req-7c040908-30b5-4151-aca9-963925ce8f12 req-6e00ff86-d752-4232-9030-dd48839e45bd service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Refreshing instance network info cache due to event network-changed-6c0e79a7-a10c-4313-8beb-28a285ce20bd. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1503.418453] env[70243]: DEBUG oslo_concurrency.lockutils [req-7c040908-30b5-4151-aca9-963925ce8f12 req-6e00ff86-d752-4232-9030-dd48839e45bd service nova] Acquiring lock "refresh_cache-1b5b95c4-ed79-42af-adc1-52fda33fc0d4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.832467] env[70243]: DEBUG nova.network.neutron [req-c7ee5cf9-cfc0-4b23-858b-e9d61b8f2069 req-b959fa86-307e-4aec-8f1c-202b4806a429 service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Updated VIF entry in instance network info cache for port 6c0e79a7-a10c-4313-8beb-28a285ce20bd. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1503.833462] env[70243]: DEBUG nova.network.neutron [req-c7ee5cf9-cfc0-4b23-858b-e9d61b8f2069 req-b959fa86-307e-4aec-8f1c-202b4806a429 service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Updating instance_info_cache with network_info: [{"id": "6c0e79a7-a10c-4313-8beb-28a285ce20bd", "address": "fa:16:3e:24:cf:d5", "network": {"id": "198d759c-1bc1-430b-b287-44791235b4b5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-40203526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cdf5c4f0c5a741249b84396d3c375a92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c0e79a7-a1", "ovs_interfaceid": "6c0e79a7-a10c-4313-8beb-28a285ce20bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.232605] env[70243]: DEBUG oslo_concurrency.lockutils [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Acquiring lock "1b5b95c4-ed79-42af-adc1-52fda33fc0d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.232923] env[70243]: DEBUG oslo_concurrency.lockutils [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Lock "1b5b95c4-ed79-42af-adc1-52fda33fc0d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.233163] env[70243]: DEBUG oslo_concurrency.lockutils [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Acquiring lock "1b5b95c4-ed79-42af-adc1-52fda33fc0d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.233352] env[70243]: DEBUG oslo_concurrency.lockutils [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Lock "1b5b95c4-ed79-42af-adc1-52fda33fc0d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.233570] env[70243]: DEBUG oslo_concurrency.lockutils [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Lock "1b5b95c4-ed79-42af-adc1-52fda33fc0d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.236649] env[70243]: INFO nova.compute.manager [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Terminating instance [ 1504.337252] env[70243]: DEBUG oslo_concurrency.lockutils [req-c7ee5cf9-cfc0-4b23-858b-e9d61b8f2069 req-b959fa86-307e-4aec-8f1c-202b4806a429 service nova] Releasing lock "refresh_cache-1b5b95c4-ed79-42af-adc1-52fda33fc0d4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.337706] env[70243]: DEBUG oslo_concurrency.lockutils [req-7c040908-30b5-4151-aca9-963925ce8f12 req-6e00ff86-d752-4232-9030-dd48839e45bd service nova] Acquired lock "refresh_cache-1b5b95c4-ed79-42af-adc1-52fda33fc0d4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.337940] env[70243]: DEBUG nova.network.neutron [req-7c040908-30b5-4151-aca9-963925ce8f12 req-6e00ff86-d752-4232-9030-dd48839e45bd service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Refreshing network info cache for port 6c0e79a7-a10c-4313-8beb-28a285ce20bd {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1504.740659] env[70243]: DEBUG nova.compute.manager [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Start destroying the instance on the hypervisor. {{(pid=70243) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1504.740865] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Destroying instance {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1504.742302] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70d0998-1460-42bb-8068-0f2b20468cfc {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.752138] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Powering off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1504.752378] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80ac3b0d-3f0a-44c7-ba2d-72e062b39cd2 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.759442] env[70243]: DEBUG oslo_vmware.api [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Waiting for the task: (returnval){ [ 1504.759442] env[70243]: value = "task-3623191" [ 1504.759442] env[70243]: _type = "Task" [ 1504.759442] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.767426] env[70243]: DEBUG oslo_vmware.api [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.055920] env[70243]: DEBUG nova.network.neutron [req-7c040908-30b5-4151-aca9-963925ce8f12 req-6e00ff86-d752-4232-9030-dd48839e45bd service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Updated VIF entry in instance network info cache for port 6c0e79a7-a10c-4313-8beb-28a285ce20bd. {{(pid=70243) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1505.056356] env[70243]: DEBUG nova.network.neutron [req-7c040908-30b5-4151-aca9-963925ce8f12 req-6e00ff86-d752-4232-9030-dd48839e45bd service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Updating instance_info_cache with network_info: [{"id": "6c0e79a7-a10c-4313-8beb-28a285ce20bd", "address": "fa:16:3e:24:cf:d5", "network": {"id": "198d759c-1bc1-430b-b287-44791235b4b5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-40203526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cdf5c4f0c5a741249b84396d3c375a92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c0e79a7-a1", "ovs_interfaceid": "6c0e79a7-a10c-4313-8beb-28a285ce20bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.269229] env[70243]: DEBUG oslo_vmware.api [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623191, 'name': PowerOffVM_Task, 'duration_secs': 0.200165} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.269482] env[70243]: DEBUG nova.virt.vmwareapi.vm_util [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Powered off the VM {{(pid=70243) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1505.269655] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Unregistering the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1505.269897] env[70243]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f8be790-4335-479f-a1de-4a91defd8718 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.331263] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Unregistered the VM {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1505.331462] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Deleting contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1505.331643] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Deleting the datastore file [datastore1] 1b5b95c4-ed79-42af-adc1-52fda33fc0d4 {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1505.331900] env[70243]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3edfd927-b356-483b-bdee-bc40c034e684 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.339965] env[70243]: DEBUG oslo_vmware.api [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Waiting for the task: (returnval){ [ 1505.339965] env[70243]: value = "task-3623193" [ 1505.339965] env[70243]: _type = "Task" [ 1505.339965] env[70243]: } to complete. {{(pid=70243) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.347789] env[70243]: DEBUG oslo_vmware.api [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.558734] env[70243]: DEBUG oslo_concurrency.lockutils [req-7c040908-30b5-4151-aca9-963925ce8f12 req-6e00ff86-d752-4232-9030-dd48839e45bd service nova] Releasing lock "refresh_cache-1b5b95c4-ed79-42af-adc1-52fda33fc0d4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.558942] env[70243]: DEBUG nova.compute.manager [req-7c040908-30b5-4151-aca9-963925ce8f12 req-6e00ff86-d752-4232-9030-dd48839e45bd service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Received event network-changed-6c0e79a7-a10c-4313-8beb-28a285ce20bd {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1505.559148] env[70243]: DEBUG nova.compute.manager [req-7c040908-30b5-4151-aca9-963925ce8f12 req-6e00ff86-d752-4232-9030-dd48839e45bd service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Refreshing instance network info cache due to event network-changed-6c0e79a7-a10c-4313-8beb-28a285ce20bd. {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1505.559366] env[70243]: DEBUG oslo_concurrency.lockutils [req-7c040908-30b5-4151-aca9-963925ce8f12 req-6e00ff86-d752-4232-9030-dd48839e45bd service nova] Acquiring lock "refresh_cache-1b5b95c4-ed79-42af-adc1-52fda33fc0d4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.559504] env[70243]: DEBUG oslo_concurrency.lockutils [req-7c040908-30b5-4151-aca9-963925ce8f12 req-6e00ff86-d752-4232-9030-dd48839e45bd service nova] Acquired lock "refresh_cache-1b5b95c4-ed79-42af-adc1-52fda33fc0d4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.559662] env[70243]: DEBUG nova.network.neutron [req-7c040908-30b5-4151-aca9-963925ce8f12 req-6e00ff86-d752-4232-9030-dd48839e45bd service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Refreshing network info cache for port 6c0e79a7-a10c-4313-8beb-28a285ce20bd {{(pid=70243) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1505.849796] env[70243]: DEBUG oslo_vmware.api [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Task: {'id': task-3623193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18457} completed successfully. {{(pid=70243) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.850065] env[70243]: DEBUG nova.virt.vmwareapi.ds_util [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Deleted the datastore file {{(pid=70243) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1505.850266] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Deleted contents of the VM from datastore datastore1 {{(pid=70243) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1505.850451] env[70243]: DEBUG nova.virt.vmwareapi.vmops [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Instance destroyed {{(pid=70243) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1505.850622] env[70243]: INFO nova.compute.manager [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1505.850853] env[70243]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70243) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1505.851054] env[70243]: DEBUG nova.compute.manager [-] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Deallocating network for instance {{(pid=70243) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1505.851152] env[70243]: DEBUG nova.network.neutron [-] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] deallocate_for_instance() {{(pid=70243) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1506.066779] env[70243]: DEBUG nova.compute.manager [req-9351b7b6-edb6-466f-9e32-2218ab5598a8 req-214b0600-036b-4e53-8448-e9ff274cd5e0 service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Received event network-vif-deleted-6c0e79a7-a10c-4313-8beb-28a285ce20bd {{(pid=70243) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1506.067108] env[70243]: INFO nova.compute.manager [req-9351b7b6-edb6-466f-9e32-2218ab5598a8 req-214b0600-036b-4e53-8448-e9ff274cd5e0 service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Neutron deleted interface 6c0e79a7-a10c-4313-8beb-28a285ce20bd; detaching it from the instance and deleting it from the info cache [ 1506.067417] env[70243]: DEBUG nova.network.neutron [req-9351b7b6-edb6-466f-9e32-2218ab5598a8 req-214b0600-036b-4e53-8448-e9ff274cd5e0 service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.082426] env[70243]: INFO nova.network.neutron [req-7c040908-30b5-4151-aca9-963925ce8f12 req-6e00ff86-d752-4232-9030-dd48839e45bd service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Port 6c0e79a7-a10c-4313-8beb-28a285ce20bd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1506.082651] env[70243]: DEBUG nova.network.neutron [req-7c040908-30b5-4151-aca9-963925ce8f12 req-6e00ff86-d752-4232-9030-dd48839e45bd service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.549806] env[70243]: DEBUG nova.network.neutron [-] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Updating instance_info_cache with network_info: [] {{(pid=70243) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.570755] env[70243]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d018c42-0f73-4446-b79d-884fd42be258 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.580414] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e20028f-ad64-4b5f-8a1b-44574afb452e {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.590920] env[70243]: DEBUG oslo_concurrency.lockutils [req-7c040908-30b5-4151-aca9-963925ce8f12 req-6e00ff86-d752-4232-9030-dd48839e45bd service nova] Releasing lock "refresh_cache-1b5b95c4-ed79-42af-adc1-52fda33fc0d4" {{(pid=70243) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.603934] env[70243]: DEBUG nova.compute.manager [req-9351b7b6-edb6-466f-9e32-2218ab5598a8 req-214b0600-036b-4e53-8448-e9ff274cd5e0 service nova] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Detach interface failed, port_id=6c0e79a7-a10c-4313-8beb-28a285ce20bd, reason: Instance 1b5b95c4-ed79-42af-adc1-52fda33fc0d4 could not be found. {{(pid=70243) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1507.052139] env[70243]: INFO nova.compute.manager [-] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Took 1.20 seconds to deallocate network for instance. [ 1507.559064] env[70243]: DEBUG oslo_concurrency.lockutils [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.559064] env[70243]: DEBUG oslo_concurrency.lockutils [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.559064] env[70243]: DEBUG nova.objects.instance [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Lazy-loading 'resources' on Instance uuid 1b5b95c4-ed79-42af-adc1-52fda33fc0d4 {{(pid=70243) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1508.093396] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc2f211-466f-420d-8533-93642d366140 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.100891] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ddcdc8-8f61-4f2b-b849-2d125b95e06a {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.131530] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908583fe-4b5a-4b75-bc91-fa12ed870a86 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.138498] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae8c075-ce84-4157-87ca-e08a82e56896 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.151767] env[70243]: DEBUG nova.compute.provider_tree [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1508.681833] env[70243]: DEBUG nova.scheduler.client.report [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Updated inventory for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with generation 182 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1508.682170] env[70243]: DEBUG nova.compute.provider_tree [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Updating resource provider 98e76d84-2347-4f8a-974e-fe32663c00ec generation from 182 to 183 during operation: update_inventory {{(pid=70243) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1508.682284] env[70243]: DEBUG nova.compute.provider_tree [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Updating inventory in ProviderTree for provider 98e76d84-2347-4f8a-974e-fe32663c00ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1509.186916] env[70243]: DEBUG oslo_concurrency.lockutils [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.207674] env[70243]: INFO nova.scheduler.client.report [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Deleted allocations for instance 1b5b95c4-ed79-42af-adc1-52fda33fc0d4 [ 1509.716058] env[70243]: DEBUG oslo_concurrency.lockutils [None req-203adcc0-5ffc-4c9a-bcb7-40e6756e2c74 tempest-ServerRescueTestJSONUnderV235-74282302 tempest-ServerRescueTestJSONUnderV235-74282302-project-member] Lock "1b5b95c4-ed79-42af-adc1-52fda33fc0d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.483s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.183693] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.184134] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.184134] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.184301] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.184398] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.184542] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.184684] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.184830] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70243) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1522.184996] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.688719] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.688977] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.689172] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.689336] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70243) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1522.690705] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1725f82f-3aa8-4ba7-b19d-0ab2965cba75 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.698757] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d79c3c-2658-437b-bc2a-fb002c713f70 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.713361] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05fed59-bf94-4d1c-b6c4-1885a0f178c3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.719378] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0ba5ff-ca09-44fa-9b6b-efa38d96f1e8 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.747077] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179907MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=70243) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1522.747226] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.747424] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.880061] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1523.880333] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70243) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1523.893035] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20137fdc-325b-4b3c-aece-f9b25606ea62 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.900709] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2345be9c-6ae1-4e02-b3bb-aa5cc5e0bb45 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.930155] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb013e2-bb98-4e95-9c01-0560cc0d81cf {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.936784] env[70243]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e5b539-aea6-4a13-98e8-634b22010cc3 {{(pid=70243) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.949053] env[70243]: DEBUG nova.compute.provider_tree [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Inventory has not changed in ProviderTree for provider: 98e76d84-2347-4f8a-974e-fe32663c00ec {{(pid=70243) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1524.452354] env[70243]: DEBUG nova.scheduler.client.report [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Inventory has not changed for provider 98e76d84-2347-4f8a-974e-fe32663c00ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70243) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1524.957230] env[70243]: DEBUG nova.compute.resource_tracker [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70243) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1524.957627] env[70243]: DEBUG oslo_concurrency.lockutils [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.210s {{(pid=70243) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1528.214447] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.214840] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Cleaning up deleted instances with incomplete migration {{(pid=70243) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1530.214518] env[70243]: DEBUG oslo_service.periodic_task [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70243) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.214976] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] Cleaning up deleted instances {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1530.722970] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] There are 23 instances to clean {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1530.723175] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 1b5b95c4-ed79-42af-adc1-52fda33fc0d4] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1531.226891] env[70243]: DEBUG nova.compute.manager [None req-b7839a78-00c3-4fad-84f1-7e696d4971d8 None None] [instance: 0627778c-42fb-4142-a502-3548c8677b6a] Instance has had 0 of 5 cleanup attempts {{(pid=70243) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}}